-- Logs begin at Thu 2021-01-14 04:41:54 UTC, end at Thu 2021-01-14 06:11:52 UTC. -- Jan 14 05:17:56.476471 n-d-768851-4 systemd[1]: Started Devstack devstack@q-svc.service. Jan 14 05:17:59.127799 n-d-768851-4 neutron-server[80820]: INFO neutron.common.config [-] Logging enabled! Jan 14 05:17:59.128384 n-d-768851-4 neutron-server[80820]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 05:17:59.129668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80820) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 05:17:59.130402 n-d-768851-4 neutron-server[80820]: INFO neutron.common.config [-] Logging enabled! Jan 14 05:17:59.130679 n-d-768851-4 neutron-server[80820]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 17.1.0.dev356 Jan 14 05:17:59.130978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=80820) setup_logging /opt/stack/neutron/neutron/common/config.py:111}} Jan 14 05:17:59.132052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 05:17:59.132312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 05:17:59.133322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 05:17:59.133600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 05:17:59.133885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 05:17:59.134208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.134530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.134880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.135155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.135489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.135820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.136117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.136441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.136772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.137087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.137396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.137714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.137970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.138277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] config_source = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.138583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.138939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.139193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] debug = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.139506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.140031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.140344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.140653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.141093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.141410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.141710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.142027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.142383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] host = n-d-768851-4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.142707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.143039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.143363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.143695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.144005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.144312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.144632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.144938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] log_dir = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.145243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] log_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.145557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.145873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.146196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.146527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.146801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.147052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.147378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.147708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.148016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.148319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.148621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.148924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.149228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.149527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.149847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.150166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.150486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.150813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.151120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.151424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.151724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.152045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.152347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.152647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.152949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.153272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.153576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.153878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.154214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.154532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.154900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.155223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.155526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.155847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.156150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.156471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] use_journal = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.156776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] use_json = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.157086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.157374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.157691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.157994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.158295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.158598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.158920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.159245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:17:59.159575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.159909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.160246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.160560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.160883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.161195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.161523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.161834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.162157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.162482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.162826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.163138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.163459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.163774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.164103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.164444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.164773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.165103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.165406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.165712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.166015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.166323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.166638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.166988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.167312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.167616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.167925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.168251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.168556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.168857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.169180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.169482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.169784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.170095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.170398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.170739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.171018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.171322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.171647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.171954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.172325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.172685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.173022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.173324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.173646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.173955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.174257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.174555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.174886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.175186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.175485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.175792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.176093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.176398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.176699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.176997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.177297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.177596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.177895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.178197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.178496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.178824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.179126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.179425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.179724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.180026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.180325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.180640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.180968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.181274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.181579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.181885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.182191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.182497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.182838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.183144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.183452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.183756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.184086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.184397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.184712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.185022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.185326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.185654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.185961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.186270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.186574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.186902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.187215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.187526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.187969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.188383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.188717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.189046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.189375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.189687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.190035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.190349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:17:59.190593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 05:17:59.190875 n-d-768851-4 neutron-server[80820]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=80820) load_app /usr/local/lib/python3.6/dist-packages/oslo_service/wsgi.py:350}} Jan 14 05:17:59.828627 n-d-768851-4 neutron-server[80820]: INFO keyring.backend [-] Loading Gnome Jan 14 05:17:59.845284 n-d-768851-4 neutron-server[80820]: INFO keyring.backend [-] Loading Google Jan 14 05:17:59.847872 n-d-768851-4 neutron-server[80820]: INFO keyring.backend [-] Loading Windows (alt) Jan 14 05:17:59.851300 n-d-768851-4 neutron-server[80820]: INFO keyring.backend [-] Loading file Jan 14 05:17:59.852279 n-d-768851-4 neutron-server[80820]: INFO keyring.backend [-] Loading keyczar Jan 14 05:17:59.852560 n-d-768851-4 neutron-server[80820]: INFO keyring.backend [-] Loading multi Jan 14 05:17:59.853190 n-d-768851-4 neutron-server[80820]: INFO keyring.backend [-] Loading pyfs Jan 14 05:17:59.899293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=80820) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:17:59.899603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=80820) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:17:59.899927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=80820) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:17:59.900295 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [-] Loading core plugin: ml2 Jan 14 05:18:00.305664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.306194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.306194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.365405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.365704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.365997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.369548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.369858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.370150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.446948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.447252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.447549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.448548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.448843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.449128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.564555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.564812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.565113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.565416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.566234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.743651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.744015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.744344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.744633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.744923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.745299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.745590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.745874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.746495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.746883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.747165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.747452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.747760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.748049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.748362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.748669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.748955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.749273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.749554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.750039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.750447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.750757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.751089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.751372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.751628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.752045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:00.752320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:00.752589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:00.752858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:00.753127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:00.753393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:00.754828 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Jan 14 05:18:00.761994 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Jan 14 05:18:00.769477 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Jan 14 05:18:00.774628 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(100, 149)])]) Jan 14 05:18:00.777566 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Jan 14 05:18:00.778673 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Jan 14 05:18:00.779082 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vxlan'] Jan 14 05:18:00.779507 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Jan 14 05:18:00.783065 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Jan 14 05:18:00.783369 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Jan 14 05:18:00.783722 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch'] Jan 14 05:18:00.806187 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic'] Jan 14 05:18:00.806895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.807233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=80820) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:79}} Jan 14 05:18:00.807619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.808948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=80820) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Jan 14 05:18:00.809259 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch'] Jan 14 05:18:00.809532 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch'] Jan 14 05:18:00.812563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.812903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:00.876904 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Jan 14 05:18:00.877135 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Jan 14 05:18:00.877389 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Jan 14 05:18:00.877783 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Jan 14 05:18:00.917719 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.sqlalchemy.engines [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=80820) _check_effective_sql_mode /usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Jan 14 05:18:01.334420 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Initializing driver for type 'gre' Jan 14 05:18:01.335025 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] gre ID ranges: [(1, 1000)] Jan 14 05:18:01.379766 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Initializing driver for type 'local' Jan 14 05:18:01.380132 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Initializing driver for type 'vlan' Jan 14 05:18:01.392041 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] VlanTypeDriver initialization complete Jan 14 05:18:01.392404 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Initializing driver for type 'vxlan' Jan 14 05:18:01.392918 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] vxlan ID ranges: [(1, 1000)] Jan 14 05:18:01.436906 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Initializing extension driver 'port_security' Jan 14 05:18:01.437262 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.extensions.port_security [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] PortSecurityExtensionDriver initialization complete Jan 14 05:18:01.437617 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Initializing mechanism driver 'openvswitch' Jan 14 05:18:01.444094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=80820) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:01.444944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.445346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.445730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.446145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnet after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.446525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnet after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.446937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.447343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.447723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.448097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.448502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > security_group after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.448878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > security_group after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.449247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > security_group after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.449655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.450011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.450376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.450933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > address_group after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.451305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > address_group after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.451671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > address_group after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.452038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] ML2 OVO RPC backend initialized. {{(pid=80820) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:141}} Jan 14 05:18:01.452747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.453133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.453719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.454096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > networks before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.454471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.454867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > ports before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.455240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnet before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.455610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnets before_response 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.455990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.456362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.456729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.457095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.457459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.457821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.458185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnet after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.458548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnet after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.458933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > subnet after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.459559 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.plugin [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Modular L2 Plugin initialization complete Jan 14 05:18:01.459911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading services supported by the core plugin {{(pid=80820) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Jan 14 05:18:01.460272 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.managers [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Got port-security extension from driver 'port_security' Jan 14 05:18:01.460774 n-d-768851-4 neutron-server[80820]: INFO neutron.extensions.vlantransparent [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Disabled vlantransparent extension. Jan 14 05:18:01.462235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=80820) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Jan 14 05:18:01.462590 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: router Jan 14 05:18:01.503846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router_interface before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.504284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router after_create 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.504685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router before_create 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.505083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.505491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.505878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router after_delete 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.506269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > floatingip after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.506674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router after_create 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.507072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router after_update 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.507459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router after_update 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.507838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.508235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router after_update 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.508716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_update 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.509105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: port after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.509473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: port after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.509867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: subnet after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.510221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.510606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > port precommit_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.511038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_create 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.511413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: port before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.511792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.512192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router after_update 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.512566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_delete 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.512949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_create 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.513348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router_interface after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.513727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_update 55549900 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.514147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > network after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.515168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Tracking information for resource: router configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:01.515538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Tracking information for resource: floatingip configured {{(pid=80820) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:206}} Jan 14 05:18:01.520723 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_agentschedulers_db [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Jan 14 05:18:01.521360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: port after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.521749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: port after_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.522131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: port after_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.522510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: port after_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.523480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router before_create 55550100 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.523879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_delete 55550100 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.524273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_create 55550100 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.524658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > router precommit_update 55550100 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.529275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.provider_configuration [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service providers = [] {{(pid=80820) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Jan 14 05:18:01.529690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.servicetype_db [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=80820) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Jan 14 05:18:01.532518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.service_base [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=80820) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 05:18:01.532897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.service_base [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=80820) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 05:18:01.533269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.service_base [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=80820) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 05:18:01.534134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.service_base [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=80820) load_drivers /opt/stack/neutron/neutron/services/service_base.py:52}} Jan 14 05:18:01.534529 n-d-768851-4 neutron-server[80820]: INFO neutron.services.service_base [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Default provider is not specified for service type L3_ROUTER_NAT Jan 14 05:18:01.534994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.535329 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Jan 14 05:18:01.556387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.556758 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: auto_allocate Jan 14 05:18:01.568483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: network precommit_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.568878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: network precommit_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.569460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.569814 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: tag Jan 14 05:18:01.581119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.581483 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: timestamp Jan 14 05:18:01.585521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.585827 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: network_ip_availability Jan 14 05:18:01.591316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.591721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.592103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.592886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.593234 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: flavors Jan 14 05:18:01.608854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.609222 n-d-768851-4 neutron-server[80820]: INFO neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading Plugin: revisions Jan 14 05:18:01.613804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=80820) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:232}} Jan 14 05:18:01.614224 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.714s {{(pid=80820) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:01.615077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=80820) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:635}} Jan 14 05:18:01.615440 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Initializing extension manager. Jan 14 05:18:01.615998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: __init__.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.616371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: __pycache__ {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.616743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.617107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: address_group.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.617902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.618545 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: address-group Jan 14 05:18:01.618930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: address_scope.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.619690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.620281 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: address-scope Jan 14 05:18:01.620622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: admin_state_down_before_update.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.621953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.622524 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: router-admin-state-down-before-update Jan 14 05:18:01.622901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: agent.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.623783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.624354 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: agent Jan 14 05:18:01.624707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: agent_resources_synced.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.625701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.626257 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: agent-resources-synced Jan 14 05:18:01.626611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: allowedaddresspairs.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.628498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.629085 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: allowed-address-pairs Jan 14 05:18:01.629448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: auto_allocated_topology.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.630536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.631145 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: auto-allocated-topology Jan 14 05:18:01.631507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: availability_zone.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.632256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.632835 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: availability_zone Jan 14 05:18:01.633193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: availability_zone_filter.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.634106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.634676 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: availability_zone_filter Jan 14 05:18:01.635056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: data_plane_status.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.635958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.636522 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension data-plane-status not supported by any of loaded plugins Jan 14 05:18:01.636878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: default_subnetpools.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.637786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.638358 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: default-subnetpools Jan 14 05:18:01.638743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: dhcpagentscheduler.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.639573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.640186 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: dhcp_agent_scheduler Jan 14 05:18:01.640538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: dns.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.641560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.642135 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension dns-integration not supported by any of loaded plugins Jan 14 05:18:01.642486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: dns_domain_ports.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.643425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.643990 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension dns-domain-ports not supported by any of loaded plugins Jan 14 05:18:01.644343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: dvr.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.645058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.645627 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: dvr Jan 14 05:18:01.645980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: empty_string_filtering.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.646914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.647480 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: empty-string-filtering Jan 14 05:18:01.647831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.648830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.649392 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Jan 14 05:18:01.649747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.650651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.651258 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Jan 14 05:18:01.651610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: external_net.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.652516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.653083 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: external-net Jan 14 05:18:01.653438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: extra_dhcp_opt.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.654344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.654968 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: extra_dhcp_opt Jan 14 05:18:01.655331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: extraroute.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.656231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.656931 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: extraroute Jan 14 05:18:01.657297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: extraroute_atomic.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.658333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.658933 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: extraroute-atomic Jan 14 05:18:01.659292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: filter_validation.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.659986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.660556 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: filter-validation Jan 14 05:18:01.660906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: fip_pf_description.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.661820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.662384 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Jan 14 05:18:01.662739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: fip_port_details.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.663670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.664233 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: fip-port-details Jan 14 05:18:01.664585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: flavors.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.665809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.666382 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: flavors Jan 14 05:18:01.666745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.668402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.668986 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Jan 14 05:18:01.669345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: floatingip_pools.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.670097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.670683 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: floatingip-pools Jan 14 05:18:01.671061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: ip_allocation.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.671994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.672651 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension ip_allocation not supported by any of loaded plugins Jan 14 05:18:01.673007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.673931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.674502 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: ip-substring-filtering Jan 14 05:18:01.674913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l2_adjacency.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.675823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.676389 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension l2_adjacency not supported by any of loaded plugins Jan 14 05:18:01.676744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l3.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.677907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.678487 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: router Jan 14 05:18:01.678874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l3_conntrack_helper.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.681149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.681748 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Jan 14 05:18:01.682116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.683090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.683667 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: ext-gw-mode Jan 14 05:18:01.684024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.684934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.685504 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: l3-ha Jan 14 05:18:01.685857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l3_flavors.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.686802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.687375 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: l3-flavors Jan 14 05:18:01.687802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.688879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.689443 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: l3-port-ip-change-not-allowed Jan 14 05:18:01.689796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: l3agentscheduler.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.691013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.691605 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: l3_agent_scheduler Jan 14 05:18:01.691973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: logging.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.693575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.694163 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension logging not supported by any of loaded plugins Jan 14 05:18:01.694532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: metering.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.695342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.696036 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: metering Jan 14 05:18:01.696397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.697497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.698075 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: metering_source_and_destination_fields Jan 14 05:18:01.698440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: multiprovidernet.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.699408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.699981 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: multi-provider Jan 14 05:18:01.700336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: netmtu.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.701257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.701834 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: net-mtu Jan 14 05:18:01.702191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: netmtu_writable.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.703179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.703940 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: net-mtu-writable Jan 14 05:18:01.704302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: network_availability_zone.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.705033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.705604 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: network_availability_zone Jan 14 05:18:01.705956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: network_ip_availability.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.707087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.707657 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: network-ip-availability Jan 14 05:18:01.708010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: network_segment_range.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.708827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.709396 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension network-segment-range not supported by any of loaded plugins Jan 14 05:18:01.709750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: pagination.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.710746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.711108 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: pagination Jan 14 05:18:01.711461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.712380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.712950 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: port-mac-address-regenerate Jan 14 05:18:01.713303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.714226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.714824 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: port-numa-affinity-policy Jan 14 05:18:01.715176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: port_resource_request.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.716084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.716650 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension port-resource-request not supported by any of loaded plugins Jan 14 05:18:01.717000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: portbindings.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.718028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.718601 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: binding Jan 14 05:18:01.719059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: portbindings_extended.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.720377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.720954 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: binding-extended Jan 14 05:18:01.721310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: portsecurity.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.722229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.722828 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: port-security Jan 14 05:18:01.723185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: project_id.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.724223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.724590 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: project-id Jan 14 05:18:01.724940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: providernet.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.725860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.726434 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: provider Jan 14 05:18:01.726821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.730331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.730939 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos not supported by any of loaded plugins Jan 14 05:18:01.731302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.732580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.733156 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Jan 14 05:18:01.733519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.734434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.735055 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Jan 14 05:18:01.735408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_default.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.736314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.736887 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-default not supported by any of loaded plugins Jan 14 05:18:01.737240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_fip.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.737919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.738486 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-fip not supported by any of loaded plugins Jan 14 05:18:01.738876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_gateway_ip.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.739799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.740372 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-gateway-ip not supported by any of loaded plugins Jan 14 05:18:01.740724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_port_network_policy.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.741716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.742289 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-port-network-policy not supported by any of loaded plugins Jan 14 05:18:01.742645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_rule_type_details.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.743583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.744145 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-rule-type-details not supported by any of loaded plugins Jan 14 05:18:01.744500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: qos_rules_alias.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.745534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.746098 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension qos-rules-alias not supported by any of loaded plugins Jan 14 05:18:01.746848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: quotasv2.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.747806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.748166 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: quotas Jan 14 05:18:01.748521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: quotasv2_detail.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.750101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.750535 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: quota_details Jan 14 05:18:01.751020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: rbac.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.752172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.752755 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: rbac-policies Jan 14 05:18:01.753115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: rbac_address_scope.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.754030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.754604 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: rbac-address-scope Jan 14 05:18:01.754988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: rbac_security_groups.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.755905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.756474 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: rbac-security-groups Jan 14 05:18:01.756835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: rbac_subnetpool.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.757745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.758313 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: rbac-subnetpool Jan 14 05:18:01.758665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: revisionifmatch.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.759600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.760167 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: revision-if-match Jan 14 05:18:01.760518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: revisions.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.761620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.762192 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: standard-attr-revisions Jan 14 05:18:01.762542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: router_availability_zone.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.763302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.763872 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: router_availability_zone Jan 14 05:18:01.764226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: routerservicetype.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.765235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.765856 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension router-service-type not supported by any of loaded plugins Jan 14 05:18:01.766279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.767247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.767825 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: security-groups-normalized-cidr Jan 14 05:18:01.768178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: security_groups_port_filtering.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.769096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.769671 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: port-security-groups-filtering Jan 14 05:18:01.770023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.770984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.771561 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: security-groups-remote-address-group Jan 14 05:18:01.771915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: securitygroup.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.786331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.786959 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: security-group Jan 14 05:18:01.787326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: segment.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.788184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.788747 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension segment not supported by any of loaded plugins Jan 14 05:18:01.789110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.790044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.790612 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Jan 14 05:18:01.791002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: servicetype.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.792162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.792734 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: service-type Jan 14 05:18:01.793073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: sorting.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.794043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.794412 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: sorting Jan 14 05:18:01.794794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: standard_attr_segment.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.795693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.796257 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension standard-attr-segment not supported by any of loaded plugins Jan 14 05:18:01.796607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: standardattrdescription.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.797310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.797894 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: standard-attr-description Jan 14 05:18:01.798251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: stateful_security_group.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.799200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.799771 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: stateful-security-group Jan 14 05:18:01.800126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: stdattrs_common.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.800703 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Jan 14 05:18:01.801053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.801988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.802559 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Jan 14 05:18:01.802932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: subnet_onboard.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.803977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.804559 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: subnet_onboard Jan 14 05:18:01.804913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.805903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.806464 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Jan 14 05:18:01.806850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: subnet_service_types.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.807773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.808337 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: subnet-service-types Jan 14 05:18:01.808689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: subnetallocation.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.809743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.810320 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: subnet_allocation Jan 14 05:18:01.810672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.811400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.811983 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: subnetpool-prefix-ops Jan 14 05:18:01.812337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.813444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.814014 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Jan 14 05:18:01.814370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: tagging.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.815678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, router, floatingip, policy, security_group, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.816262 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: standard-attr-tag Jan 14 05:18:01.816618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: timestamp.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.817797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.818376 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loaded extension: standard-attr-timestamp Jan 14 05:18:01.818757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: trunk.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.819780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.820348 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension trunk not supported by any of loaded plugins Jan 14 05:18:01.820701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: trunk_details.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.821670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.822223 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension trunk-details not supported by any of loaded plugins Jan 14 05:18:01.822573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: uplink_status_propagation.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.823518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.824087 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension uplink-status-propagation not supported by any of loaded plugins Jan 14 05:18:01.824437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Loading extension file: vlantransparent.py {{(pid=80820) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:445}} Jan 14 05:18:01.825125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=80820) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Jan 14 05:18:01.825688 n-d-768851-4 neutron-server[80820]: INFO neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extension vlan-transparent not supported by any of loaded plugins Jan 14 05:18:01.828472 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:network Jan 14 05:18:01.829285 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:subnet Jan 14 05:18:01.829948 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 05:18:01.830596 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:port Jan 14 05:18:01.832102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.832585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service FLAVORS assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.833251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.833721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.834085 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:router Jan 14 05:18:01.834837 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 05:18:01.835657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service METERING assigned prefix: /metering {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.837396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.837792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.838184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=80820) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:18:01.839356 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 05:18:01.839833 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:security_group Jan 14 05:18:01.840626 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 05:18:01.841439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service CORE assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.841808 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 05:18:01.842167 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] subnetpool is already registered Jan 14 05:18:01.842842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service CORE assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.843207 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 05:18:01.843569 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] subnetpool is already registered Jan 14 05:18:01.846385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.846883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service FLAVORS assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.847522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.847979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.848342 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:router Jan 14 05:18:01.848697 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] router is already registered Jan 14 05:18:01.849359 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:floatingip Jan 14 05:18:01.849684 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] floatingip is already registered Jan 14 05:18:01.850375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service METERING assigned prefix: /metering {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.851123 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of CountableResource for resource:rbac_policy Jan 14 05:18:01.851484 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] rbac_policy is already registered Jan 14 05:18:01.852099 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:security_group Jan 14 05:18:01.852459 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] security_group is already registered Jan 14 05:18:01.853097 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:security_group_rule Jan 14 05:18:01.853454 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] security_group_rule is already registered Jan 14 05:18:01.854163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service CORE assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.854520 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 05:18:01.854899 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] subnetpool is already registered Jan 14 05:18:01.855561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.resource_helper [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Service CORE assigned prefix: {{(pid=80820) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:78}} Jan 14 05:18:01.855918 n-d-768851-4 neutron-server[80820]: INFO neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Creating instance of TrackedResource for resource:subnetpool Jan 14 05:18:01.856270 n-d-768851-4 neutron-server[80820]: WARNING neutron.quota.resource_registry [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] subnetpool is already registered Jan 14 05:18:01.856990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: extensions {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.858500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: address-groups {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.860255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: address-scopes {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.861536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: agents {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.862786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: auto-allocated-topology {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.864082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: availability_zones {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.865449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: dhcp-networks {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.866947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: dhcp-agents {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.868571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: routers {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.870512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: flavors {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.872143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: service_profiles {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.873430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: next_providers {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.875067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: service_profiles {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.876658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: floatingip-pools {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.877942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: routers {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.879858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: floatingips {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.881095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: l3-routers {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.882585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: l3-agents {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.884102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: metering-labels {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.886346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: metering-label-rules {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.887731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: network-ip-availabilities {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.889043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: bindings {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.890877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: quotas {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.892399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: quotas {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.893881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: rbac-policies {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.895253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: security-groups {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.896527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: security-group-rules {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.898210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: service-providers {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.899528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: subnetpools {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.901015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: subnetpools {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.902544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.904349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.906237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.908196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.910066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.911912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.913790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.915797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.917771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.919729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.extensions [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Extended resource: tags {{(pid=80820) __init__ /opt/stack/neutron/neutron/api/extensions.py:158}} Jan 14 05:18:01.926853 n-d-768851-4 neutron-server[80820]: WARNING keystonemiddleware.auth_token [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Jan 14 05:18:01.932053 n-d-768851-4 neutron-server[80820]: WARNING keystonemiddleware.auth_token [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Jan 14 05:18:01.940846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Acquired lock "singleton_lock" {{(pid=80820) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:266}} Jan 14 05:18:01.941356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Releasing lock "singleton_lock" {{(pid=80820) lock /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:282}} Jan 14 05:18:01.942897 n-d-768851-4 neutron-server[80820]: INFO oslo_service.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Starting 2 workers Jan 14 05:18:01.947549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Started child 80929 {{(pid=80820) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 05:18:01.951910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:01.952191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Started child 80930 {{(pid=80820) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 05:18:01.953351 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [-] (80929) wsgi starting up on http://0.0.0.0:9696 Jan 14 05:18:01.953651 n-d-768851-4 neutron-server[80820]: INFO neutron.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Neutron service started, listening on 0.0.0.0:9696 Jan 14 05:18:01.954369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Notify callbacks [] for process, before_spawn {{(pid=80820) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:01.956257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:01.956896 n-d-768851-4 neutron-server[80820]: INFO oslo_service.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Starting 1 workers Jan 14 05:18:01.957599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [-] (80930) wsgi starting up on http://0.0.0.0:9696 Jan 14 05:18:01.962262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Started child 80931 {{(pid=80820) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 05:18:01.962809 n-d-768851-4 neutron-server[80820]: INFO oslo_service.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Starting 1 workers Jan 14 05:18:01.964915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] calling RpcWorker wait() {{(pid=80931) _wait /opt/stack/neutron/neutron/service.py:128}} Jan 14 05:18:01.965310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] returning from RpcWorker wait() {{(pid=80931) _wait /opt/stack/neutron/neutron/service.py:135}} Jan 14 05:18:01.966770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:01.967274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:01.967399 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Started child 80932 {{(pid=80820) _start_child /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:576}} Jan 14 05:18:01.968214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93923c5d-4e48-42ab-8607-fb183135fe77 None None] Notify callbacks [] for process, after_spawn {{(pid=80820) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:01.969853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80820) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 05:18:01.970024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 05:18:01.970448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 05:18:01.970656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 05:18:01.971236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 05:18:01.971361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 05:18:01.971881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:01.972024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.972172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.972673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.972953 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.973262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.973871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.974182 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.974474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.974808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.975081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.975288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.975433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.975894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.976163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.976510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.976788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.977053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.977297 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.977502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.977753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.978054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.978332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.978614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] debug = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.978902 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.979494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.979750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.980017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.980259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.980545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.980803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.981090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.981357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.981597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.981855 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.982120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.982362 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.982620 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.982928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.983187 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.983600 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] host = n-d-768851-4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.983848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.984088 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.984345 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.984638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.984913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.985736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.985736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.985736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.986135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.986282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.986416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.986680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.986918 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.987174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.987358 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_options = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.987637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.987838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.988112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.988316 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.988503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.988656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.988961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.989145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.989424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.989668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.989910 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.990149 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.990371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.990615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.990916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.991166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.991420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.991670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.991965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.992252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.992523 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.992780 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.993602 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.993602 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.993602 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.993817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.993956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.994210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.994398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.994820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.995285 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.995531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.995957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.996684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.996954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.997114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.997258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:01.997436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.997762 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.998056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.998229 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.998666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:01.998932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_json = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.001783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.003022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.003022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.003022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.003022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.003022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.003022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.003781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.003781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.003781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.004754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.004754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.004754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.004754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.008030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.010835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.011577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.011577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.011577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.011577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.011915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.012465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.012465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.012616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.012792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.012940 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.013189 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.013460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.013723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.013993 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.014264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.014514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.014772 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.015037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.015240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.015652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.016080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.016408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.016769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.017256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.017500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.017768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.018045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.018250 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.018794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.018794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.019090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.019203 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.019358 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.019577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.019861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.020103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.020338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.020581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.020834 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.021073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.021327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.021562 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.021808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.022044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.022280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.022514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.022756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.022996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.023288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.023628 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.023887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.024162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.024417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.024687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.024932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.025198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.025444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.025689 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.025934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.026222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.026475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.026761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.027013 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.027258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.027540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.027800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.028050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.028291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.028560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.028808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.029078 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.029340 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.029626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.029885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.030168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.030463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.030737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.031052 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.031309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.031686 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.032274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.032420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.032701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.032981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.033252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.033536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.033812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.034083 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.034874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.034874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.034874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.035160 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.035361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.036017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.036017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.036237 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.036500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.036790 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.037042 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.037282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.037586 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.038089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.038089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.038400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.038679 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.038969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.039256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.039516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.039788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.040030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.040272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.040549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.040775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.041092 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.041254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.041507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.041743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.042540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.042540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.042540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.042948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.042948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.043141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.043415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.043667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.043911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.044175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.044419 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.044661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.044903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.045155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.045450 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.045696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.046000 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.046271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.046534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.046831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.047144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048336 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048336 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.048970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.050123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.050123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.050123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.050123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.050123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.050588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.050736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.051004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.051262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.051504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.051764 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.052012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.052273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.052513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.052756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.053026 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.053291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.053538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.053788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.054024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.054259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.054513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.054769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.055060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.055332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.055604 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.055902 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.056226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.056496 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.056734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.056979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.057242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.057516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.057753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.057989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.058232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.058470 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.058761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.059001 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.059235 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.059474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.059709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.060011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.060277 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.060524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.060871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.061127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.061401 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.061663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.061911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.062160 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.062467 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.062956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.063395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.063690 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.063965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.064283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.064585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.064878 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.065123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.065435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.065792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.066085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.066355 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.066614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.066932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.067186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.067630 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.067630 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.067896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.068137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.069280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.069280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.069280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.069280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.069598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.069598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.069855 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.070095 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=80820) wait /usr/local/lib/python3.6/dist-packages/oslo_service/service.py:650}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2567}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2568}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2569}} Jan 14 05:18:02.071998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2571}} Jan 14 05:18:02.072590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2572}} Jan 14 05:18:02.072590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.072590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.072590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.072879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.072973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.073065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.073251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.073436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.073600 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.073926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.074267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.074438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.074595 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.074776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.074937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.075101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.075263 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.075404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.075557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.075691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] config_source = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.075868 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.076028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.076344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] debug = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.076682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.076897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.077083 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.077270 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.077436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.078415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.078415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.078415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.078415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.078415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.078840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.078840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.079018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.079273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.079457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.079641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.079824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] host = n-d-768851-4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.079982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.080149 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.080324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.080501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.080682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.080873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.081035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.081213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.081487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.081649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.082000 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.082197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.082365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_dir = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.082543 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.082737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_options = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.082924 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.083104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.083282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.083484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.083664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.083843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.084021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.084234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.084379 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.084557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.084735 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.084913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.085089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.085266 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.085444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.085621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.085846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.085952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.086132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.086310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.086488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.086648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.086993 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.087731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.087731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.087731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.087731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088703 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.088839 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.089005 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.089176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.089360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.089621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.089769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.089920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.090077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.090218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.090361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.090503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_journal = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.090653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_json = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.090819 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.090963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.091109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.091261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.091412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.091556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.091699 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.091840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2581}} Jan 14 05:18:02.092021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.092205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.092401 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.092586 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.092769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.092951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.093132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.093319 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.093502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.093685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.093906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.094094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.094288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.094555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.094766 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.094954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.095139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.095326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.095511 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.095696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.095882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.096065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.096268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.096452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.096651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.48/identity {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.096851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.096985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.097115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.097298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.097481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.097666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.097849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.098034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.098220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.098406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.098589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.098811 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.099000 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.099187 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.099371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.099554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.099738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.099921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.100513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.100513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.100513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.101901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.103435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104797 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.104887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.105039 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.105225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.105409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.105594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.105777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.105962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.106118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.106305 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.106490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.106683 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.106906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.107071 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.107256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.107439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.107623 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.107805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.108946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.109231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.109641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.109641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.109641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.109641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.110259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.110259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.110428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.110517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.110656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.110863 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.111049 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.111233 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.111418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.111603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.111789 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.111972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.112155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.112343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.112538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.112721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.112908 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.113082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.113258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.113455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.113643 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.113829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.114015 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.114202 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.114371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.114803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.115256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.115256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.115256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.115515 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.115606 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.115745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.115928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.116114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.116298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.116534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.116704 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.117056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.117234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.117413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.117598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.117786 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.117968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.118155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.118342 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.118526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.118744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.48/identity {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.118939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.119123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.119312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.119481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.119667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.119852 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.120016 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.120198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.120381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.120567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.120753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.120907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.121094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.121647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.122407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.122407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.122407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.122407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.122950 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:02.123227 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123227 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123227 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123227 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.123733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.124226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.124226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.124226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.124610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.124610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.124870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.124870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.125157 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.125382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.125523 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.125664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.125798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.125932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.126116 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.126300 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.126485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.126731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.126877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.127128 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.127287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.127421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.127555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.127694 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.127877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.128061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.128244 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.128428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.128616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.128802 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.128985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.129172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.129359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.129542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.129725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.129921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.130105 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.130289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.130472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.130670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.130879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.131065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.131251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.131434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.131628 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.131812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.131995 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.132183 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.132365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.132560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.132745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.132927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.133085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.133266 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.133459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.133644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.133829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.134025 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.134209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.134365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.134551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.134774 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.134960 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.135145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vxlan'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.135334 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.135470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60630) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:02.135565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.135664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.135852 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.136045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.136236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:100:149'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.136428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.136614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.136805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.137006 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.137237 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.137353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.137513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.137696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.137879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.138062 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.138246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.138430 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.138613 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.138823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.139008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.139190 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.139375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.139559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.139743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.139925 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.140107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.140291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.140475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2589}} Jan 14 05:18:02.140651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=80820) log_opt_values /usr/local/lib/python3.6/dist-packages/oslo_config/cfg.py:2591}} Jan 14 05:18:02.148151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0106547 Jan 14 05:18:12.324711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b783be24-68a2-49ba-ab6e-a35f1e7a1773 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:18:12.383976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b783be24-68a2-49ba-ab6e-a35f1e7a1773 None None] No non-hosted networks {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Jan 14 05:18:12.463872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8480d182-a0d7-47be-a534-b715197dc2d0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160'] for agent, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:14.412622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a6a1dad-aedf-47b1-ba5c-d781b4618deb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160'] for agent, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:14.485997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8db3a4d7-0a61-4c25-b66d-6bfae95a6911 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:15.345414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160'] for agent, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:16.106558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160'] for agent, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:16.111809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.114370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.115981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.119233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.120343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.122474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.123299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.124387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.125287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.125835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.126372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.126946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:16.127546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-d-768851-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:16.133240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-d-768851-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:16.555884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160'] for agent, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:17.935386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60722) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:17.975585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] get_endpoint_by_host() called for host n-d-768851-4 {{(pid=80931) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 05:18:17.981005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] get_endpoint_by_ip() called for ip 192.168.0.43 {{(pid=80931) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 05:18:17.984390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] _add_endpoint() called for ip 192.168.0.43 {{(pid=80931) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 05:18:17.990714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] _get_endpoints() called {{(pid=80931) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 05:18:18.580087 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_hamode_db [None req-23576513-b395-4b52-b6eb-2f45306e9660 None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Jan 14 05:18:18.618036 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-0731cffc-9441-4181-8c61-68cc2d171b75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:18.618639 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-0731cffc-9441-4181-8c61-68cc2d171b75 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:18.666103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23576513-b395-4b52-b6eb-2f45306e9660 None None] Routers set() bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:18:18.666493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23576513-b395-4b52-b6eb-2f45306e9660 None None] Router IDs set() for agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 05:18:18.846633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-0731cffc-9441-4181-8c61-68cc2d171b75 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:18:18.847742 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0731cffc-9441-4181-8c61-68cc2d171b75 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.9113059 Jan 14 05:18:21.552045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60738) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:21.988359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] Request body: {'subnetpool': {'is_default': True, 'default_prefixlen': 26, 'prefixes': ['172.20.0.0/16'], 'name': 'shared-default-subnetpool-v4', 'shared': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:18:22.040632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.policy [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80929) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 05:18:22.041443 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:22.041840 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: (rel_b, rel_a, rel_b), Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.045530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.046599 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:18:22.047724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:18:22.048700 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.049966 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.049966 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.049966 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:18:22.049966 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:22.049966 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:22.049966 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:22.054895 n-d-768851-4 neutron-server[80820]: INFO neutron.quota [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] Loaded quota_driver: . Jan 14 05:18:22.098598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:22.156058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] Notify callbacks ['neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288520160347', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288520136701', 'neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288520136144', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288520105999', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change--9223363288520114083', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create--9223372036854307923', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-474548', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1583519', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change--9223372036853337709'] for rbac-policy, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:22.228983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:22.230537 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d50d137-9f6f-454d-b1bb-535a2cdb9c9b admin admin] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 0.6775324 Jan 14 05:18:25.234794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60752) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:25.748819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '2db2473e1b65413d8ced1f7498357cb7'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:18:25.755726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:25.760961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Usage tracker for resource:network and tenant:2db2473e1b65413d8ced1f7498357cb7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:18:25.764881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:18:25.771828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:18:25.782912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Made reservation on behalf of 2db2473e1b65413d8ced1f7498357cb7 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:18:25.788859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:25.805654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:25.820184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:25.824128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Usage tracker for resource:security_group_rule and tenant:2db2473e1b65413d8ced1f7498357cb7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:18:25.828058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:18:25.834083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:18:25.937702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:25.941239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:25.946579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:25.969019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 1} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:18:25.994989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:25.995584 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Added segment fe845673-d609-4db4-80cd-33a043491df7 of type vxlan for network f5d1b936-dcd1-4282-a847-129afa2793d8 Jan 14 05:18:26.048189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=223a8462-5476-4271-afd6-e1cdca1ed74d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:26.071264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.071629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.071978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.072328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.072669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.073017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.073350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.073686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.074021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.074349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.074663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.075022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Tracked resource versions report: Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:18:26.076317 n-d-768851-4 neutron-server[80820]: {{(pid=80929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:18:26.119234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:26.126793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:26.168348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:26.169800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:18:26.170474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:26.173856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:26.437026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Pushing event updated for resources: {'Network': ['ID=f5d1b936-dcd1-4282-a847-129afa2793d8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:26.440379 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:26.442482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 842 time: 1.2066102 Jan 14 05:18:26.448601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f5d1b936-dcd1-4282-a847-129afa2793d8 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:18:29.591557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60768) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:30.343900 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-33ef49fd-2974-46c3-aa89-0d89132dbc63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:30.344513 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-33ef49fd-2974-46c3-aa89-0d89132dbc63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:30.784979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.policy [None req-33ef49fd-2974-46c3-aa89-0d89132dbc63 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=80930) register_rules /opt/stack/neutron/neutron/policy.py:67}} Jan 14 05:18:30.785828 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-33ef49fd-2974-46c3-aa89-0d89132dbc63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:30.786249 n-d-768851-4 neutron-server[80820]: WARNING oslo_policy.policy [None req-33ef49fd-2974-46c3-aa89-0d89132dbc63 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: (rel_b, rel_a, rel_b), Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: (rel_b, rel_a, rel_b), Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:18:30.789637 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:18:30.790784 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.791823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.792565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.793412 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:18:30.793412 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:18:30.793412 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:18:30.793412 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:18:30.798436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33ef49fd-2974-46c3-aa89-0d89132dbc63 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:18:30.800493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33ef49fd-2974-46c3-aa89-0d89132dbc63 admin admin] 10.222.0.48 "GET /v2.0/networks/f5d1b936-dcd1-4282-a847-129afa2793d8 HTTP/1.1" status: 200 len: 818 time: 1.2068889 Jan 14 05:18:30.837448 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba65d982-8c40-4cac-a6d6-cf0c8312c94e admin admin] 10.222.0.48 "GET /v2.0/subnetpools/c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a HTTP/1.1" status: 200 len: 734 time: 0.0275006 Jan 14 05:18:30.847355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Request body: {'subnet': {'ip_version': 4, 'subnetpool_id': 'c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'gateway_ip': '172.20.0.1', 'name': 'private-subnet', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:18:30.850394 n-d-768851-4 neutron-server[80820]: INFO neutron.quota [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Loaded quota_driver: . Jan 14 05:18:30.856654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:30.862643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Usage tracker for resource:subnet and tenant:2db2473e1b65413d8ced1f7498357cb7 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:18:30.866064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:18:30.873213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:18:30.890167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Made reservation on behalf of 2db2473e1b65413d8ced1f7498357cb7 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:18:30.896343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Notify callbacks [] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:31.608896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:31.622566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:31.775373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba26ad8-21ff-4369-887a-ad4f62d6982a,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:31.794114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.794664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.794796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.795149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.795497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.795837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.796174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.796559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.796871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.797231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.797562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.797908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Tracked resource versions report: Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:18:31.799056 n-d-768851-4 neutron-server[80820]: {{(pid=80930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:18:31.839175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:31.872523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Checking segment: {'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:18:31.872893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Network hostable DHCP agents. Network: f5d1b936-dcd1-4282-a847-129afa2793d8, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:18:31.896315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Network f5d1b936-dcd1-4282-a847-129afa2793d8 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:18:31.912133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f5d1b936-dcd1-4282-a847-129afa2793d8) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:18:31.920028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:18:31.921124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:31.931096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afff9fe8-d78c-40a8-8591-f96240205c26 None None] Network f5d1b936-dcd1-4282-a847-129afa2793d8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:18:31.950621 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 1.1071336 Jan 14 05:18:32.292492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f5d1b936-dcd1-4282-a847-129afa2793d8', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'fixed_ips': [{'subnet_id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:18:32.293891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:32.807422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Allocated IP 172.20.0.2 (f5d1b936-dcd1-4282-a847-129afa2793d8/eba26ad8-21ff-4369-887a-ad4f62d6982a/e523b450-c13d-41f8-a4c0-364558beab64) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:18:33.039144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:33.053291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Transition to ACTIVE for port object e523b450-c13d-41f8-a4c0-364558beab64 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:18:33.072799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Transition to ACTIVE for port object e523b450-c13d-41f8-a4c0-364558beab64 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:18:33.079173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:33.092691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:33.223487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Pushing event updated for resources: {'Port': ['ID=e523b450-c13d-41f8-a4c0-364558beab64,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:33.235252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.235620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.235981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.236337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.236692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.237040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.237385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.237733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.238055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.238406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.238764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.239101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Tracked resource versions report: Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:18:33.240221 n-d-768851-4 neutron-server[80820]: {{(pid=80931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:18:33.255749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:33.293715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Network f5d1b936-dcd1-4282-a847-129afa2793d8 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:18:33.295198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:18:33.298328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:18:33.357869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Attempting to bind port e523b450-c13d-41f8-a4c0-364558beab64 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:18:33.358183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Attempting to bind port e523b450-c13d-41f8-a4c0-364558beab64 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:18:33.358879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Attempting to bind port e523b450-c13d-41f8-a4c0-364558beab64 on network f5d1b936-dcd1-4282-a847-129afa2793d8 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:18:33.364280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 18, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:18:33.364684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Checking segment: {'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:18:33.365139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:33.365561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Bound using segment: {'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:18:33.366081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Bound port: e523b450-c13d-41f8-a4c0-364558beab64, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:18:33.366506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:33.455423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] For port e523b450-c13d-41f8-a4c0-364558beab64, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:18:33.459779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] For port e523b450-c13d-41f8-a4c0-364558beab64, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e523b450-c13d-41f8-a4c0-364558beab64,segment=NetworkSegment(fe845673-d609-4db4-80cd-33a043491df7),segment_id=fe845673-d609-4db4-80cd-33a043491df7)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:18:33.463645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:33.479038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:33.622138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Pushing event updated for resources: {'Port': ['ID=e523b450-c13d-41f8-a4c0-364558beab64,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:33.627018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:34.711374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60788) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:35.156219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-72b74844-69b5-4cc1-9c96-2b4bc18c820c admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:18:35.157296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72b74844-69b5-4cc1-9c96-2b4bc18c820c admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4448864 Jan 14 05:18:37.866771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60802) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:38.058095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e523b450-c13d-41f8-a4c0-364558beab64 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:18:38.130506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port e523b450-c13d-41f8-a4c0-364558beab64 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:18:38.299697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-895d21be-3fd4-4f16-8e4d-593ddffe7310 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:18:38.300726 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-895d21be-3fd4-4f16-8e4d-593ddffe7310 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4327850 Jan 14 05:18:38.398819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57a4202f-eaa4-40a0-a094-ad81c903b60a None None] Network f5d1b936-dcd1-4282-a847-129afa2793d8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:18:38.505309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Provisioning for port e523b450-c13d-41f8-a4c0-364558beab64 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:18:38.516527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Provisioning complete for port e523b450-c13d-41f8-a4c0-364558beab64 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:38.516933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:38.744689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:38.792868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] For port e523b450-c13d-41f8-a4c0-364558beab64, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e523b450-c13d-41f8-a4c0-364558beab64,segment=NetworkSegment(fe845673-d609-4db4-80cd-33a043491df7),segment_id=fe845673-d609-4db4-80cd-33a043491df7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:18:38.798776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:38.804156 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99672da7-e4f8-4871-9549-39ff6db49aea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:38.870358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Pushing event updated for resources: {'Port': ['ID=e523b450-c13d-41f8-a4c0-364558beab64,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:38.874157 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:39.022119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3903de5a-431f-4c32-a397-2487087bee00 None None] Provisioning complete for port e523b450-c13d-41f8-a4c0-364558beab64 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:39.022542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3903de5a-431f-4c32-a397-2487087bee00 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:39.269613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d99ef972-5a00-4a65-8470-03103403b9da None None] Provisioning complete for port e523b450-c13d-41f8-a4c0-364558beab64 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:39.269964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d99ef972-5a00-4a65-8470-03103403b9da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:39.507913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a6525ca0-7772-4208-9af0-e4857ebd62f1 None None] Provisioning complete for port e523b450-c13d-41f8-a4c0-364558beab64 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:39.508216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6525ca0-7772-4208-9af0-e4857ebd62f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:40.031633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e523b450-c13d-41f8-a4c0-364558beab64 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:18:40.104772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e523b450-c13d-41f8-a4c0-364558beab64 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:40.105109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:41.388045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60814) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:41.813026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Request body: {'router': {'name': 'router1', 'admin_state_up': True, 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:18:41.818039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:41.822830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Usage tracker for resource:router and tenant:2db2473e1b65413d8ced1f7498357cb7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:18:41.826070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:18:41.832099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:18:41.842920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:41.844191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:41.865479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:41.968530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:41.988279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:41.989528 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4d0dc51-03ce-4bde-a848-816b82529ec0 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.6000533 Jan 14 05:18:42.101141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5876653b-d2c3-4ead-bbd7-cb20bf1574d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:44.412280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2491b50-4a8c-4518-9ab8-94acd4a5c9a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:44.673307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60824) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:45.041763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-95cd87f8-8a88-4a75-bf73-600e992723f3 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:18:45.043584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95cd87f8-8a88-4a75-bf73-600e992723f3 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3689992 Jan 14 05:18:45.141788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:46.099062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:46.466213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:47.611572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60844) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:47.701594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Request body: {'network': {'router:external': True, 'name': 'public', 'is_default': True, 'admin_state_up': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:18:47.710300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:47.716954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Usage tracker for resource:network and tenant:e26c68eecc134074985053feb006f53c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:18:47.720701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:18:47.726624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:18:47.739092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Made reservation on behalf of e26c68eecc134074985053feb006f53c for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:18:47.743790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:47.756815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:47.771857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:47.775809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Usage tracker for resource:security_group_rule and tenant:e26c68eecc134074985053feb006f53c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:18:47.778641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:18:47.784464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:18:47.873510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:47.877564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:47.881733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:47.895126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Reserving flat network on physical network physnet1 {{(pid=80929) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:101}} Jan 14 05:18:47.922723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fe30a0db-5ea9-480f-a539-fb03571fe890,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:47.926298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:47.927523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:47.928113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Unsubscribe: segment precommit_create {{(pid=80929) unsubscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:84}} Jan 14 05:18:47.928516 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Added segment cdf0bc1f-b136-466b-8a06-80bd8d53c915 of type flat for network 882b610c-c064-4ec9-9ff7-1cd795705eb1 Jan 14 05:18:47.966283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:48.004817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:48.006052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:18:48.006672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:48.009979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:48.113124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Pushing event updated for resources: {'Network': ['ID=882b610c-c064-4ec9-9ff7-1cd795705eb1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:48.116214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.5032096 Jan 14 05:18:48.116947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:48.126505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:18:50.727950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:50.885612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25f5c981-e747-4379-b6f6-37a442088a6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:18:50.887130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-25f5c981-e747-4379-b6f6-37a442088a6f admin admin] 10.222.0.48 "GET /v2.0/subnets/eba26ad8-21ff-4369-887a-ad4f62d6982a HTTP/1.1" status: 200 len: 849 time: 0.1580482 Jan 14 05:18:51.034484 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf7eb9a9-17cc-4c82-a7d0-9797d8fa3f82 admin admin] 10.222.0.48 "GET /v2.0/routers/2948ce4c-9cba-431e-93f2-cf754b700502 HTTP/1.1" status: 200 len: 704 time: 0.1400104 Jan 14 05:18:51.506603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:52.054437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Allocated IP 172.20.0.1 (f5d1b936-dcd1-4282-a847-129afa2793d8/eba26ad8-21ff-4369-887a-ad4f62d6982a/2f4a9682-b018-4ae6-8d2d-2d1091294ae8) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:18:52.232002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:52.250642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Transition to ACTIVE for port object 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:18:52.301674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:52.320846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:52.450532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Pushing event updated for resources: {'Port': ['ID=2f4a9682-b018-4ae6-8d2d-2d1091294ae8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:52.456886 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:52.511664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Network f5d1b936-dcd1-4282-a847-129afa2793d8 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:18:52.512808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:18:52.516252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:18:52.516773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:52.756838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82b0713c-2cbc-48c5-badc-7d006757cbbb None None] Provisioning for port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:18:52.762383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82b0713c-2cbc-48c5-badc-7d006757cbbb None None] Provisioning complete for port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:52.762731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b0713c-2cbc-48c5-badc-7d006757cbbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:52.779283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:52.820306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82b0713c-2cbc-48c5-badc-7d006757cbbb None None] Port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:18:53.065998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:53.070953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:53.072055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:53.086454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:53.216365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Pushing event updated for resources: {'Port': ['ID=2f4a9682-b018-4ae6-8d2d-2d1091294ae8,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:53.224928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:53.282569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Network f5d1b936-dcd1-4282-a847-129afa2793d8 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:18:53.284210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:18:53.481304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Router 2948ce4c-9cba-431e-93f2-cf754b700502 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:18:53.548326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1c478bc2-e4a7-43de-a435-84ce9db908e9 None None] Provisioning complete for port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:53.548730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c478bc2-e4a7-43de-a435-84ce9db908e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:53.603118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1c478bc2-e4a7-43de-a435-84ce9db908e9 None None] Port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:18:53.809141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:18:53.819925 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] 10.222.0.48 "PUT /v2.0/routers/2948ce4c-9cba-431e-93f2-cf754b700502/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.7765908 Jan 14 05:18:53.820072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Sync routers for ids ['2948ce4c-9cba-431e-93f2-cf754b700502'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:18:53.831455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Routers {'2948ce4c-9cba-431e-93f2-cf754b700502'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:18:53.832289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:18:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['2948ce4c-9cba-431e-93f2-cf754b700502'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:54.012766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Set router 2948ce4c-9cba-431e-93f2-cf754b700502 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:18:54.387911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'name': 'router1', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:18:41Z', 'updated_at': '2021-01-14T05:18:52Z', 'revision_number': 2, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'gw_port_host': None, '_interfaces': [{'id': '2f4a9682-b018-4ae6-8d2d-2d1091294ae8', 'name': '', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'mac_address': 'fa:16:3e:5e:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:18:51Z', 'updated_at': '2021-01-14T05:18:52Z', 'revision_number': 2, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'subnets': [{'id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:54.393174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Checking router: 2948ce4c-9cba-431e-93f2-cf754b700502 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:18:54.393574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Updating router 2948ce4c-9cba-431e-93f2-cf754b700502 port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:18:54.616708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:55.051595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:55.066647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Transition to ACTIVE for port object 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:18:55.070248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:55.087882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:55.223647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Pushing event updated for resources: {'Port': ['ID=2f4a9682-b018-4ae6-8d2d-2d1091294ae8,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:55.244693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.245061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.245424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.246129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.246477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.246871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.247221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.247568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.247891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.248232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.248615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.248963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Tracked resource versions report: Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:18:55.250085 n-d-768851-4 neutron-server[80820]: {{(pid=80932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:18:55.253713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:55.403836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Attempting to bind port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:18:55.404390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Attempting to bind port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:18:55.404622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Attempting to bind port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 on network f5d1b936-dcd1-4282-a847-129afa2793d8 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:18:55.411362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:18:55.411770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Checking segment: {'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:18:55.412237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:55.412663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Bound using segment: {'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:18:55.413217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Bound port: 2f4a9682-b018-4ae6-8d2d-2d1091294ae8, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe845673-d609-4db4-80cd-33a043491df7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 1, 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:18:55.413637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:55.506267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] For port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:18:55.510917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] For port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=2f4a9682-b018-4ae6-8d2d-2d1091294ae8,segment=NetworkSegment(fe845673-d609-4db4-80cd-33a043491df7),segment_id=fe845673-d609-4db4-80cd-33a043491df7)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:18:55.514610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:55.530396 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:55.672889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Pushing event updated for resources: {'Port': ['ID=2f4a9682-b018-4ae6-8d2d-2d1091294ae8,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:55.677248 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:55.735292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Routers {'2948ce4c-9cba-431e-93f2-cf754b700502'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:18:55.735951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:18:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['2948ce4c-9cba-431e-93f2-cf754b700502'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:55.895295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] Set router 2948ce4c-9cba-431e-93f2-cf754b700502 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:18:56.231291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'name': 'router1', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:18:41Z', 'updated_at': '2021-01-14T05:18:52Z', 'revision_number': 2, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'gw_port_host': None, '_interfaces': [{'id': '2f4a9682-b018-4ae6-8d2d-2d1091294ae8', 'name': '', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'mac_address': 'fa:16:3e:5e:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:18:51Z', 'updated_at': '2021-01-14T05:18:55Z', 'revision_number': 4, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'subnets': [{'id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:18:56.235565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-111da314-dfda-49c4-b6d7-c09cdbb32476 None None] The sync data for ids ['2948ce4c-9cba-431e-93f2-cf754b700502'] in n-d-768851-4 is: [{'id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'name': 'router1', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:18:41Z', 'updated_at': '2021-01-14T05:18:52Z', 'revision_number': 2, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'gw_port_host': None, '_interfaces': [{'id': '2f4a9682-b018-4ae6-8d2d-2d1091294ae8', 'name': '', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'mac_address': 'fa:16:3e:5e:3b:bc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:18:51Z', 'updated_at': '2021-01-14T05:18:55Z', 'revision_number': 4, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'subnets': [{'id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:18:56.389308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60876) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:18:56.577357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d257dd8f-860c-4b65-8457-2ad7ad69f48a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:18:56.577959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d257dd8f-860c-4b65-8457-2ad7ad69f48a admin admin] Synchronizing usage tracker for tenant:e26c68eecc134074985053feb006f53c on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:18:56.596497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d257dd8f-860c-4b65-8457-2ad7ad69f48a admin admin] Unset dirty status for tenant:e26c68eecc134074985053feb006f53c on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:18:56.598175 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d257dd8f-860c-4b65-8457-2ad7ad69f48a admin admin] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 842 time: 0.2078652 Jan 14 05:18:56.611406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Request body: {'subnet': {'ip_version': 4, 'gateway_ip': '172.25.3.1', 'cidr': '172.25.3.0/24', 'enable_dhcp': False, 'name': 'public-subnet', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:18:56.618075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:18:56.622966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Usage tracker for resource:subnet and tenant:e26c68eecc134074985053feb006f53c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:18:56.626290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:18:56.632868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:18:56.643508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Made reservation on behalf of e26c68eecc134074985053feb006f53c for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:18:56.648296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:57.135865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:18:57.136356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:57.152326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:57.275907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a43e3ffc-c697-4ea1-b892-f0884000d493,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:57.291524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:57.350480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:18:57.350924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Network hostable DHCP agents. Network: 882b610c-c064-4ec9-9ff7-1cd795705eb1, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:18:57.377365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:18:57.388013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 882b610c-c064-4ec9-9ff7-1cd795705eb1) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:18:57.392554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:18:57.393183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:57.397013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e55defe-38e1-435b-8f84-0540e718dcf7 None None] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:18:57.414200 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.8090861 Jan 14 05:18:57.783720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b613cbe3-6cb0-4e45-bed0-eeadd0e10e63 None None] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:18:58.020016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:18:58.062930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:18:58.134106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:18:58.139204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:18:58.139613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:58.255237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:58.287988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=2f4a9682-b018-4ae6-8d2d-2d1091294ae8,segment=NetworkSegment(fe845673-d609-4db4-80cd-33a043491df7),segment_id=fe845673-d609-4db4-80cd-33a043491df7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:18:58.291705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:18:58.293836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:18:58.365199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=2f4a9682-b018-4ae6-8d2d-2d1091294ae8,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:18:58.368363 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:18:59.985337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60890) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:19:00.045712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:19:00.114065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:19:00.114421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:00.259822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6934803f-fbba-476e-8975-17c5983de89d admin admin] 10.222.0.48 "GET /v2.0/routers/2948ce4c-9cba-431e-93f2-cf754b700502 HTTP/1.1" status: 200 len: 710 time: 0.2732947 Jan 14 05:19:00.399426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcb0cd14-523d-4622-8cb1-fe0cd351a273 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:19:00.400898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bcb0cd14-523d-4622-8cb1-fe0cd351a273 admin admin] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 886 time: 0.1349444 Jan 14 05:19:00.412192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:19:01.021650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:01.363869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:01.427305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:01.443054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:01.458508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:19:01.462949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Usage tracker for resource:security_group_rule and tenant: is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:19:01.468009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:19:01.474245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:19:01.582457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:01.586354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:01.601916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:19:01.697493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4052274e-a5c2-4d3f-aa75-23da04401a78,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:19:01.701372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:19:01.876999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Allocated IP 172.25.3.44 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/023ef619-f212-4963-b298-1427cc0b60b0) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:19:02.047180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:02.099172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:02.115698 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:19:02.241222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Pushing event updated for resources: {'Port': ['ID=023ef619-f212-4963-b298-1427cc0b60b0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:19:02.244630 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:19:02.300216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:19:02.301474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:19:02.303886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:19:02.702897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:03.198946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:03.202497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:03.385949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Router 2948ce4c-9cba-431e-93f2-cf754b700502 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:19:03.576932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:19:03.587260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Sync routers for ids ['2948ce4c-9cba-431e-93f2-cf754b700502'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:19:03.594151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:03.595491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] 10.222.0.48 "PUT /v2.0/routers/2948ce4c-9cba-431e-93f2-cf754b700502 HTTP/1.1" status: 200 len: 889 time: 3.1867383 Jan 14 05:19:03.597588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Routers {'2948ce4c-9cba-431e-93f2-cf754b700502'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:19:03.598318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:18:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['2948ce4c-9cba-431e-93f2-cf754b700502'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:19:03.798904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Set router 2948ce4c-9cba-431e-93f2-cf754b700502 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:19:04.152254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'name': 'router1', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '023ef619-f212-4963-b298-1427cc0b60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:18:41Z', 'updated_at': '2021-01-14T05:19:02Z', 'revision_number': 4, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'gw_port': {'id': '023ef619-f212-4963-b298-1427cc0b60b0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:19:01Z', 'updated_at': '2021-01-14T05:19:01Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2f4a9682-b018-4ae6-8d2d-2d1091294ae8', 'name': '', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'mac_address': 'fa:16:3e:5e:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:18:51Z', 'updated_at': '2021-01-14T05:18:58Z', 'revision_number': 5, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'subnets': [{'id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:19:04.157473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Checking router: 2948ce4c-9cba-431e-93f2-cf754b700502 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:19:04.157857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Updating router 2948ce4c-9cba-431e-93f2-cf754b700502 port 023ef619-f212-4963-b298-1427cc0b60b0 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:19:04.212387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:04.600685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:04.613555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Transition to ACTIVE for port object 023ef619-f212-4963-b298-1427cc0b60b0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:19:04.616413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:04.630399 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9983e33-7f01-4761-bc56-c1b899c504df None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:19:04.757729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f8626-1a9a-47b4-8c2e-19fb82e36878 None None] Pushing event updated for resources: {'Port': ['ID=023ef619-f212-4963-b298-1427cc0b60b0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:19:04.761941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39f8626-1a9a-47b4-8c2e-19fb82e36878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:19:04.825628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Attempting to bind port 023ef619-f212-4963-b298-1427cc0b60b0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:19:04.825985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Attempting to bind port 023ef619-f212-4963-b298-1427cc0b60b0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:19:04.826435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Attempting to bind port 023ef619-f212-4963-b298-1427cc0b60b0 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:19:04.832427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 18, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:19:04.832838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:19:04.833269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:04.833691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:19:04.834195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Bound port: 023ef619-f212-4963-b298-1427cc0b60b0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:19:04.834655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:04.917385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] For port 023ef619-f212-4963-b298-1427cc0b60b0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:19:04.920718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] For port 023ef619-f212-4963-b298-1427cc0b60b0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=023ef619-f212-4963-b298-1427cc0b60b0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:19:04.924940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:04.938402 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39f8626-1a9a-47b4-8c2e-19fb82e36878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:19:05.083373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39f8626-1a9a-47b4-8c2e-19fb82e36878 None None] Pushing event updated for resources: {'Port': ['ID=023ef619-f212-4963-b298-1427cc0b60b0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:19:05.088756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39f8626-1a9a-47b4-8c2e-19fb82e36878 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:19:05.130752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Routers {'2948ce4c-9cba-431e-93f2-cf754b700502'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:19:05.131433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:18:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['2948ce4c-9cba-431e-93f2-cf754b700502'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:19:05.463486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] Set router 2948ce4c-9cba-431e-93f2-cf754b700502 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:19:05.806887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'name': 'router1', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '023ef619-f212-4963-b298-1427cc0b60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:18:41Z', 'updated_at': '2021-01-14T05:19:02Z', 'revision_number': 4, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'gw_port': {'id': '023ef619-f212-4963-b298-1427cc0b60b0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:19:01Z', 'updated_at': '2021-01-14T05:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2f4a9682-b018-4ae6-8d2d-2d1091294ae8', 'name': '', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'mac_address': 'fa:16:3e:5e:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:18:51Z', 'updated_at': '2021-01-14T05:18:58Z', 'revision_number': 5, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'subnets': [{'id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:19:05.811969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2465e690-58dc-40cb-9b1f-56f8143d2666 None None] The sync data for ids ['2948ce4c-9cba-431e-93f2-cf754b700502'] in n-d-768851-4 is: [{'id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'name': 'router1', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.44'}], 'enable_snat': True}, 'gw_port_id': '023ef619-f212-4963-b298-1427cc0b60b0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:18:41Z', 'updated_at': '2021-01-14T05:19:02Z', 'revision_number': 4, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'gw_port': {'id': '023ef619-f212-4963-b298-1427cc0b60b0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9f:e9:dd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_gateway', 'standard_attr_id': 26, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.44', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:19:01Z', 'updated_at': '2021-01-14T05:19:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2f4a9682-b018-4ae6-8d2d-2d1091294ae8', 'name': '', 'network_id': 'f5d1b936-dcd1-4282-a847-129afa2793d8', 'tenant_id': '2db2473e1b65413d8ced1f7498357cb7', 'mac_address': 'fa:16:3e:5e:3b:bc', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2948ce4c-9cba-431e-93f2-cf754b700502', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:18:51Z', 'updated_at': '2021-01-14T05:18:58Z', 'revision_number': 5, 'project_id': '2db2473e1b65413d8ced1f7498357cb7', 'subnets': [{'id': 'eba26ad8-21ff-4369-887a-ad4f62d6982a', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': 'c9870e2f-a6aa-4c93-94ea-cf3c015c1b7a'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:19:06.074629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 023ef619-f212-4963-b298-1427cc0b60b0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:19:06.147105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 023ef619-f212-4963-b298-1427cc0b60b0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:19:06.152423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 023ef619-f212-4963-b298-1427cc0b60b0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:19:06.152832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:06.256525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60900) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:19:06.277354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:06.294469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 023ef619-f212-4963-b298-1427cc0b60b0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=023ef619-f212-4963-b298-1427cc0b60b0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:19:06.299582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:06.301885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:19:06.372455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=023ef619-f212-4963-b298-1427cc0b60b0,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:19:06.376020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:19:06.406080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-557b3a85-3005-4945-90ec-f1b1a8fec111 admin admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:19:06.407787 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-557b3a85-3005-4945-90ec-f1b1a8fec111 admin admin] 10.222.0.48 "GET /v2.0/ports?device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 1069 time: 0.1502194 Jan 14 05:19:08.054047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 023ef619-f212-4963-b298-1427cc0b60b0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:19:08.132320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 023ef619-f212-4963-b298-1427cc0b60b0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:19:08.132833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:12.109263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77442612-ce1d-4d66-b0ed-5f94c9ba5852 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:14.414370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78e9c2bf-c2bc-4893-a397-e950e58cbbc6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:15.152284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:16.110238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:16.513916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:35.021759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:19:42.094322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97cff4c3-b906-420d-9b56-a427685e4558 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:44.409723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9224aeb3-967d-4c2b-ac34-8f4725f294c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:45.141419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:46.103908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:19:46.497419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:12.021157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:20:12.104350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26f71c05-d87b-4521-b51b-3381a548a653 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:14.419169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6845b87c-aaa3-4224-ab60-0721301f3c8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:15.152095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:16.107260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:16.492618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:42.098188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-303edffb-cbdf-4329-bae3-711beea388c0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:44.412877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08036ad7-124f-4933-9c50-83cd5ab652ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:45.148743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:46.111876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:46.496796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:20:49.021349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:21:12.101805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcb987b9-a540-4a4a-97c6-f0982dadb2b9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:14.416048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c39d0b81-7fc5-4e13-a796-2af08c0e73e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:15.154385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:16.124623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:16.499132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:22.078084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:22.180259 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-966a963a-91e0-4326-879f-76e7e251400e admin admin] GET failed (client error): The resource could not be found. Jan 14 05:21:22.181566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-966a963a-91e0-4326-879f-76e7e251400e admin admin] 10.222.0.48 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1024199 Jan 14 05:21:22.332868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-222d8009-67bf-4b98-a1aa-c077c4bb3dd5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:22.334482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-222d8009-67bf-4b98-a1aa-c077c4bb3dd5 admin admin] 10.222.0.48 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 865 time: 0.1476364 Jan 14 05:21:24.785624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33288) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:24.939161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5a6e42e-10b0-43bb-bd10-6b90a0d47557 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:24.939756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5a6e42e-10b0-43bb-bd10-6b90a0d47557 admin admin] Synchronizing usage tracker for tenant:e26c68eecc134074985053feb006f53c on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:21:24.956503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5a6e42e-10b0-43bb-bd10-6b90a0d47557 admin admin] Unset dirty status for tenant:e26c68eecc134074985053feb006f53c on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:21:24.957856 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f5a6e42e-10b0-43bb-bd10-6b90a0d47557 admin admin] 10.222.0.48 "GET /v2.0/subnets/eba26ad8-21ff-4369-887a-ad4f62d6982a HTTP/1.1" status: 200 len: 849 time: 0.1712115 Jan 14 05:21:24.968506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:21:25.102924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Notify callbacks [] for subnet, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:25.435894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288521362104'] for subnet, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:25.449043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:21:25.582740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Pushing event updated for resources: {'Subnet': ['ID=eba26ad8-21ff-4369-887a-ad4f62d6982a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:21:25.604464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.604845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.605221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.605581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.605938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.606288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.606641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.607020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.607370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.607722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.608066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.608394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:21:25.613175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:21:25.641866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:25.642522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:25.643942 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] 10.222.0.48 "PUT /v2.0/subnets/eba26ad8-21ff-4369-887a-ad4f62d6982a HTTP/1.1" status: 200 len: 868 time: 0.6796603 Jan 14 05:21:25.647946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5b3baad-9205-434f-b539-4afb1640c60e None None] Network f5d1b936-dcd1-4282-a847-129afa2793d8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:21:26.020405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:21:26.110010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4c4b1c88-c36e-4640-8405-67c193dc742d None None] Provisioning complete for port 2f4a9682-b018-4ae6-8d2d-2d1091294ae8 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:21:26.110427 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1c88-c36e-4640-8405-67c193dc742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:26.240440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4c4b1c88-c36e-4640-8405-67c193dc742d None None] Provisioning complete for port e523b450-c13d-41f8-a4c0-364558beab64 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:21:26.240755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c4b1c88-c36e-4640-8405-67c193dc742d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:28.122272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:28.357244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e73b1-bcda-45b1-8056-21e361135e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:28.357681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-831e73b1-bcda-45b1-8056-21e361135e5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:28.359427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-831e73b1-bcda-45b1-8056-21e361135e5c admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2357221 Jan 14 05:21:30.822986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33308) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:31.067394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362dcf4-16af-4162-9901-91452cf8da95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:31.067820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4362dcf4-16af-4162-9901-91452cf8da95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:31.069466 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4362dcf4-16af-4162-9901-91452cf8da95 admin admin] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1542 time: 0.2448649 Jan 14 05:21:33.575923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33318) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:33.825019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a79a0e2c-63a9-4463-9091-75e53bc86c84 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:33.826533 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a79a0e2c-63a9-4463-9091-75e53bc86c84 admin admin] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 886 time: 0.2495098 Jan 14 05:21:36.342971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33328) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:36.568102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76a211da-92aa-445d-96b9-2553fa9166f1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:36.569602 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76a211da-92aa-445d-96b9-2553fa9166f1 admin admin] 10.222.0.48 "GET /v2.0/networks/f5d1b936-dcd1-4282-a847-129afa2793d8 HTTP/1.1" status: 200 len: 862 time: 0.2254233 Jan 14 05:21:39.044117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33338) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:39.217040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bea776-84c4-4fbe-be38-ab50ce7dc825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:39.217372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6bea776-84c4-4fbe-be38-ab50ce7dc825 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:39.219041 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c6bea776-84c4-4fbe-be38-ab50ce7dc825 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1734409 Jan 14 05:21:41.683146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:41.839040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eaffe1-16db-41c8-9813-b282d557f1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:41.839466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1eaffe1-16db-41c8-9813-b282d557f1e8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:41.841117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f1eaffe1-16db-41c8-9813-b282d557f1e8 admin admin] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1566374 Jan 14 05:21:42.104950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c8a0d8a-031d-4db3-ba38-9c0869a61020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:44.295413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33358) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:44.418981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f7697d1-4b5a-44fb-adea-0b734badeea5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:44.446328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ddc461-7009-4c61-a993-50850e707c2b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:44.447833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56ddc461-7009-4c61-a993-50850e707c2b admin admin] 10.222.0.48 "GET /v2.0/subnets/a43e3ffc-c697-4ea1-b892-f0884000d493 HTTP/1.1" status: 200 len: 816 time: 0.1511052 Jan 14 05:21:45.155408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:46.118954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:46.504785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:21:46.901426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33368) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:21:47.056702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-69566478-aeba-45c2-bd14-d15911d5a531 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:21:47.059274 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-69566478-aeba-45c2-bd14-d15911d5a531 admin admin] 10.222.0.48 "GET /v2.0/subnets/eba26ad8-21ff-4369-887a-ad4f62d6982a HTTP/1.1" status: 200 len: 868 time: 0.1564054 Jan 14 05:22:03.019807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:22:12.109929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-847d6eeb-7633-4ec3-9661-d6362f923020 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:12.884054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33408) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:22:12.972147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-ca430afb-9730-411c-8cde-52d7fe303406 admin admin] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:22:12.973251 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca430afb-9730-411c-8cde-52d7fe303406 admin admin] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0877893 Jan 14 05:22:14.422212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f6b74ce-5c05-43eb-852e-51cc25b2be84 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:15.161371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:15.505951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33418) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:22:15.607067 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-67311c73-471e-4367-975b-33dfab945a96 admin admin] GET failed (client error): The resource could not be found. Jan 14 05:22:15.608375 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67311c73-471e-4367-975b-33dfab945a96 admin admin] 10.222.0.48 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.1013873 Jan 14 05:22:15.750051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d847b517-4ec1-49ec-a7d5-9d091ee5e7c0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:22:15.751564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d847b517-4ec1-49ec-a7d5-9d091ee5e7c0 admin admin] 10.222.0.48 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1365306 Jan 14 05:22:16.129342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:16.507692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:18.244835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33428) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:22:18.333523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Request body: {'network': {'shared': True, 'name': 'shared', 'admin_state_up': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:22:18.339494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:22:18.350628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:22:18.360870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Made reservation on behalf of e26c68eecc134074985053feb006f53c for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:22:18.365466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:18.458983 n-d-768851-4 neutron-server[80820]: WARNING neutron.services.revisions.revision_plugin [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Could not find related network for resource to bump revision. Jan 14 05:22:18.479591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 2} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:22:18.491224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:18.491699 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Added segment d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf of type vxlan for network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 Jan 14 05:22:18.532167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:18.568822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:18.570080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:22:18.570721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:18.574074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:22:18.678675 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 840 time: 0.4324541 Jan 14 05:22:18.679425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Pushing event updated for resources: {'Network': ['ID=89af2bbb-7904-4635-ac03-e4e3fb7b21f1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:22:18.687021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.687400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.687775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.688145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.688509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.688870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.689268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.689622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.689977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.690330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.690681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.691111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:18.695887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:22:18.704199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:22:21.161511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33438) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:22:21.264616 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5d7a7b23-b21f-47cc-ad73-25121760dbf1 admin admin] GET failed (client error): The resource could not be found. Jan 14 05:22:21.265157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5d7a7b23-b21f-47cc-ad73-25121760dbf1 admin admin] Synchronizing usage tracker for tenant:e26c68eecc134074985053feb006f53c on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:22:21.282432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5d7a7b23-b21f-47cc-ad73-25121760dbf1 admin admin] Unset dirty status for tenant:e26c68eecc134074985053feb006f53c on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:22:21.283727 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5d7a7b23-b21f-47cc-ad73-25121760dbf1 admin admin] 10.222.0.48 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.1210523 Jan 14 05:22:21.404306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-387a1384-634b-4bbf-a559-15821260eb50 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:22:21.405830 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-387a1384-634b-4bbf-a559-15821260eb50 admin admin] 10.222.0.48 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 819 time: 0.1151519 Jan 14 05:22:21.422460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Request body: {'subnet': {'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'description': 'shared-subnet', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:22:21.427570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:22:21.438222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:22:21.449327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Made reservation on behalf of e26c68eecc134074985053feb006f53c for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:22:21.453839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:21.857059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:21.870180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9176148a-e9af-4b9d-a3bb-2d7a76bf8adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:22:22.154383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8db2ea8-1ca4-4295-93ee-a362b6217c69,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:22:22.158267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:22:22.232624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:22:22.233215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Network hostable DHCP agents. Network: 89af2bbb-7904-4635-ac03-e4e3fb7b21f1, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:22:22.254761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:22:22.264969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 89af2bbb-7904-4635-ac03-e4e3fb7b21f1) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:22:22.269500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:22:22.270190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:22.273880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-622fdbcf-94bd-42c4-83d9-77c1ba732cb1 None None] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:22:22.297752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8790917 Jan 14 05:22:22.516646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'tenant_id': 'e26c68eecc134074985053feb006f53c', 'fixed_ips': [{'subnet_id': 'c8db2ea8-1ca4-4295-93ee-a362b6217c69'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:22:22.517625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:22.808495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Allocated IP 192.168.233.2 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/0295b15c-7734-4928-b5fa-1496c0fd9b02) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:22:23.027887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:23.039103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Transition to ACTIVE for port object 0295b15c-7734-4928-b5fa-1496c0fd9b02 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:22:23.055911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Transition to ACTIVE for port object 0295b15c-7734-4928-b5fa-1496c0fd9b02 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:22:23.061350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:23.077205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:22:23.206456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Pushing event updated for resources: {'Port': ['ID=0295b15c-7734-4928-b5fa-1496c0fd9b02,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:22:23.216179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.216670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.216922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.217287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.217653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.218531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.218531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.218865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.219025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.220392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.220392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.220392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:22:23.226675 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:22:23.283920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:22:23.285092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:22:23.290479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:22:23.348588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Attempting to bind port 0295b15c-7734-4928-b5fa-1496c0fd9b02 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:22:23.349219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Attempting to bind port 0295b15c-7734-4928-b5fa-1496c0fd9b02 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:22:23.349803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Attempting to bind port 0295b15c-7734-4928-b5fa-1496c0fd9b02 on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:22:23.356327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 22, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:22:23.356741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:22:23.357179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:23.357615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:22:23.358131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Bound port: 0295b15c-7734-4928-b5fa-1496c0fd9b02, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:22:23.358560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:23.450379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-32806891-2246-46ed-b899-44a461e0aefa None None] For port 0295b15c-7734-4928-b5fa-1496c0fd9b02, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:22:23.454003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-32806891-2246-46ed-b899-44a461e0aefa None None] For port 0295b15c-7734-4928-b5fa-1496c0fd9b02, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0295b15c-7734-4928-b5fa-1496c0fd9b02,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:22:23.460797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:23.535160 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:22:23.815619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Pushing event updated for resources: {'Port': ['ID=0295b15c-7734-4928-b5fa-1496c0fd9b02,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:22:23.821127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:22:24.225735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0295b15c-7734-4928-b5fa-1496c0fd9b02 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:22:24.297371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 0295b15c-7734-4928-b5fa-1496c0fd9b02 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:22:25.086662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-092a1d59-8ec4-4346-9090-c2b65f896808 None None] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:22:25.189438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Provisioning for port 0295b15c-7734-4928-b5fa-1496c0fd9b02 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:22:25.207908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Provisioning complete for port 0295b15c-7734-4928-b5fa-1496c0fd9b02 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:22:25.208326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:25.435940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:25.480701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] For port 0295b15c-7734-4928-b5fa-1496c0fd9b02, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0295b15c-7734-4928-b5fa-1496c0fd9b02,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:22:25.484086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:25.486210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:22:25.556516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Pushing event updated for resources: {'Port': ['ID=0295b15c-7734-4928-b5fa-1496c0fd9b02,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:22:25.563495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:22:25.710214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b9c6c50b-59c4-4cb2-b992-a125136ade43 None None] Provisioning complete for port 0295b15c-7734-4928-b5fa-1496c0fd9b02 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:22:25.710640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9c6c50b-59c4-4cb2-b992-a125136ade43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:25.958192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5d47be77-c4e4-4a2e-9676-11b35c6a2f57 None None] Provisioning complete for port 0295b15c-7734-4928-b5fa-1496c0fd9b02 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:22:25.958538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d47be77-c4e4-4a2e-9676-11b35c6a2f57 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:26.158379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0295b15c-7734-4928-b5fa-1496c0fd9b02 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:22:26.229385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0295b15c-7734-4928-b5fa-1496c0fd9b02 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:22:26.229715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:40.024294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:22:42.116639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2542eeb5-3315-44ac-9c90-05195d996360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:44.429210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff424cac-28a8-48a7-9b2f-e81cdf7a24fe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:45.165071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:46.123636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:22:46.511110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:12.111802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b2584da-8676-4c22-a87a-f790026f458e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:14.425213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32b1a1df-f019-40ca-b32d-b35d9a1d6bb5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:15.165982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:16.130372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:16.516545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:17.023722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:23:29.326832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33480) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:23:29.333299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-09abaa92-40d8-4f78-bbc5-40450830b4f9 tempest-verify_tempest_config-805709622 tempest-verify_tempest_config-805709622] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:23:29.334501 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09abaa92-40d8-4f78-bbc5-40450830b4f9 tempest-verify_tempest_config-805709622 tempest-verify_tempest_config-805709622] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.0065637 Jan 14 05:23:29.701459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33500) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:23:29.866103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:29.881886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:23:29.886230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Usage tracker for resource:security_group_rule and tenant:86ca0a93da3f42c8b32daa84b84dba23 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:23:29.889265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:23:29.895165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:23:29.989024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:29.993052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:30.002671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:23:30.042629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Synchronizing usage tracker for tenant:e26c68eecc134074985053feb006f53c on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:23:30.045159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6fe6e8-a286-473b-9511-1bac8423f6d3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:23:30.056418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.056886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.057224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.057585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.057941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.058298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.058650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.059030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.059379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.059730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.060059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.060409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.065725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:23:30.073490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Unset dirty status for tenant:e26c68eecc134074985053feb006f53c on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:23:30.077770 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86ca0a93da3f42c8b32daa84b84dba23&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3752491 Jan 14 05:23:30.077895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33506) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:23:30.139622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:30.166741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:30.217433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:30.221297 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:23:30.232907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6fe6e8-a286-473b-9511-1bac8423f6d3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:23:30.243458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.244182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.244605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.245140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.245501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.245867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.246210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.246571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.246967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.247308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.247655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.248006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:23:30.251120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:30.252301 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c6fe6e8-a286-473b-9511-1bac8423f6d3 HTTP/1.1" status: 204 len: 168 time: 0.1734140 Jan 14 05:23:30.253209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:23:42.125331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b564cb9c-47b7-4635-9956-5b15fcecd900 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:44.431309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed5f152-2fb1-4cbc-bf05-b3c445bb393d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:45.178973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:46.131769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:46.518960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:23:54.023518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:24:12.129964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a522bf6-096c-42f3-96a6-cebc9416b3d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:14.421517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-210a9478-4199-4975-9ab9-aa0e5cf02520 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:15.181789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:16.130548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:16.521545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:31.027200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:24:42.135353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4670b244-6e94-4ed7-89be-ff9e8d40ae11 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:44.424511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47696c0e-be1c-4f23-a1d0-04024855f814 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:45.180908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:46.136376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:24:46.526338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:08.031879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:25:12.131882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8558ac4f-5d50-4fb3-83d1-111e6746decd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:14.426900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4249093-9e23-4ae6-8c74-fbc4b8a50bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:15.185265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:16.135715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:16.527555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:42.130952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2df8a2b9-e4a0-4f7b-8d76-603b61338fa2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:44.425135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf95dc8a-e665-4d93-8092-558a050bfc4a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:45.039139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:25:45.194707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:46.137863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:25:46.534335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:12.129865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96945a38-3e8a-47de-975b-fbe920d90c9b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:14.430246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50f361dc-6135-44ed-9413-c847ac15d0f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:15.194308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:16.144032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:16.540931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:22.029667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 5 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:26:24.970409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160'] for agent, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:24.971311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.971746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.972239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.972765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.973373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.973995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.974607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.975209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.975809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.976511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.976961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.977621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:24.978433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h2-768851-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:26:24.983362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h2-768851-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:26:25.378269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] get_endpoint_by_host() called for host n-h2-768851-4 {{(pid=80931) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 05:26:25.384723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] get_endpoint_by_ip() called for ip 192.168.0.47 {{(pid=80931) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 05:26:25.388537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] _add_endpoint() called for ip 192.168.0.47 {{(pid=80931) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 05:26:25.396404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] _get_endpoints() called {{(pid=80931) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 05:26:27.082447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160'] for agent, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:27.083074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.083284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.083638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.084028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.084390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.084753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.085118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.085480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.085874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.086274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.086633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.087068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:26:27.087456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'n-h1-768851-4', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:26:27.091712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'n-h1-768851-4', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.6', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.1'}} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:26:27.656806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] get_endpoint_by_host() called for host n-h1-768851-4 {{(pid=80931) get_endpoint_by_host /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:347}} Jan 14 05:26:27.661276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] get_endpoint_by_ip() called for ip 192.168.0.48 {{(pid=80931) get_endpoint_by_ip /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:353}} Jan 14 05:26:27.665728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] _add_endpoint() called for ip 192.168.0.48 {{(pid=80931) _add_endpoint /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:377}} Jan 14 05:26:27.671818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] _get_endpoints() called {{(pid=80931) _get_endpoints /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:372}} Jan 14 05:26:42.128713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58850fa8-f33c-4c5c-a320-e15272deb7b6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:44.431422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1c1526-a901-4f0f-b6c2-41bbee981cff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:45.205266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:46.135838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:46.549792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:54.984137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:57.071831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:26:59.036722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:27:12.123663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef2d6618-0974-43dd-ad4e-328802dcab5d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:14.172612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33570) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:27:14.330662 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18622c80-208d-4cbc-a960-0b99823ec678 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.1569023 Jan 14 05:27:14.427263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a3cf2c7-81cb-44ac-8d42-0b59a0579d92 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:15.198632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:16.131432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:16.544814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:16.816686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33580) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:27:16.914270 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca004427-a43d-404b-9795-8ea40e6bc7d0 admin admin] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6228 time: 0.0964143 Jan 14 05:27:24.981267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:27.096521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:36.032691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:27:42.129649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caa8474a-7844-4365-8dad-9c416f4e0bd9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:44.423723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4dd170f-cee8-4422-b980-bae8a287e3bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:45.206022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:46.145461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:46.549070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:54.997040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:27:57.110463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:12.123794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34579ce3-f1c9-4afe-87ff-90ff52ac3663 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:13.034614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:28:14.416430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76fea8c9-256c-461d-ba9d-152d83ae8fcd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:15.205301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:16.139638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:16.551392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:24.993085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:27.110800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:42.143878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87e32a53-4ab5-4040-b17a-b5712533e21b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:44.424471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f56213-cfa6-41b4-9e44-655215025370 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:45.207903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:46.143042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:46.557085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:46.879902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33786) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:47.572745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-network', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:28:47.583167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:47.585612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Usage tracker for resource:network and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:47.588965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:47.595115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:47.605624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Made reservation on behalf of e1c8984fd92d49ceafc317cd9cebbcae for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:28:47.610952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.625398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.641144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:47.645475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Usage tracker for resource:security_group_rule and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:47.648568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:47.654338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:47.744131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.751068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.755838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:47.793520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:28:47.799997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c1592fe6-57fe-4461-a804-188a8ea696d0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:47.810076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.810712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.811340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.812038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.812038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.812405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.812717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.813089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.813417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.813855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.814589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.814733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.815090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.815543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.815894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.816240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.816583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.816926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.817274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.817620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.817965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.818306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.818832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.819180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.819588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.819929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.820270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.820611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.820952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.821392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.821736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.822103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.822410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.822767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.823110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.823449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Tracked resource versions report: Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h1-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h2-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:28:47.824929 n-d-768851-4 neutron-server[80820]: {{(pid=80930) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:28:47.830382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:47.831298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.831665 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Added segment ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd of type vxlan for network 80f9ac39-3880-4e74-9e25-a014892318a0 Jan 14 05:28:47.860197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.891557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.892971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:28:47.893791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:47.916220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7003275-dda6-4d90-819b-9ee81d3fd6bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:47.986854 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.1020949 Jan 14 05:28:47.988211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:48.000348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Request body: {'subnet': {'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-subnet', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:28:48.011022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Pushing event updated for resources: {'Network': ['ID=80f9ac39-3880-4e74-9e25-a014892318a0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:48.014289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:48.015709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:48.021580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Usage tracker for resource:subnet and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:48.023968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 80f9ac39-3880-4e74-9e25-a014892318a0 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:28:48.024784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:48.030590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:48.040860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Made reservation on behalf of e1c8984fd92d49ceafc317cd9cebbcae for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:28:48.046428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Notify callbacks [] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:48.128519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 80f9ac39-3880-4e74-9e25-a014892318a0 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:28:48.141134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 80f9ac39-3880-4e74-9e25-a014892318a0 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:28:48.559407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:48.575325 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:48.704989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Pushing event updated for resources: {'Subnet': ['ID=11d8ba31-b675-439a-a50b-3dc2b235b53f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:48.728327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.728680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.729084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.729404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.729954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.730458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.731011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.731519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.732022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.732546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.733052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.733560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.734131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.734671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.735057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.735416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.735775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.736166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.736535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.736883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.737196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.737551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.737903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.738298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.738655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.739110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.739395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.739747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.740099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.740453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.740804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.741155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.741512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.741855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.742571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.742943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Tracked resource versions report: Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h1-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h2-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:28:48.744912 n-d-768851-4 neutron-server[80820]: {{(pid=80929) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:28:48.749433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:48.808319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Checking segment: {'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:28:48.808929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Network hostable DHCP agents. Network: 80f9ac39-3880-4e74-9e25-a014892318a0, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:28:48.827708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Network 80f9ac39-3880-4e74-9e25-a014892318a0 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:28:48.837014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 80f9ac39-3880-4e74-9e25-a014892318a0) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:28:48.841210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:28:48.841937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:48.849141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88da6719-026f-4c11-b42a-27595f1f0143 None None] Network 80f9ac39-3880-4e74-9e25-a014892318a0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:28:48.873917 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 0.8834414 Jan 14 05:28:48.877177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33854) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:48.885929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:28:48.891862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:48.898050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Usage tracker for resource:router and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:48.902103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:48.909870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:48.921973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:48.924165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:48.952650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:49.102857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-80f9ac39-3880-4e74-9e25-a014892318a0', 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'fixed_ips': [{'subnet_id': '11d8ba31-b675-439a-a50b-3dc2b235b53f'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:28:49.104494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:49.465132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:49.472188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Allocated IP 172.20.0.2 (80f9ac39-3880-4e74-9e25-a014892318a0/11d8ba31-b675-439a-a50b-3dc2b235b53f/a20039b0-2428-47a5-8723-f6de5cfb3450) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:28:49.713728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:49.730010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Transition to ACTIVE for port object a20039b0-2428-47a5-8723-f6de5cfb3450 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:28:49.752940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Transition to ACTIVE for port object a20039b0-2428-47a5-8723-f6de5cfb3450 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:28:49.759623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:49.778932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:49.820909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:49.858387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:49.921288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Pushing event updated for resources: {'Port': ['ID=a20039b0-2428-47a5-8723-f6de5cfb3450,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:49.946685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.947109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.947478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.947873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.948202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.948561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.948916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.949267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.949619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.949947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.950448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.950949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.951501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.951981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.952457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.952939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.953450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.953809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.954161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.954510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.955036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.955376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.955726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.956075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.956492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.956838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.957185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.957552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.957874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.958219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.958563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.958928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.959271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.959626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.959961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.960282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Tracked resource versions report: Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h1-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h2-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:28:49.961929 n-d-768851-4 neutron-server[80820]: {{(pid=80931) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:28:49.971144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:50.010816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Network 80f9ac39-3880-4e74-9e25-a014892318a0 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:28:50.012272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:28:50.014878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:28:50.035909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:28:50.070563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Attempting to bind port a20039b0-2428-47a5-8723-f6de5cfb3450 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:28:50.071011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Attempting to bind port a20039b0-2428-47a5-8723-f6de5cfb3450 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:28:50.071416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Attempting to bind port a20039b0-2428-47a5-8723-f6de5cfb3450 on network 80f9ac39-3880-4e74-9e25-a014892318a0 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:28:50.077694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:28:50.078118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Checking segment: {'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:28:50.078561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:50.079027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Bound using segment: {'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:28:50.079922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Bound port: a20039b0-2428-47a5-8723-f6de5cfb3450, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:28:50.080386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:50.195650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7609d609-9e03-40df-b460-3e99398c864e None None] For port a20039b0-2428-47a5-8723-f6de5cfb3450, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:28:50.199134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7609d609-9e03-40df-b460-3e99398c864e None None] For port a20039b0-2428-47a5-8723-f6de5cfb3450, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a20039b0-2428-47a5-8723-f6de5cfb3450,segment=NetworkSegment(ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd),segment_id=ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:28:50.207126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:50.239485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Allocated IP 172.25.3.221 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/dbf0d7cb-e965-474b-9d82-6712c18b3592) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:28:50.362719 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:50.521737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:50.539656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Pushing event updated for resources: {'Port': ['ID=a20039b0-2428-47a5-8723-f6de5cfb3450,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:50.553400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:50.559254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:50.571880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:50.652788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Pushing event updated for resources: {'Port': ['ID=dbf0d7cb-e965-474b-9d82-6712c18b3592,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:50.656740 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:50.800799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:28:50.802090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:28:50.807558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:28:51.245620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:51.861303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:51.930433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33982) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:51.939591 n-d-768851-4 neutron-server[80820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 05:28:51.986083 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa173f93-38aa-40a4-8dd3-db3a24dbae41 req-ca9f0017-9fa9-407d-9ee5-45af4e1a7e72 tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/networks?tenant_id=8adad4d5d2c34c67bdc0a871cadb343d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0535190 Jan 14 05:28:52.213727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Router f90502e9-17ec-458a-9a15-4fcbb6f3f280 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:28:52.235660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-af59b49a-9138-4b3f-973f-17fabbc0d71b None None] Network 80f9ac39-3880-4e74-9e25-a014892318a0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:28:52.254969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa173f93-38aa-40a4-8dd3-db3a24dbae41 req-d941d5e0-241f-45ba-a977-3f144aefb218 tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:28:52.257021 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa173f93-38aa-40a4-8dd3-db3a24dbae41 req-d941d5e0-241f-45ba-a977-3f144aefb218 tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2698939 Jan 14 05:28:52.257742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34002) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:52.296643 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa173f93-38aa-40a4-8dd3-db3a24dbae41 req-9d5964be-8aaa-4dc2-993e-1b1eaeb19bab tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/quotas/8adad4d5d2c34c67bdc0a871cadb343d HTTP/1.1" status: 200 len: 375 time: 0.0306075 Jan 14 05:28:52.417890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa173f93-38aa-40a4-8dd3-db3a24dbae41 req-b26e170c-76d7-4fbe-b689-7a1635a7187b tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/ports?tenant_id=8adad4d5d2c34c67bdc0a871cadb343d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1099877 Jan 14 05:28:52.423938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23c402e3-bbf7-485e-bce3-b6fdd67e96de None None] Provisioning for port a20039b0-2428-47a5-8723-f6de5cfb3450 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:28:52.440988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:28:52.451473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Sync routers for ids ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:28:52.470229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Routers {'f90502e9-17ec-458a-9a15-4fcbb6f3f280'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:28:52.472808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:28:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:28:52.503469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:52.505762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 3.6265554 Jan 14 05:28:52.507832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34012) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:52.512862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a20039b0-2428-47a5-8723-f6de5cfb3450 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:28:52.726020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a20039b0-2428-47a5-8723-f6de5cfb3450 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:28:52.733622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a20039b0-2428-47a5-8723-f6de5cfb3450 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:52.734043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:52.755850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:52.760036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Set router f90502e9-17ec-458a-9a15-4fcbb6f3f280 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:28:52.820120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:52.861547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Usage tracker for resource:security_group_rule and tenant:7f64a67ae6d842b5a028e70014c03421 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:52.872523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:52.905755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:52.913977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:52.984543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port a20039b0-2428-47a5-8723-f6de5cfb3450, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a20039b0-2428-47a5-8723-f6de5cfb3450,segment=NetworkSegment(ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd),segment_id=ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:28:52.995219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:52.997672 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:53.199109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=a20039b0-2428-47a5-8723-f6de5cfb3450,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:53.202243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:53.308167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7d9c0e9e-f42d-4958-8876-db40a7285d5e None None] Provisioning complete for port a20039b0-2428-47a5-8723-f6de5cfb3450 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:53.308502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9c0e9e-f42d-4958-8876-db40a7285d5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:53.397873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:28:51Z', 'revision_number': 3, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:28:53.408220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Checking router: f90502e9-17ec-458a-9a15-4fcbb6f3f280 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:28:53.408808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Updating router f90502e9-17ec-458a-9a15-4fcbb6f3f280 port dbf0d7cb-e965-474b-9d82-6712c18b3592 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:28:53.529009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:53.769264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:53.792163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:53.799165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f50dcbc8-e245-4ad1-b7d9-2c6c8c15ba0c None None] Provisioning complete for port a20039b0-2428-47a5-8723-f6de5cfb3450 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:53.803146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50dcbc8-e245-4ad1-b7d9-2c6c8c15ba0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:53.852707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:53.973847 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f64a67ae6d842b5a028e70014c03421&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7115798 Jan 14 05:28:53.974395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34116) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:54.124080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.185627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a89c3da7-2d34-4b5d-ba13-b0fc52d10c1e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:54.190964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:54.215787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.227447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.291433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e2ee09e3-ff37-4700-9556-75ad3f5257db None None] Provisioning complete for port a20039b0-2428-47a5-8723-f6de5cfb3450 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:54.291845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2ee09e3-ff37-4700-9556-75ad3f5257db None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.293603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34146) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:54.342396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.357510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:54.380675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a89c3da7-2d34-4b5d-ba13-b0fc52d10c1e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:54.386674 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:54.396547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.398559 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a89c3da7-2d34-4b5d-ba13-b0fc52d10c1e HTTP/1.1" status: 204 len: 168 time: 0.4224811 Jan 14 05:28:54.469825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.502288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Transition to ACTIVE for port object dbf0d7cb-e965-474b-9d82-6712c18b3592 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:28:54.510348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.548274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a20039b0-2428-47a5-8723-f6de5cfb3450 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:28:54.743899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85e98511-59f0-4e95-9ff4-1df6fb0f5120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:54.775478 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45ce4d35-2e84-47ab-bcde-d30073a1efe3 req-20e4bdbd-97e8-45d7-9fec-52042a40251b tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/networks?tenant_id=8adad4d5d2c34c67bdc0a871cadb343d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1158185 Jan 14 05:28:54.847120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Pushing event updated for resources: {'Port': ['ID=dbf0d7cb-e965-474b-9d82-6712c18b3592,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:54.853951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.889677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.890052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.893868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.894290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.894745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.895039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.895404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.895868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.896101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.896551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.896791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.897153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.900120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.901997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.907319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.908335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.908335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.908467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.911669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.912049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.912565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.912927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.913291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.918874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.919537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.919914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.920678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.921046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.921550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.922049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.922536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.922946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.923305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.925617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.926425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.926771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Tracked resource versions report: Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: pushed versions: Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: { 'AddressGroup': {'1.1'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': {'1.0'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Log': {'1.0'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Network': {'1.1'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Port': {'1.6'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'PortForwarding': {'1.2'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'QosPolicy': {'1.8'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': {'1.4'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': {'1.2'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SubPort': {'1.0'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Subnet': {'1.1'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Trunk': {'1.1'}} Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: consumer versions: Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: { DHCP agent@n-d-768851-4: {}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: L3 agent@n-d-768851-4: {}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: Metadata agent@n-d-768851-4: {}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: Metering agent@n-d-768851-4: {}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-d-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h1-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}, Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: Open vSwitch agent@n-h2-768851-4: { 'AddressGroup': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'ConntrackHelper': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Log': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Network': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Port': '1.6', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'PortForwarding': '1.2', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'QosPolicy': '1.8', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroup': '1.4', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SecurityGroupRule': '1.2', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'SubPort': '1.0', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Subnet': '1.1', Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: 'Trunk': '1.1'}} Jan 14 05:28:54.928341 n-d-768851-4 neutron-server[80820]: {{(pid=80932) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:178}} Jan 14 05:28:54.932542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:54.933584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Attempting to bind port dbf0d7cb-e965-474b-9d82-6712c18b3592 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:28:54.934684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Attempting to bind port dbf0d7cb-e965-474b-9d82-6712c18b3592 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:28:54.935100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Attempting to bind port dbf0d7cb-e965-474b-9d82-6712c18b3592 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:28:54.942037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:28:54.942451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:28:54.942884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:54.943475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:28:54.944111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Bound port: dbf0d7cb-e965-474b-9d82-6712c18b3592, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:28:54.944865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.051546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] For port dbf0d7cb-e965-474b-9d82-6712c18b3592, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:28:55.057082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] For port dbf0d7cb-e965-474b-9d82-6712c18b3592, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dbf0d7cb-e965-474b-9d82-6712c18b3592,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:28:55.064676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.071537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:55.086422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Usage tracker for resource:security_group_rule and tenant:11dcb097a7264279a962d4d5b1fc1dfd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:55.105142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:55.119036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:55.197395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.201992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:55.240929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a20039b0-2428-47a5-8723-f6de5cfb3450 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:55.241326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.282168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ce4d35-2e84-47ab-bcde-d30073a1efe3 req-563625e4-d48d-4f00-9ab7-b740e78337ac tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:28:55.290428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45ce4d35-2e84-47ab-bcde-d30073a1efe3 req-563625e4-d48d-4f00-9ab7-b740e78337ac tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.4957325 Jan 14 05:28:55.305706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34208) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:55.320629 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45ce4d35-2e84-47ab-bcde-d30073a1efe3 req-d2f924b0-94ff-406a-b0df-6791e4e4e2fb tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/quotas/8adad4d5d2c34c67bdc0a871cadb343d HTTP/1.1" status: 200 len: 375 time: 0.0292141 Jan 14 05:28:55.352219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.396079 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45ce4d35-2e84-47ab-bcde-d30073a1efe3 req-5de8fe1d-c1a0-4acd-b608-adf2915fb08f tempest-DeleteServersAdminTestJSON-1508076100 tempest-DeleteServersAdminTestJSON-1508076100] 10.222.0.48 "GET /v2.0/ports?tenant_id=8adad4d5d2c34c67bdc0a871cadb343d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0741782 Jan 14 05:28:55.398287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:55.407889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34212) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:55.408924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Usage tracker for resource:security_group_rule and tenant:b541ad9f984440d884c03951e59ec52f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:55.411902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Allocated IP 172.20.0.1 (80f9ac39-3880-4e74-9e25-a014892318a0/11d8ba31-b675-439a-a50b-3dc2b235b53f/98d093f0-0f93-4731-ad47-396a381fd237) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:28:55.423481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:55.455122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:55.705588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.715088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.731157 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:55.856976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Routers {'f90502e9-17ec-458a-9a15-4fcbb6f3f280'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:28:55.857659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:28:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:28:55.896040 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b541ad9f984440d884c03951e59ec52f&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5862203 Jan 14 05:28:55.897051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34236) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:55.897189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10e6358c-2e48-451a-a5c4-bb79bbac4262,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:55.918463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:55.928246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.950153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:55.983871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-832fb9ec-849c-4faf-84e9-cd6892a8e610 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:56.085695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.091305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.102119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.125405 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11dcb097a7264279a962d4d5b1fc1dfd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.8302536 Jan 14 05:28:56.128491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34250) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:56.134317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4716ae71-7122-4542-ac27-504db1e16dd6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:56.151150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:56.152407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Transition to ACTIVE for port object 98d093f0-0f93-4731-ad47-396a381fd237 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:28:56.162741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.187620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34258) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:56.194336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:56.234524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.242913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Usage tracker for resource:security_group_rule and tenant:f252514e2950467f886b2d62a913dac3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:56.260846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:56.266209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-30a1f5dd-5086-4572-a727-299bbba80b23 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:56.286052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:56.323266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] Set router f90502e9-17ec-458a-9a15-4fcbb6f3f280 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:28:56.366753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Pushing event updated for resources: {'Port': ['ID=98d093f0-0f93-4731-ad47-396a381fd237,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:56.486663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.533914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.535115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:56.541921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.559283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:56.594122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10e6358c-2e48-451a-a5c4-bb79bbac4262,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:56.609375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:56.644734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Pushing event updated for resources: {'Port': ['ID=dbf0d7cb-e965-474b-9d82-6712c18b3592,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:56.648662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.447s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:56.658910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.660931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10e6358c-2e48-451a-a5c4-bb79bbac4262 HTTP/1.1" status: 204 len: 168 time: 0.7602782 Jan 14 05:28:56.666509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.702359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68886021-f7ea-4813-ac53-687321314875 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:56.720755 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f252514e2950467f886b2d62a913dac3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.3022456 Jan 14 05:28:56.727765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.729019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34304) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:56.790707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.809514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Network 80f9ac39-3880-4e74-9e25-a014892318a0 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:28:56.818936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:28:56.823750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:28:56.824580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.907972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:56.917959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:56.982479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34318) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:56.999894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Usage tracker for resource:security_group_rule and tenant:fd29d73d1d3844b2977e0e6e6191de40 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:57.006253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:57.010436 n-d-768851-4 neutron-server[80820]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Jan 14 05:28:57.050410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:28:51Z', 'revision_number': 3, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:28:57.059483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49c41546-e8dd-4dc6-92b7-de412884b28a None None] The sync data for ids ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'] in n-d-768851-4 is: [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:28:51Z', 'revision_number': 3, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:55Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:28:57.060569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e7b57cc7-2aa0-45e0-b074-9185914583eb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:57.071712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2665f2c9-0219-4e4c-aa89-f1752d162da7 req-45b34421-65da-47e7-8a37-26f720fd148e tempest-AggregatesAdminTestJSON-174422278 tempest-AggregatesAdminTestJSON-174422278] 10.222.0.48 "GET /v2.0/networks?tenant_id=6d7681b3afca4892a5f1dc4951665ff5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0843363 Jan 14 05:28:57.074326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:57.076919 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:57.080715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:57.117471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.138512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.201845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.203643 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4716ae71-7122-4542-ac27-504db1e16dd6 HTTP/1.1" status: 204 len: 168 time: 1.0703402 Jan 14 05:28:57.211092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4716ae71-7122-4542-ac27-504db1e16dd6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:57.243348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:57.250326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.335838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8d6cd363-e97a-4a3a-bd3b-d4e5b70c0507 None None] Provisioning for port 98d093f0-0f93-4731-ad47-396a381fd237 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:28:57.345796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8d6cd363-e97a-4a3a-bd3b-d4e5b70c0507 None None] Provisioning complete for port 98d093f0-0f93-4731-ad47-396a381fd237 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:57.347114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d6cd363-e97a-4a3a-bd3b-d4e5b70c0507 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.383605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2665f2c9-0219-4e4c-aa89-f1752d162da7 req-e93bbce2-d38f-4b16-9f9b-7a1c2e70f1d2 tempest-AggregatesAdminTestJSON-174422278 tempest-AggregatesAdminTestJSON-174422278] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:28:57.383847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.392756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2665f2c9-0219-4e4c-aa89-f1752d162da7 req-e93bbce2-d38f-4b16-9f9b-7a1c2e70f1d2 tempest-AggregatesAdminTestJSON-174422278 tempest-AggregatesAdminTestJSON-174422278] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3198397 Jan 14 05:28:57.394020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:57.403656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.422888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e7b57cc7-2aa0-45e0-b074-9185914583eb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:57.437586 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:57.473448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.474970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.476313 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e7b57cc7-2aa0-45e0-b074-9185914583eb HTTP/1.1" status: 204 len: 168 time: 0.7462645 Jan 14 05:28:57.484572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:57.504531 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2665f2c9-0219-4e4c-aa89-f1752d162da7 req-5906efbd-3571-4409-99d3-182c832831f3 tempest-AggregatesAdminTestJSON-174422278 tempest-AggregatesAdminTestJSON-174422278] 10.222.0.48 "GET /v2.0/quotas/6d7681b3afca4892a5f1dc4951665ff5 HTTP/1.1" status: 200 len: 375 time: 0.1103883 Jan 14 05:28:57.509330 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:57.627838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8d6cd363-e97a-4a3a-bd3b-d4e5b70c0507 None None] Port 98d093f0-0f93-4731-ad47-396a381fd237 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:28:57.644291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2665f2c9-0219-4e4c-aa89-f1752d162da7 req-48916e74-e28f-47df-86cf-02ebaeaa4523 tempest-AggregatesAdminTestJSON-174422278 tempest-AggregatesAdminTestJSON-174422278] 10.222.0.48 "GET /v2.0/ports?tenant_id=6d7681b3afca4892a5f1dc4951665ff5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1136923 Jan 14 05:28:57.666087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34338) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:57.733561 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd29d73d1d3844b2977e0e6e6191de40&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5430820 Jan 14 05:28:57.756399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34346) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:57.825385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ae2eb5df-e490-4a67-bcb2-e7994cd85d00,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:57.875085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:57.989788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.061225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.086411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.097246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.098494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.174539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.181859 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:58.217311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae2eb5df-e490-4a67-bcb2-e7994cd85d00,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:58.249980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:58.261399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.263078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ae2eb5df-e490-4a67-bcb2-e7994cd85d00 HTTP/1.1" status: 204 len: 168 time: 0.4938250 Jan 14 05:28:58.461181 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:58.498459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34390) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:58.581872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.608806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dbf0d7cb-e965-474b-9d82-6712c18b3592 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:28:58.615495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:58.674083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:58.683066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:58.694576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Usage tracker for resource:security_group_rule and tenant:ec9dc1872ab940c9acd2987f651ec38c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:58.700573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Pushing event updated for resources: {'Port': ['ID=98d093f0-0f93-4731-ad47-396a381fd237,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:58.707052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Usage tracker for resource:security_group_rule and tenant:8adad4d5d2c34c67bdc0a871cadb343d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:58.714460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:58.719472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:58.733672 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:58.735630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:58.741791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Network 80f9ac39-3880-4e74-9e25-a014892318a0 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:28:58.743457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:28:58.747166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:58.753279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34408) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:58.803563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port dbf0d7cb-e965-474b-9d82-6712c18b3592 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:28:58.814725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port dbf0d7cb-e965-474b-9d82-6712c18b3592 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:58.815377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.133264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.199641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port dbf0d7cb-e965-474b-9d82-6712c18b3592, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dbf0d7cb-e965-474b-9d82-6712c18b3592,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:28:59.217260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.221836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2edc3cd1-cfdb-4869-b544-010f97c9f5aa None None] Provisioning complete for port 98d093f0-0f93-4731-ad47-396a381fd237 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:28:59.222254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2edc3cd1-cfdb-4869-b544-010f97c9f5aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.244359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.251670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.253533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.265618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Router f90502e9-17ec-458a-9a15-4fcbb6f3f280 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:28:59.265749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-edec8e43-1cd7-4a22-be12-e90d4b1fa604 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:59.268869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.281364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.365442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=584d6c4d-d232-41b0-a7a5-7f482b3c7101,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:59.370576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2edc3cd1-cfdb-4869-b544-010f97c9f5aa None None] Port 98d093f0-0f93-4731-ad47-396a381fd237 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:28:59.370742 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec9dc1872ab940c9acd2987f651ec38c&name=default HTTP/1.1" status: 200 len: 2975 time: 0.8615985 Jan 14 05:28:59.375872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:59.377641 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8adad4d5d2c34c67bdc0a871cadb343d&name=default HTTP/1.1" status: 200 len: 2975 time: 1.7097554 Jan 14 05:28:59.378348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34444) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:59.378728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34446) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:59.379614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:59.396038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:59.510568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=dbf0d7cb-e965-474b-9d82-6712c18b3592,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:59.530798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:59.643908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b612b29-98c8-4e18-931d-c29d47dff01a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:28:59.647814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:59.651489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:28:59.660736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Usage tracker for resource:security_group_rule and tenant:345835ce234d4b3fbeb3789454efcfb3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:59.673760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:59.685031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:59.703658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:28:59.709956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] 10.222.0.48 "PUT /v2.0/routers/f90502e9-17ec-458a-9a15-4fcbb6f3f280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2008398 Jan 14 05:28:59.774768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.802905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34478) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:28:59.828781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.858411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.865462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:28:59.875607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Usage tracker for resource:security_group_rule and tenant:91f7fb55ef134050880193fd2a2858d3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:28:59.888656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:28:59.896192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.905108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:28:59.909631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.921826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.947873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e6e2732-49e1-49ed-a3a3-69a9b1082594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:28:59.981588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:28:59.995887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c08b3452-a487-493a-b5df-53d66ab5966e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:00.005509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:00.037794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=345835ce234d4b3fbeb3789454efcfb3&name=default HTTP/1.1" status: 200 len: 2975 time: 1.2824969 Jan 14 05:29:00.043106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34496) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:00.113391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.128280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:00.153508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.155350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b612b29-98c8-4e18-931d-c29d47dff01a HTTP/1.1" status: 204 len: 168 time: 0.7747331 Jan 14 05:29:00.157452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b612b29-98c8-4e18-931d-c29d47dff01a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:00.161154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:00.170661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.179885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.184483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.186411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/584d6c4d-d232-41b0-a7a5-7f482b3c7101 HTTP/1.1" status: 204 len: 168 time: 0.7918689 Jan 14 05:29:00.187936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:00.206315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=584d6c4d-d232-41b0-a7a5-7f482b3c7101,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:00.221988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:00.226228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.231795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.241798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.257236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-854c9849-0e34-438a-b3b7-1687f6253a48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:00.336398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=378d370e-7314-48e2-9630-043619f88681,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:00.340849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:00.347705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34524) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:00.358748 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91f7fb55ef134050880193fd2a2858d3&name=default HTTP/1.1" status: 200 len: 2975 time: 0.5539613 Jan 14 05:29:00.378738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.398168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0c4a624-8d20-49b2-855e-7f3488c3a3d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:00.424971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c08b3452-a487-493a-b5df-53d66ab5966e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:00.431702 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:00.433870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.435214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c08b3452-a487-493a-b5df-53d66ab5966e HTTP/1.1" status: 204 len: 168 time: 0.3894830 Jan 14 05:29:00.537608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.554469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dbf0d7cb-e965-474b-9d82-6712c18b3592 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:00.594574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.682977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.694713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port dbf0d7cb-e965-474b-9d82-6712c18b3592 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:00.694842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e69d799-d24c-4a17-8a16-de16dfccc001 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:00.695393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.724561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=378d370e-7314-48e2-9630-043619f88681,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:00.746980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:00.761204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:00.765330 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/378d370e-7314-48e2-9630-043619f88681 HTTP/1.1" status: 204 len: 168 time: 0.4134750 Jan 14 05:29:00.978861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Sync routers for ids ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:29:00.991756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Routers {'f90502e9-17ec-458a-9a15-4fcbb6f3f280'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:00.992990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:28:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:01.212750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Set router f90502e9-17ec-458a-9a15-4fcbb6f3f280 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:01.658902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:28:57Z', 'revision_number': 4, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '98d093f0-0f93-4731-ad47-396a381fd237', 'name': '', 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'mac_address': 'fa:16:3e:86:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '11d8ba31-b675-439a-a50b-3dc2b235b53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:54Z', 'updated_at': '2021-01-14T05:28:57Z', 'revision_number': 2, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'subnets': [{'id': '11d8ba31-b675-439a-a50b-3dc2b235b53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:01.666358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Checking router: f90502e9-17ec-458a-9a15-4fcbb6f3f280 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:29:01.666785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Updating router f90502e9-17ec-458a-9a15-4fcbb6f3f280 port 98d093f0-0f93-4731-ad47-396a381fd237 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:29:01.722114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34610) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:01.729972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:01.757244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:01.778514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:01.783983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Usage tracker for resource:security_group_rule and tenant:d5cb32ffea39420cb9d71faf5418bc5a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:01.787676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:01.793985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:01.954027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:01.958140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:01.978100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:02.009297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34624) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:02.023427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11f2604f-7d73-4247-bb3e-c1d4c16ca14e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:02.034428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:02.046104 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5cb32ffea39420cb9d71faf5418bc5a&name=default HTTP/1.1" status: 200 len: 2975 time: 0.3226969 Jan 14 05:29:02.049929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34632) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:02.193596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.252109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.252724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.289871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Transition to ACTIVE for port object 98d093f0-0f93-4731-ad47-396a381fd237 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:29:02.295745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.325153 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:02.333852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.360749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:02.367921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Usage tracker for resource:security_group_rule and tenant:96de8786420b4b2795dcabcca17754f7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:02.372169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:02.379625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:02.395393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.405751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76152ce-1bbc-41f9-a040-67ece3145a37 None None] Pushing event updated for resources: {'Port': ['ID=98d093f0-0f93-4731-ad47-396a381fd237,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:02.421900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-320cd933-6fc1-4098-971b-593e25a74d6e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:02.438979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11f2604f-7d73-4247-bb3e-c1d4c16ca14e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:02.444397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:02.457279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.459281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/11f2604f-7d73-4247-bb3e-c1d4c16ca14e HTTP/1.1" status: 204 len: 168 time: 0.4075058 Jan 14 05:29:02.526913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b76152ce-1bbc-41f9-a040-67ece3145a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:02.541935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.546668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.591546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:02.604571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34664) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:02.604764 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96de8786420b4b2795dcabcca17754f7&name=default HTTP/1.1" status: 200 len: 2978 time: 0.5940762 Jan 14 05:29:02.629307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e8fa77f-dd12-433b-ab4a-d2d25c35c274,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:02.647356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:02.692551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.747713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.803258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Attempting to bind port 98d093f0-0f93-4731-ad47-396a381fd237 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:29:02.803500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.803669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Attempting to bind port 98d093f0-0f93-4731-ad47-396a381fd237 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:29:02.804082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Attempting to bind port 98d093f0-0f93-4731-ad47-396a381fd237 on network 80f9ac39-3880-4e74-9e25-a014892318a0 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:29:02.812223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:29:02.812645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Checking segment: {'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:02.813392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.814200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Bound using segment: {'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:29:02.814415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Bound port: 98d093f0-0f93-4731-ad47-396a381fd237, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:29:02.815006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.816044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cfed15af-80e7-4fea-92de-31200559d319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:02.845835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e8fa77f-dd12-433b-ab4a-d2d25c35c274,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:02.850992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:02.865155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:02.866486 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e8fa77f-dd12-433b-ab4a-d2d25c35c274 HTTP/1.1" status: 204 len: 168 time: 0.2605641 Jan 14 05:29:02.988462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] For port 98d093f0-0f93-4731-ad47-396a381fd237, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:29:02.992224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] For port 98d093f0-0f93-4731-ad47-396a381fd237, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=98d093f0-0f93-4731-ad47-396a381fd237,segment=NetworkSegment(ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd),segment_id=ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:29:02.995943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:03.012163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:03.352083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76152ce-1bbc-41f9-a040-67ece3145a37 None None] Pushing event updated for resources: {'Port': ['ID=98d093f0-0f93-4731-ad47-396a381fd237,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:03.359243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b76152ce-1bbc-41f9-a040-67ece3145a37 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:03.412018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Routers {'f90502e9-17ec-458a-9a15-4fcbb6f3f280'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:03.412756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:28:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:03.653580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] Set router f90502e9-17ec-458a-9a15-4fcbb6f3f280 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:03.718392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34694) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:03.724671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Request body: {'network': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-network', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:03.734425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:03.739253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Usage tracker for resource:network and tenant:09671ebcdb2245df9d9feb224fdd531e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:03.743656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:03.753515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:03.768733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Made reservation on behalf of 09671ebcdb2245df9d9feb224fdd531e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:03.775109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:03.789822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:03.806800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:03.811277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Usage tracker for resource:security_group_rule and tenant:09671ebcdb2245df9d9feb224fdd531e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:03.814970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:03.822408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:03.839304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34700) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:03.927430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:03.936456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:03.941556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:03.969887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6c97a039-0f86-4da4-b884-03da5ffcc24c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:03.974395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:03.984085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:29:03.994173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:03.994608 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Added segment 6a61d5bf-0b4d-4337-85b4-3d6349353645 of type vxlan for network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 Jan 14 05:29:04.027306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.062220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:28:57Z', 'revision_number': 4, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '98d093f0-0f93-4731-ad47-396a381fd237', 'name': '', 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'mac_address': 'fa:16:3e:86:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '11d8ba31-b675-439a-a50b-3dc2b235b53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:54Z', 'updated_at': '2021-01-14T05:29:02Z', 'revision_number': 4, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'subnets': [{'id': '11d8ba31-b675-439a-a50b-3dc2b235b53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:04.067603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.068077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f786c1ed-fffd-48da-a50e-17b89313ce24 None None] The sync data for ids ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'] in n-d-768851-4 is: [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:28:57Z', 'revision_number': 4, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '98d093f0-0f93-4731-ad47-396a381fd237', 'name': '', 'network_id': '80f9ac39-3880-4e74-9e25-a014892318a0', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'mac_address': 'fa:16:3e:86:16:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_interface', 'standard_attr_id': 52, 'fixed_ips': [{'subnet_id': '11d8ba31-b675-439a-a50b-3dc2b235b53f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:54Z', 'updated_at': '2021-01-14T05:29:02Z', 'revision_number': 4, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'subnets': [{'id': '11d8ba31-b675-439a-a50b-3dc2b235b53f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:29:04.070052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:04.071305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.097704 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea578901-4e5a-41af-955c-f40f24921172 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:04.123713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34716) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:04.124288 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 0.4026201 Jan 14 05:29:04.136099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Request body: {'subnet': {'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-subnet', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:04.152541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:04.162327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Usage tracker for resource:subnet and tenant:09671ebcdb2245df9d9feb224fdd531e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:04.166396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:04.173483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:04.211925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34722) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:04.235936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Pushing event updated for resources: {'Network': ['ID=a77c3b50-ba97-4ba3-aa47-84e7db7c0d46,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:04.237320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Made reservation on behalf of 09671ebcdb2245df9d9feb224fdd531e for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:04.240294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:04.243882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.250994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:04.274316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:04.281316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.290683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:04.382100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:04.401390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Usage tracker for resource:security_group_rule and tenant:b7ff617ff8a54ea38bd98a23104c6049 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:04.407591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:04.424000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:04.545384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 98d093f0-0f93-4731-ad47-396a381fd237 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:04.589640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.628739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:04.641814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Usage tracker for resource:security_group_rule and tenant:6d7681b3afca4892a5f1dc4951665ff5 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:04.652553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:04.670384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:04.731096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 98d093f0-0f93-4731-ad47-396a381fd237 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:29:04.741338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 98d093f0-0f93-4731-ad47-396a381fd237 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:04.742453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.834030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.872634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.913512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.966817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 98d093f0-0f93-4731-ad47-396a381fd237, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=98d093f0-0f93-4731-ad47-396a381fd237,segment=NetworkSegment(ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd),segment_id=ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:04.971701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:04.974599 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:04.988498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bd76e7c-0a77-4900-9ff9-ef7028637a91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:05.001082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34736) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:05.015635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7ff617ff8a54ea38bd98a23104c6049&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8017886 Jan 14 05:29:05.047880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.089895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=98d093f0-0f93-4731-ad47-396a381fd237,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:05.093958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:05.146911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.151992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.163733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=745a7067-0ee4-4f11-bad5-eb15579d59bf,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:05.180383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:05.181861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:05.208492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.244694 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6d7681b3afca4892a5f1dc4951665ff5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4011712 Jan 14 05:29:05.254561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34742) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:05.263973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a1177050-9555-483d-af61-0efec9172fc5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:05.269218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:05.290090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.302096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcde2994-1aba-4345-9f18-e3ac764aefb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:05.332481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=745a7067-0ee4-4f11-bad5-eb15579d59bf,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:05.344585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:05.379058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.380566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/745a7067-0ee4-4f11-bad5-eb15579d59bf HTTP/1.1" status: 204 len: 168 time: 0.3776913 Jan 14 05:29:05.391771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.425930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.437330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.484022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.499794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9c330a15-b2f4-4422-848f-925d0e370ce7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:05.536714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a1177050-9555-483d-af61-0efec9172fc5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:05.540622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:05.550721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.554822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:05.556365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a1177050-9555-483d-af61-0efec9172fc5 HTTP/1.1" status: 204 len: 168 time: 0.3007019 Jan 14 05:29:05.650325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d4e468f-4866-42f9-9e4d-b2598663e398,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:05.653502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:05.691273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34758) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:05.730972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Checking segment: {'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:05.731358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Network hostable DHCP agents. Network: a77c3b50-ba97-4ba3-aa47-84e7db7c0d46, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:29:05.751410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:29:05.765846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a77c3b50-ba97-4ba3-aa47-84e7db7c0d46) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:05.768665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:05.769317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.773728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f495643-456f-42ae-ae34-6e6b13378cd2 None None] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:05.813231 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 1.6903665 Jan 14 05:29:05.816318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34768) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:05.822354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Request body: {'router': {'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:05.827703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:05.832044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Usage tracker for resource:router and tenant:09671ebcdb2245df9d9feb224fdd531e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:05.835015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:05.841240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:05.852634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.853860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:05.871855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.080483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-a77c3b50-ba97-4ba3-aa47-84e7db7c0d46', 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'fixed_ips': [{'subnet_id': '5d4e468f-4866-42f9-9e4d-b2598663e398'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:29:06.081933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.406129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.435837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 98d093f0-0f93-4731-ad47-396a381fd237 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:06.475040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34780) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:06.515190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Allocated IP 172.20.0.2 (a77c3b50-ba97-4ba3-aa47-84e7db7c0d46/5d4e468f-4866-42f9-9e4d-b2598663e398/35432ca2-efe8-4b8e-ad36-9e942f73afd5) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:29:06.531770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 98d093f0-0f93-4731-ad47-396a381fd237 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:06.532183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.539455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-298402036-network', 'tenant_id': '671239d8fcf54bdeba898f0401746683'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:06.547083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:06.563627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Usage tracker for resource:network and tenant:671239d8fcf54bdeba898f0401746683 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:06.567539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:06.580003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:06.600517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Made reservation on behalf of 671239d8fcf54bdeba898f0401746683 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:06.605374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.634106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.668156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:06.672432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Usage tracker for resource:security_group_rule and tenant:671239d8fcf54bdeba898f0401746683 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:06.675753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:06.681734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:06.780995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.784929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.806779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:29:06.820696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.821279 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Added segment 9dc0496e-4679-49ca-bcc9-b081a2c69320 of type vxlan for network 28baddfc-3728-49e4-b4d4-ada51a2d1cba Jan 14 05:29:06.863100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.903740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34794) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:06.906666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:06.942107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.971478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:06.975619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:06.976623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.000734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.017194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.097477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.111552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Transition to ACTIVE for port object 35432ca2-efe8-4b8e-ad36-9e942f73afd5 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:29:07.130854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Transition to ACTIVE for port object 35432ca2-efe8-4b8e-ad36-9e942f73afd5 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:29:07.143754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.250845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.285774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:07.290820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Usage tracker for resource:security_group_rule and tenant:72ecad160ea74a26a88f88ecb43681c7 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:07.294663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:07.310585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:07.314077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=754e5ea7-e6b7-4bca-933d-aac237578edb,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:07.325007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Usage tracker for resource:security_group_rule and tenant:4895ccd652bc4a14af30d2c895f11c06 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:07.328300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:07.331416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:07.332143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:07.354604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:07.428430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:07.442617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.7501440 Jan 14 05:29:07.447233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34810) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:07.458773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Request body: {'subnet': {'network_id': '28baddfc-3728-49e4-b4d4-ada51a2d1cba', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-298402036-subnet', 'tenant_id': '671239d8fcf54bdeba898f0401746683', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:07.473298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:07.477212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Allocated IP 172.25.3.67 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/1482a443-af25-48db-a7a4-108cbb5771f4) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:29:07.483112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Usage tracker for resource:subnet and tenant:671239d8fcf54bdeba898f0401746683 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:07.488287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:07.500504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Pushing event updated for resources: {'Network': ['ID=28baddfc-3728-49e4-b4d4-ada51a2d1cba,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:07.506330 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b76152ce-1bbc-41f9-a040-67ece3145a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:07.508514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:07.510300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:07.568432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:07.585113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:07.628747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.644699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.649190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.658793 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:07.669756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.706254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:07.712612 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=72ecad160ea74a26a88f88ecb43681c7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2364302 Jan 14 05:29:07.717529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34818) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:07.724846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Made reservation on behalf of 671239d8fcf54bdeba898f0401746683 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:07.728262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d032979-b42c-4315-88ea-c211cc1ab44c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:07.730724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Notify callbacks [] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.745638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:07.748707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:07.770570 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4895ccd652bc4a14af30d2c895f11c06&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8497524 Jan 14 05:29:07.780408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34822) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:07.785634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:29:07.842423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c7d466-0831-472a-b9e0-7f7d2296173b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:07.850831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:07.889272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.894821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:07.900009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:29:07.918571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.940154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.946292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:07.977734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.006245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Pushing event updated for resources: {'Port': ['ID=35432ca2-efe8-4b8e-ad36-9e942f73afd5,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:08.021644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:08.038342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.051961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.059034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:08.073399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.077011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-019b381e-528c-46c9-b24c-1a99fcaca70c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:08.085193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d032979-b42c-4315-88ea-c211cc1ab44c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:08.092647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:08.093608 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:08.136906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.138147 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a38a813-3b05-4ba2-a162-00bf68d21e29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d032979-b42c-4315-88ea-c211cc1ab44c HTTP/1.1" status: 204 len: 168 time: 0.4188707 Jan 14 05:29:08.139356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c7d466-0831-472a-b9e0-7f7d2296173b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:08.141488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.145691 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/04c7d466-0831-472a-b9e0-7f7d2296173b HTTP/1.1" status: 204 len: 168 time: 0.3642895 Jan 14 05:29:08.147094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:08.218203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Attempting to bind port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:29:08.218620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Attempting to bind port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:29:08.219089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Attempting to bind port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 on network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:29:08.275624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Pushing event updated for resources: {'Port': ['ID=1482a443-af25-48db-a7a4-108cbb5771f4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:08.283437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:08.304355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:29:08.304774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Checking segment: {'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:08.305224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.305666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Bound using segment: {'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:29:08.306213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Bound port: 35432ca2-efe8-4b8e-ad36-9e942f73afd5, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:29:08.306618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.395477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:29:08.398494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:08.401804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:29:08.470235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] For port 35432ca2-efe8-4b8e-ad36-9e942f73afd5, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:29:08.475695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] For port 35432ca2-efe8-4b8e-ad36-9e942f73afd5, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35432ca2-efe8-4b8e-ad36-9e942f73afd5,segment=NetworkSegment(6a61d5bf-0b4d-4337-85b4-3d6349353645),segment_id=6a61d5bf-0b4d-4337-85b4-3d6349353645)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:29:08.505251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:08.650417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:08.736769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Pushing event updated for resources: {'Port': ['ID=35432ca2-efe8-4b8e-ad36-9e942f73afd5,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:08.748731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:08.985654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34862) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:09.012963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.054434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:09.060207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Usage tracker for resource:security_group_rule and tenant:dcb90365c1754ad6948b6a6f0a74d2dc is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:09.064592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:09.075699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:09.207508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.209434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.217009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.227374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:09.230258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2adc9036-c059-45bc-ac16-03a878a7bf4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:09.295035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7cdc1e6-b0f2-42ba-8afa-cf9b6b75de9c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:09.311742 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:09.315294 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dcb90365c1754ad6948b6a6f0a74d2dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3272128 Jan 14 05:29:09.319180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34874) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:09.392685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.400661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.436040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.486163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.491346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-decc99a5-cc44-4ea2-9685-4728f11c73c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:09.502934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7cdc1e6-b0f2-42ba-8afa-cf9b6b75de9c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:09.505699 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:09.512882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:09.514427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7cdc1e6-b0f2-42ba-8afa-cf9b6b75de9c HTTP/1.1" status: 204 len: 168 time: 0.1933427 Jan 14 05:29:09.580079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=693e5c86-5511-4e18-af4c-addd053c1c66,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:09.592104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:09.755704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Checking segment: {'id': '9dc0496e-4679-49ca-bcc9-b081a2c69320', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '28baddfc-3728-49e4-b4d4-ada51a2d1cba'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:09.756096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Network hostable DHCP agents. Network: 28baddfc-3728-49e4-b4d4-ada51a2d1cba, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:29:09.941052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:29:09.991267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:10.187367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 28baddfc-3728-49e4-b4d4-ada51a2d1cba) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:10.195473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592ccf09-7325-405d-900e-3dae4e32c356 None None] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:10.224154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:10.224796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:10.310436 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 2.8609064 Jan 14 05:29:10.383183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2edc1765-d42e-4e3c-a31d-2addb22caf55 None None] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:10.454089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:29:10.768212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35432ca2-efe8-4b8e-ad36-9e942f73afd5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:10.824794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:29:10.843820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Sync routers for ids ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:29:10.859887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Routers {'15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:10.862940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:28:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:10.863811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:10.865159 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 935 time: 5.0478239 Jan 14 05:29:10.868663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34944) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:11.055506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dada5aaa-e2a6-45ac-a5ac-7bd9cf7e4d4a None None] Provisioning for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:29:11.088689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-483da5c7-ce14-4847-babf-ef257600206e None None] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:11.106826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Set router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:11.549878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:29:11.571975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:11.572399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:11.608903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:08Z', 'revision_number': 3, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:11.623105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Checking router: 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:29:11.623727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Updating router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 port 1482a443-af25-48db-a7a4-108cbb5771f4 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:29:11.732822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:11.804462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:11.877534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0896203d-9e23-4c8a-876a-3087a4976bd0 None None] Provisioning complete for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:11.878498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0896203d-9e23-4c8a-876a-3087a4976bd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:11.974531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 35432ca2-efe8-4b8e-ad36-9e942f73afd5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35432ca2-efe8-4b8e-ad36-9e942f73afd5,segment=NetworkSegment(6a61d5bf-0b4d-4337-85b4-3d6349353645),segment_id=6a61d5bf-0b4d-4337-85b4-3d6349353645)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:12.018272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.045260 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:12.203968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31ae0f03-4bce-4bca-9240-e24490b4475e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.211232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=35432ca2-efe8-4b8e-ad36-9e942f73afd5,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:12.215068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:12.342152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9e4fd964-df6e-45c5-9d18-c670cbcf69a7 None None] Provisioning complete for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:12.342572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e4fd964-df6e-45c5-9d18-c670cbcf69a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.385749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.523720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35432ca2-efe8-4b8e-ad36-9e942f73afd5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:12.557801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.571545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Transition to ACTIVE for port object 1482a443-af25-48db-a7a4-108cbb5771f4 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:29:12.576673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.627149 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:12.704016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:12.704535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.803591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29deaf2-000b-4d04-b4d3-b9c2412000c7 None None] Pushing event updated for resources: {'Port': ['ID=1482a443-af25-48db-a7a4-108cbb5771f4,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:12.808779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c29deaf2-000b-4d04-b4d3-b9c2412000c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:12.910891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Attempting to bind port 1482a443-af25-48db-a7a4-108cbb5771f4 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:29:12.911392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Attempting to bind port 1482a443-af25-48db-a7a4-108cbb5771f4 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:29:12.911863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Attempting to bind port 1482a443-af25-48db-a7a4-108cbb5771f4 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:29:12.921428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 28, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:29:12.921935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:12.922474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.923599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:29:12.924121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-84b94f43-b562-4260-b012-0af0144b5556 None None] Provisioning complete for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:12.924282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Bound port: 1482a443-af25-48db-a7a4-108cbb5771f4, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:29:12.924813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:12.925424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84b94f43-b562-4260-b012-0af0144b5556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:13.025583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35022) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:13.036536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] For port 1482a443-af25-48db-a7a4-108cbb5771f4, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:29:13.041282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] For port 1482a443-af25-48db-a7a4-108cbb5771f4, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1482a443-af25-48db-a7a4-108cbb5771f4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:29:13.052382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:13.069747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Allocated IP 172.20.0.1 (a77c3b50-ba97-4ba3-aa47-84e7db7c0d46/5d4e468f-4866-42f9-9e4d-b2598663e398/faba99f6-e0c0-4290-a145-c53262aa1c53) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:29:13.194246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:13.339843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:13.372438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Transition to ACTIVE for port object faba99f6-e0c0-4290-a145-c53262aa1c53 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:29:13.400820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:13.416989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c29deaf2-000b-4d04-b4d3-b9c2412000c7 None None] Pushing event updated for resources: {'Port': ['ID=1482a443-af25-48db-a7a4-108cbb5771f4,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:13.417327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c29deaf2-000b-4d04-b4d3-b9c2412000c7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:13.506447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Routers {'15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:13.507315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:28:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:13.580256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:13.700239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=faba99f6-e0c0-4290-a145-c53262aa1c53,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:13.711954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:13.751492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:13.768870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:13.775667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Usage tracker for resource:security_group_rule and tenant:58fef3cd9202429ebc419f830c3f916e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:13.779652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:13.785685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:13.797724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:29:13.799380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:13.804991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:29:13.808425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:13.915909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:13.926902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.002890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1dadbbfe-6def-42cf-8079-efd31759cc3c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:14.036548 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58fef3cd9202429ebc419f830c3f916e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0072074 Jan 14 05:29:14.038737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35078) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:14.105137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b43ffec-edd5-488b-8394-d5bf4dda8353,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:14.129355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.134205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:14.139174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] Set router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:14.222916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-78244210-df69-4c75-8501-2665118229c1 None None] Provisioning for port faba99f6-e0c0-4290-a145-c53262aa1c53 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:29:14.236170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-78244210-df69-4c75-8501-2665118229c1 None None] Provisioning complete for port faba99f6-e0c0-4290-a145-c53262aa1c53 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:14.237491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78244210-df69-4c75-8501-2665118229c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.240389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.277910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.326578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-78244210-df69-4c75-8501-2665118229c1 None None] Port faba99f6-e0c0-4290-a145-c53262aa1c53 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:29:14.401091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.407547 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:14.419419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df572c3c-c1b7-41ea-b49f-dd9a86c311dd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.442476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b43ffec-edd5-488b-8394-d5bf4dda8353,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:14.449887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:14.498045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:08Z', 'revision_number': 3, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:14.503423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ba511899-80b2-4cdb-b512-d875319c9800 None None] The sync data for ids ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'] in n-d-768851-4 is: [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:08Z', 'revision_number': 3, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:29:14.730049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.731323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b43ffec-edd5-488b-8394-d5bf4dda8353 HTTP/1.1" status: 204 len: 168 time: 0.6846714 Jan 14 05:29:14.803788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.807786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.808865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:14.827921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:15.005854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35104) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:15.012710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Request body: {'network': {'name': 'tempest-LiveAutoBlockMigrationV225Test-1690448367-network', 'tenant_id': '92247ae853ac49aa845d684226458b38'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:15.025722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:15.032048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Usage tracker for resource:network and tenant:92247ae853ac49aa845d684226458b38 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:15.035627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:15.045061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:15.065340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Made reservation on behalf of 92247ae853ac49aa845d684226458b38 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:15.067417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:29:15.071372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:15.076056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.078293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=faba99f6-e0c0-4290-a145-c53262aa1c53,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:15.088581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:15.108671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.148299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:15.156956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Usage tracker for resource:security_group_rule and tenant:92247ae853ac49aa845d684226458b38 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:15.161458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:15.168343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35112) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:15.187772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:15.231090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.361735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:29:15.394773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.399925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.404693 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:15.459399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c3dd5cae-a46c-4dea-907a-6459596d7b82 None None] Provisioning complete for port faba99f6-e0c0-4290-a145-c53262aa1c53 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:15.462552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3dd5cae-a46c-4dea-907a-6459596d7b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.507388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0a983eae-3ecc-4c34-99bc-8189b99d1bcc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:15.512950 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:15.535444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:29:15.565105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.565451 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Added segment 8f901e34-de44-47fe-aacc-2b1ccad95a9a of type vxlan for network 7fb97db2-701e-445b-b33e-d8840c3551ac Jan 14 05:29:15.613383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c3dd5cae-a46c-4dea-907a-6459596d7b82 None None] Port faba99f6-e0c0-4290-a145-c53262aa1c53 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:29:15.613541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.671539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.673039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.674594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:15.681931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b788965-253e-45b6-9491-d01aec74089e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:15.693044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:29:15.704291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] 10.222.0.48 "PUT /v2.0/routers/15e43b90-5ae1-4b54-b0ea-f94b8beecdf3/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8343098 Jan 14 05:29:15.797428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Pushing event updated for resources: {'Network': ['ID=7fb97db2-701e-445b-b33e-d8840c3551ac,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:15.801464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:15.811169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 7fb97db2-701e-445b-b33e-d8840c3551ac details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:15.944195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 7fb97db2-701e-445b-b33e-d8840c3551ac details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:15.961922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.962526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.963021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.963169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 7fb97db2-701e-445b-b33e-d8840c3551ac details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:15.963439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.963851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.964260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.964666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:15.966578 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-dfdd8406-7358-449c-80e9-a46ea2722f8d req-ddb1a5e4-9aa9-46ec-ac59-efb4e9074fb3 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4960 time: 0.1713517 Jan 14 05:29:15.970931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.9610074 Jan 14 05:29:15.971324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35128) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:15.981973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Request body: {'subnet': {'network_id': '7fb97db2-701e-445b-b33e-d8840c3551ac', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveAutoBlockMigrationV225Test-1690448367-subnet', 'tenant_id': '92247ae853ac49aa845d684226458b38', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:15.988877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:15.993495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Usage tracker for resource:subnet and tenant:92247ae853ac49aa845d684226458b38 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:15.996506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:16.003072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:16.018717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Made reservation on behalf of 92247ae853ac49aa845d684226458b38 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:16.024091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Notify callbacks [] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.234431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.268728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.313688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:16.329645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Usage tracker for resource:security_group_rule and tenant:6f42e32a4e044062856faa9cf2dc54b0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:16.337916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:16.394614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f2961f5-03a7-4109-88fb-1a792d1d2cfd req-6da17eec-398b-4e2b-9d85-d0e6c58a2bfb tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:16.396667 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3f2961f5-03a7-4109-88fb-1a792d1d2cfd req-6da17eec-398b-4e2b-9d85-d0e6c58a2bfb tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 886 time: 0.3484859 Jan 14 05:29:16.411977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:16.464004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1482a443-af25-48db-a7a4-108cbb5771f4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:16.591038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.609542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1482a443-af25-48db-a7a4-108cbb5771f4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:29:16.617163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1482a443-af25-48db-a7a4-108cbb5771f4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:16.617876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.664716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35160) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:16.704653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.744297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:16.752584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Usage tracker for resource:security_group_rule and tenant:59628c38900b4e92b137818dd211e4e1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:16.758302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:16.763109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.774611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:16.786660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 1482a443-af25-48db-a7a4-108cbb5771f4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1482a443-af25-48db-a7a4-108cbb5771f4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:16.798237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.800213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:16.906358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=1482a443-af25-48db-a7a4-108cbb5771f4,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:16.922647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:16.948488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.952675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:16.962669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74b02b02-db61-468b-82ee-4220b157361b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:16.992996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee66f513-b4f3-45fc-93b5-4266bad69f13,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:16.997029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:16.997273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:16.997427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:16.997906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:16.998345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:16.998859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:16.999335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:16.999759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:17.002240 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e55ac014-1f0a-4e97-b8e0-c5fd21b8508e req-baed41c1-0296-4474-b74c-59cf8ed4f808 tempest-NetworksTest-453846537 tempest-NetworksTest-453846537] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4960 time: 0.5544093 Jan 14 05:29:17.021783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.028802 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59628c38900b4e92b137818dd211e4e1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3628180 Jan 14 05:29:17.031615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35170) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:17.082816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.103155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.121346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07843a4c-6029-4312-96e9-ca9d81fcb544 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:17.137965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.148395 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f42e32a4e044062856faa9cf2dc54b0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9786067 Jan 14 05:29:17.152213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35176) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:17.163999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54ef2a89-9933-47a7-b476-c41eb861c470,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:17.167651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:17.291244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.309314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.322270 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:17.323165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.332392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3726ef1-11be-49a1-b586-62db2051b955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:17.352479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ee66f513-b4f3-45fc-93b5-4266bad69f13,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:17.370817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:17.374724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.378965 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ee66f513-b4f3-45fc-93b5-4266bad69f13 HTTP/1.1" status: 204 len: 168 time: 0.3434582 Jan 14 05:29:17.381594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.409608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35188) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:17.462319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.470469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:17.484313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Pushing event updated for resources: {'Subnet': ['ID=47340c15-de2f-42b6-8f58-39fb7eb3b9fc,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:17.484723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=54ef2a89-9933-47a7-b476-c41eb861c470,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:17.488779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:17.490005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.491281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/54ef2a89-9933-47a7-b476-c41eb861c470 HTTP/1.1" status: 204 len: 168 time: 0.3380797 Jan 14 05:29:17.498554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:17.590665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Checking segment: {'id': '8f901e34-de44-47fe-aacc-2b1ccad95a9a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '7fb97db2-701e-445b-b33e-d8840c3551ac'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:17.591094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Network hostable DHCP agents. Network: 7fb97db2-701e-445b-b33e-d8840c3551ac, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:29:17.614169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Network 7fb97db2-701e-445b-b33e-d8840c3551ac is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:29:17.624193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 7fb97db2-701e-445b-b33e-d8840c3551ac) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:17.629178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:17.629821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:17.634293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da933c89-b632-472e-84f7-f6974aa0b750 None None] Network 7fb97db2-701e-445b-b33e-d8840c3551ac requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:17.658289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 1.6858320 Jan 14 05:29:17.745757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Sync routers for ids ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:29:17.763361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Routers {'15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:17.764029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:29:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:18.057258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d508450-55fa-4752-87e9-2e39674f9226 None None] Network 7fb97db2-701e-445b-b33e-d8840c3551ac requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:18.128701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.164742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Set router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:18.176536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:18.185218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Usage tracker for resource:security_group_rule and tenant:b8d8e969c1784819b73aa5b1c323c874 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:18.193052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:18.208155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:18.382159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:18.419104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.425562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.441442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:18.536999 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b8d8e969c1784819b73aa5b1c323c874&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1216037 Jan 14 05:29:18.539979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35228) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:18.556622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84e45bfb-3eeb-4163-a688-d7c08c8c7f51,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:18.563985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:18.591658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1482a443-af25-48db-a7a4-108cbb5771f4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:18.593207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35234) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:18.602160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Request body: {'security_group': {'name': 'tempest-securitygroup--1651435771', 'description': 'tempest-description--519907297'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:18.614325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:18.621030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Usage tracker for resource:security_group and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:18.626223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:18.635186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:18.650383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.670510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.700315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.708943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:18.715578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Usage tracker for resource:security_group_rule and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:18.723277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:18.737251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:18.758491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.765772 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac0adbd8-510b-4f60-b3b5-79bd87cb1067 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:18.785732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84e45bfb-3eeb-4163-a688-d7c08c8c7f51,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:18.796201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:18.797332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.798766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84e45bfb-3eeb-4163-a688-d7c08c8c7f51 HTTP/1.1" status: 204 len: 168 time: 0.2575300 Jan 14 05:29:18.857174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.863989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.930847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-906a81b8-046a-4c5b-bc8a-0544b152a249 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:18.968269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Pushing event updated for resources: {'SecurityGroup': ['ID=6bdb71a4-11e5-43ae-9be1-e702da2ec2bd,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:18.971548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.973112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.3777902 Jan 14 05:29:18.974259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:18.976515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35246) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:18.982868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1482a443-af25-48db-a7a4-108cbb5771f4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:18.983298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:18.984270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Request body: {'security_group_rule': {'security_group_id': '6bdb71a4-11e5-43ae-9be1-e702da2ec2bd', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:18.997205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:19.002244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Usage tracker for resource:security_group_rule and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:19.005450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:19.012609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:19.013163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35250) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:19.040850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.062093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.077134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.095823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:19.100465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Usage tracker for resource:security_group_rule and tenant:9f39ec45c8864073a896103e87ed9182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:19.104232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:19.111931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:19.141169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:13Z', 'revision_number': 4, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'faba99f6-e0c0-4290-a145-c53262aa1c53', 'name': '', 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'mac_address': 'fa:16:3e:58:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5d4e468f-4866-42f9-9e4d-b2598663e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:12Z', 'updated_at': '2021-01-14T05:29:14Z', 'revision_number': 2, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'subnets': [{'id': '5d4e468f-4866-42f9-9e4d-b2598663e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:19.148378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Checking router: 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:29:19.148783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Updating router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 port faba99f6-e0c0-4290-a145-c53262aa1c53 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:29:19.168932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.174278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.184939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:19.192499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Usage tracker for resource:security_group_rule and tenant:e848b30f5d20425fa2ed289f6eadfffa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:19.198902 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:19.209077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.213728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:19.232317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:19.235852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2e2ed2d8-21f2-42a5-8b15-7aebce6103ab,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:19.246889 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:19.248831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.250247 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2724133 Jan 14 05:29:19.253133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35260) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:19.259588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Request body: {'security_group_rule': {'security_group_id': '6bdb71a4-11e5-43ae-9be1-e702da2ec2bd', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:19.280197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:19.287178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Usage tracker for resource:security_group_rule and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:19.297159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:19.308551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:19.340780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.358552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.409509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.445207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.446976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:19.457599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9f39ec45c8864073a896103e87ed9182&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0740113 Jan 14 05:29:19.460426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35268) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:19.463642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.520185 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e848b30f5d20425fa2ed289f6eadfffa&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5029933 Jan 14 05:29:19.520785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35272) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:19.614397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7a5b6b77-2982-4ae0-9008-1b4f5a72a376,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:19.622311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.630423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.639576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:19.646187 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:19.651941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.666735 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4295b5-4c27-4412-8909-91c3a2f13c82 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:19.713434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.717074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.719053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4647112 Jan 14 05:29:19.722487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:19.728233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9d3e5cb9-e9fb-46d1-86bd-c3948c51c62e,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:19.731780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.744963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:19.750094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:19.790896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.797125 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4360783-cb13-42b2-994e-f9a9b512eee1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:19.812630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.826930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a5b6b77-2982-4ae0-9008-1b4f5a72a376,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:19.827351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Transition to ACTIVE for port object faba99f6-e0c0-4290-a145-c53262aa1c53 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:29:19.831962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.832311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=934563af-8f68-462e-9584-da19e418d7af,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:19.834083 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:19.844085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.845358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7a5b6b77-2982-4ae0-9008-1b4f5a72a376 HTTP/1.1" status: 204 len: 168 time: 0.3837848 Jan 14 05:29:19.847660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:19.848722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:19.852453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.864314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Usage tracker for resource:floatingip and tenant:e1c8984fd92d49ceafc317cd9cebbcae is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:19.869468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:19.895674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:19.921522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:19.939133 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b76152ce-1bbc-41f9-a040-67ece3145a37 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:20.018969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.024911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50ecfeb5-c117-491a-af22-c46faa0f3464 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:20.037426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=934563af-8f68-462e-9584-da19e418d7af,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:20.040370 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:20.051505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.056001 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/934563af-8f68-462e-9584-da19e418d7af HTTP/1.1" status: 204 len: 168 time: 0.5240629 Jan 14 05:29:20.081980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35302) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:20.128417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.148821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:20.167699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Usage tracker for resource:security_group_rule and tenant:a17328e43db545639886ab8326640b6a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:20.173484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:20.180580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:20.196853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.226752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-cea46727-f29b-4abc-96bf-0d8e8d6c52ed tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:20.227949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-cea46727-f29b-4abc-96bf-0d8e8d6c52ed tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] Synchronizing usage tracker for tenant:671239d8fcf54bdeba898f0401746683 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:29:20.345834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2754a3-c9bc-4c48-b0db-5dc6a00c6908 None None] Pushing event updated for resources: {'Port': ['ID=faba99f6-e0c0-4290-a145-c53262aa1c53,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:20.357683 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d2754a3-c9bc-4c48-b0db-5dc6a00c6908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:20.387605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Attempting to bind port faba99f6-e0c0-4290-a145-c53262aa1c53 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:29:20.388176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Attempting to bind port faba99f6-e0c0-4290-a145-c53262aa1c53 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:29:20.388661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Attempting to bind port faba99f6-e0c0-4290-a145-c53262aa1c53 on network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:29:20.398037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 29, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:29:20.398789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Checking segment: {'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:20.399448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.399943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Bound using segment: {'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:29:20.400589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Bound port: faba99f6-e0c0-4290-a145-c53262aa1c53, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6a61d5bf-0b4d-4337-85b4-3d6349353645', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:29:20.401108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.520576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] For port faba99f6-e0c0-4290-a145-c53262aa1c53, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:29:20.524894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] For port faba99f6-e0c0-4290-a145-c53262aa1c53, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=faba99f6-e0c0-4290-a145-c53262aa1c53,segment=NetworkSegment(6a61d5bf-0b4d-4337-85b4-3d6349353645),segment_id=6a61d5bf-0b4d-4337-85b4-3d6349353645)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:29:20.532959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.568827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:20.672219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.678818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.691367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-cea46727-f29b-4abc-96bf-0d8e8d6c52ed tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] Unset dirty status for tenant:671239d8fcf54bdeba898f0401746683 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:29:20.691565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72c5aa66-49de-4871-93ec-e42f817bca2b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:20.692869 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-cea46727-f29b-4abc-96bf-0d8e8d6c52ed tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/networks?id=28baddfc-3728-49e4-b4d4-ada51a2d1cba HTTP/1.1" status: 200 len: 820 time: 0.7059643 Jan 14 05:29:20.714630 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-a8b172cc-8e4e-4f6f-a2de-2e844e882737 tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/quotas/671239d8fcf54bdeba898f0401746683 HTTP/1.1" status: 200 len: 375 time: 0.0140550 Jan 14 05:29:20.735085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Allocated IP 172.25.3.34 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/cf7afc9f-84b2-4747-8153-c41c9eaffb7b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:29:20.771680 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a17328e43db545639886ab8326640b6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6874771 Jan 14 05:29:20.772371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35314) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:20.807463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0310eca3-8315-4eaf-9a06-80c401ac6f85,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:20.811498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:20.845908 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-fd8fcac9-b78d-4499-9ea2-7fc85081480c tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/ports?tenant_id=671239d8fcf54bdeba898f0401746683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1243916 Jan 14 05:29:20.915234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d2754a3-c9bc-4c48-b0db-5dc6a00c6908 None None] Pushing event updated for resources: {'Port': ['ID=faba99f6-e0c0-4290-a145-c53262aa1c53,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:20.916836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35326) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:20.935438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d2754a3-c9bc-4c48-b0db-5dc6a00c6908 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:20.938035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:20.957202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:20.961233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Usage tracker for resource:security_group_rule and tenant:66e1466798f047c19617adb7f0f16ce5 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:20.965705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:20.971739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:21.034783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Routers {'15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:21.035644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:29:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:21.077596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.102237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.116230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.118773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.126444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.145249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:21.208091 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66e1466798f047c19617adb7f0f16ce5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2900364 Jan 14 05:29:21.216531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35336) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:21.266677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b0282bce-4e2c-429b-b80f-4302a0bbcd3d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:21.272213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:21.291542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:21.318720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.377238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.393910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.402406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] Set router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:21.473041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:29:21.474577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.478523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:21.482825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:29:21.492764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Pushing event updated for resources: {'Port': ['ID=cf7afc9f-84b2-4747-8153-c41c9eaffb7b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:21.494945 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b17596e7-05b1-4fc4-b452-e77d010a2ee2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:21.499916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:21.536055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b0282bce-4e2c-429b-b80f-4302a0bbcd3d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:21.546059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:21.562980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.565270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.571615 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b0282bce-4e2c-429b-b80f-4302a0bbcd3d HTTP/1.1" status: 204 len: 168 time: 0.3529491 Jan 14 05:29:21.573158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4449c8bc-40cb-4773-8fbc-acaaaaa4a97b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:21.586428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.594189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0310eca3-8315-4eaf-9a06-80c401ac6f85,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:21.600407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:21.717301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.718612 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0310eca3-8315-4eaf-9a06-80c401ac6f85 HTTP/1.1" status: 204 len: 168 time: 0.9407945 Jan 14 05:29:21.724717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:21.737283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-01f163ea-13d5-404e-a127-609271367057 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:29:21.738808 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-01f163ea-13d5-404e-a127-609271367057 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.3091509 Jan 14 05:29:22.000221 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-44efcc2b-82fd-4604-abd4-4f67c475ea51 service neutron] 10.222.0.48 "GET /v2.0/networks/28baddfc-3728-49e4-b4d4-ada51a2d1cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2544060 Jan 14 05:29:22.181413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5abf31a-d21f-472b-88cf-77a4c0185b92 req-5a00c5ba-8cef-4f33-afe3-976a75383a16 service neutron] 10.222.0.48 "GET /v2.0/networks/28baddfc-3728-49e4-b4d4-ada51a2d1cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1745398 Jan 14 05:29:22.297566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:13Z', 'revision_number': 4, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'faba99f6-e0c0-4290-a145-c53262aa1c53', 'name': '', 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'mac_address': 'fa:16:3e:58:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5d4e468f-4866-42f9-9e4d-b2598663e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:12Z', 'updated_at': '2021-01-14T05:29:20Z', 'revision_number': 4, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'subnets': [{'id': '5d4e468f-4866-42f9-9e4d-b2598663e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:22.302325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:22.310595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16100c14-5949-48ef-89d8-72890e3d4681 None None] The sync data for ids ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'] in n-d-768851-4 is: [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:13Z', 'revision_number': 4, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'faba99f6-e0c0-4290-a145-c53262aa1c53', 'name': '', 'network_id': 'a77c3b50-ba97-4ba3-aa47-84e7db7c0d46', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'mac_address': 'fa:16:3e:58:b3:fa', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_interface', 'standard_attr_id': 147, 'fixed_ips': [{'subnet_id': '5d4e468f-4866-42f9-9e4d-b2598663e398', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:12Z', 'updated_at': '2021-01-14T05:29:20Z', 'revision_number': 4, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'subnets': [{'id': '5d4e468f-4866-42f9-9e4d-b2598663e398', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:29:22.312248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:22.333325 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:22.581984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Pushing event updated for resources: {'Port': ['ID=cf7afc9f-84b2-4747-8153-c41c9eaffb7b,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:22.585550 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:22.683021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:22.719705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:22.721597 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 2.9980812 Jan 14 05:29:23.348378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35424) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:23.454941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35440) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:23.507951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-523a6443-2e39-4d2f-afb7-f6c7a5625230 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Synchronizing usage tracker for tenant:e1c8984fd92d49ceafc317cd9cebbcae on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:29:23.531039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-523a6443-2e39-4d2f-afb7-f6c7a5625230 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Unset dirty status for tenant:e1c8984fd92d49ceafc317cd9cebbcae on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:29:23.542321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-523a6443-2e39-4d2f-afb7-f6c7a5625230 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1651435771&fields=id&tenant_id=e1c8984fd92d49ceafc317cd9cebbcae HTTP/1.1" status: 200 len: 267 time: 0.1048326 Jan 14 05:29:23.761156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-8db76cf0-633d-4ab5-a290-92a616f3cb28 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:23.761973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-8db76cf0-633d-4ab5-a290-92a616f3cb28 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Synchronizing usage tracker for tenant:e1c8984fd92d49ceafc317cd9cebbcae on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:29:23.783359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-8db76cf0-633d-4ab5-a290-92a616f3cb28 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Unset dirty status for tenant:e1c8984fd92d49ceafc317cd9cebbcae on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:29:23.784662 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-8db76cf0-633d-4ab5-a290-92a616f3cb28 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "GET /v2.0/networks?id=80f9ac39-3880-4e74-9e25-a014892318a0 HTTP/1.1" status: 200 len: 823 time: 0.2413292 Jan 14 05:29:23.825346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-cfe9bc89-95bf-4205-84d7-91cec472ea9a tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "GET /v2.0/quotas/e1c8984fd92d49ceafc317cd9cebbcae HTTP/1.1" status: 200 len: 375 time: 0.0240631 Jan 14 05:29:23.952356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:23.991592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:23.998781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Usage tracker for resource:security_group_rule and tenant:c37c402150c34a85b9aa72590fd97cd9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:24.008142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:24.021995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:24.056957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-2270dc70-e75a-47cb-ac61-47dd175a0068 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Synchronizing usage tracker for tenant:e1c8984fd92d49ceafc317cd9cebbcae on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:29:24.093950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-2270dc70-e75a-47cb-ac61-47dd175a0068 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Unset dirty status for tenant:e1c8984fd92d49ceafc317cd9cebbcae on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:29:24.095894 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-2270dc70-e75a-47cb-ac61-47dd175a0068 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "GET /v2.0/ports?tenant_id=e1c8984fd92d49ceafc317cd9cebbcae&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2613940 Jan 14 05:29:24.210631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.335436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-079ebf91-cbc9-400b-a812-5189c80191b9 tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:24.343166 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-079ebf91-cbc9-400b-a812-5189c80191b9 tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/networks?id=28baddfc-3728-49e4-b4d4-ada51a2d1cba HTTP/1.1" status: 200 len: 820 time: 0.6864533 Jan 14 05:29:24.354980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.368769 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-adf560b3-5ae2-47da-bcb4-febec6ae181e service neutron] 10.222.0.48 "GET /v2.0/networks/80f9ac39-3880-4e74-9e25-a014892318a0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2497888 Jan 14 05:29:24.372785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:24.384783 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-de70fa42-9e17-46e2-b451-61b660d052c3 tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/quotas/671239d8fcf54bdeba898f0401746683 HTTP/1.1" status: 200 len: 375 time: 0.0406916 Jan 14 05:29:24.387488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Usage tracker for resource:security_group_rule and tenant:362fd0af19af4146b8e8a202ee73dc04 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:24.450047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:24.472750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:24.487385 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-a104a3f1-2b5a-4edb-a508-11ae4bcd662e tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/ports?tenant_id=671239d8fcf54bdeba898f0401746683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0923917 Jan 14 05:29:24.530489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device faba99f6-e0c0-4290-a145-c53262aa1c53 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:24.635995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port faba99f6-e0c0-4290-a145-c53262aa1c53 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:29:24.644241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port faba99f6-e0c0-4290-a145-c53262aa1c53 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:24.645643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.693004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.700568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.710251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f652302-7c3c-438f-ae2b-d5c9aac96776 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:24.743042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ae7c95-5449-44b8-ad6c-2a8e601e1bf4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:24.747548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:24.772927 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=362fd0af19af4146b8e8a202ee73dc04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3164585 Jan 14 05:29:24.773892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35478) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:24.774448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:24.830078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.853765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.889764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.915774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port faba99f6-e0c0-4290-a145-c53262aa1c53, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=faba99f6-e0c0-4290-a145-c53262aa1c53,segment=NetworkSegment(6a61d5bf-0b4d-4337-85b4-3d6349353645),segment_id=6a61d5bf-0b4d-4337-85b4-3d6349353645)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:24.922083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.924453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:24.927683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.957829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.967401 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f169ced-1076-46cc-a416-776fc2c799b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:24.977381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:24.984757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:24.989917 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7ae7c95-5449-44b8-ad6c-2a8e601e1bf4 HTTP/1.1" status: 204 len: 168 time: 0.2143157 Jan 14 05:29:24.993636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ae7c95-5449-44b8-ad6c-2a8e601e1bf4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:24.996990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:25.008072 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c37c402150c34a85b9aa72590fd97cd9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6579962 Jan 14 05:29:25.011371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35498) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:25.022319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5dba144c-5f04-4490-a83f-e913ec7d811f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:25.027405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:25.075717 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-7e6a66a6-523e-470d-bda3-aa60593f9521 service neutron] 10.222.0.48 "GET /v2.0/networks/80f9ac39-3880-4e74-9e25-a014892318a0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7058446 Jan 14 05:29:25.132187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:25.142798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=faba99f6-e0c0-4290-a145-c53262aa1c53,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:25.147102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:25.179624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:25.227194 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ede5e5a7-fd1a-455f-b42d-6dc0bf96459b tempest-AutoAllocateNetworkTest-1541982685 tempest-AutoAllocateNetworkTest-1541982685] 10.222.0.48 "GET /v2.0/networks?tenant_id=4590da74dd384b919779ebd7652bc375&shared=False HTTP/1.1" status: 200 len: 208 time: 0.4496706 Jan 14 05:29:25.230036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35508) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:25.244422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:25.317006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:25.326121 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-692d9064-69e0-4c81-8c3e-7957f8039450 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:25.350463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:25.354341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5dba144c-5f04-4490-a83f-e913ec7d811f HTTP/1.1" status: 204 len: 168 time: 0.3387833 Jan 14 05:29:25.354341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5dba144c-5f04-4490-a83f-e913ec7d811f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:25.355596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:25.492932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-8bdf2fd3-fa9b-4a40-8a08-6842ac115b7a service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:29:25.500201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-8bdf2fd3-fa9b-4a40-8a08-6842ac115b7a service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4481568 Jan 14 05:29:25.508903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2feacf2e-3e92-470e-8738-8fa733d26914 tempest-AutoAllocateNetworkTest-1541982685 tempest-AutoAllocateNetworkTest-1541982685] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:25.514116 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2feacf2e-3e92-470e-8738-8fa733d26914 tempest-AutoAllocateNetworkTest-1541982685 tempest-AutoAllocateNetworkTest-1541982685] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 764 time: 0.2829299 Jan 14 05:29:25.514980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35524) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:25.598522 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1db83177-8d18-4cd1-9178-4bf2f97bd2e6 tempest-AutoAllocateNetworkTest-1541982685 tempest-AutoAllocateNetworkTest-1541982685] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0813155 Jan 14 05:29:25.599438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35532) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:25.637356 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ee023fb-a99f-4c9a-8886-e4da82bc1234 tempest-AutoAllocateNetworkTest-1541982685 tempest-AutoAllocateNetworkTest-1541982685] 10.222.0.48 "GET /v2.0/networks?tenant_id=4590da74dd384b919779ebd7652bc375 HTTP/1.1" status: 200 len: 208 time: 0.0364368 Jan 14 05:29:25.676940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-f465dd49-6376-4df2-ae44-af6cbf0af4c8 service neutron] 10.222.0.48 "GET /v2.0/networks/28baddfc-3728-49e4-b4d4-ada51a2d1cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1756542 Jan 14 05:29:25.848659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2ae6e14a-7916-4bf1-9797-28c0fc258339 req-12e1ff19-1d09-451b-b87d-92e3a0ddbf34 service neutron] 10.222.0.48 "GET /v2.0/networks/28baddfc-3728-49e4-b4d4-ada51a2d1cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1629364 Jan 14 05:29:26.328752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35564) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:26.385756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:26.441443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:26.461829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Usage tracker for resource:security_group_rule and tenant:0174a901bde64677a95a7bba8d111083 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:26.487800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:26.519461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:26.524744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device faba99f6-e0c0-4290-a145-c53262aa1c53 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:29:26.721618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port faba99f6-e0c0-4290-a145-c53262aa1c53 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:29:26.722041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:26.815794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:26.826492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:26.841158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d396aff-5b39-47e5-96d0-965f30a916b5 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:26.892258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bec4b062-16dc-42ab-9630-04598d08e11f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:26.900253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:26.927737 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0174a901bde64677a95a7bba8d111083&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5970585 Jan 14 05:29:26.930607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35596) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:27.007932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.036566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:29:27.040720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.065183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35602) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:27.106532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.112715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c3016bb-53d3-422b-923e-b1092d1ae0c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:27.124930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.136781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec4b062-16dc-42ab-9630-04598d08e11f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:27.142976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:27.152990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35610) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:27.158139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.159397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bec4b062-16dc-42ab-9630-04598d08e11f HTTP/1.1" status: 204 len: 168 time: 0.2276664 Jan 14 05:29:27.202434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.248193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:27.252832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Usage tracker for resource:security_group_rule and tenant:fba27844b04a4c8ba1391c7a07032e95 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:27.258337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:27.272018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:27.423729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.432846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.462367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f167d11-f1e5-4ee4-9dd7-95488b77b22f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:27.716807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35642) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:27.716987 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fba27844b04a4c8ba1391c7a07032e95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5627830 Jan 14 05:29:27.717973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52018d9-df70-4c8e-b293-fa14ed4caf3e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:27.726489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:27.727509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.758203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:27.768910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Usage tracker for resource:security_group_rule and tenant:4590da74dd384b919779ebd7652bc375 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:27.784316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:27.796268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:27.837829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.853116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e1968a9-2a59-4c9d-b979-c25e5aeece46 req-1b1f4dd4-dd5b-4133-a7d0-d6f3c6f85585 tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:27.870662 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e1968a9-2a59-4c9d-b979-c25e5aeece46 req-1b1f4dd4-dd5b-4133-a7d0-d6f3c6f85585 tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/networks?id=28baddfc-3728-49e4-b4d4-ada51a2d1cba HTTP/1.1" status: 200 len: 820 time: 0.3818250 Jan 14 05:29:27.871967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:27.886083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35652) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:27.904437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e1968a9-2a59-4c9d-b979-c25e5aeece46 req-43585af2-2e3d-4b68-a4d6-7f4a7a9620f9 tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/quotas/671239d8fcf54bdeba898f0401746683 HTTP/1.1" status: 200 len: 375 time: 0.0327635 Jan 14 05:29:27.975933 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e1968a9-2a59-4c9d-b979-c25e5aeece46 req-4558c379-6384-479c-99b4-e0ad758b958e tempest-LiveAutoBlockMigrationV225Test-1908201149 tempest-LiveAutoBlockMigrationV225Test-1908201149] 10.222.0.48 "GET /v2.0/ports?tenant_id=671239d8fcf54bdeba898f0401746683&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0703177 Jan 14 05:29:28.073584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.107133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.164164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.177981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29275a66-610a-4734-926a-c63c7c13d4a1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:28.193143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.220129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e1968a9-2a59-4c9d-b979-c25e5aeece46 req-97f87ccf-8ad7-4839-b549-26a7c9ec8f15 service neutron] 10.222.0.48 "GET /v2.0/networks/28baddfc-3728-49e4-b4d4-ada51a2d1cba?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2432249 Jan 14 05:29:28.221955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.226313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.227693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Pushing event deleted for resources: {'SecurityGroup': ['ID=6bdb71a4-11e5-43ae-9be1-e702da2ec2bd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:28.232448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:28.238327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:28.255201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e596721-0cb5-4ae8-87df-1a8199c486fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:28.274255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.278779 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "DELETE /v2.0/security-groups/6bdb71a4-11e5-43ae-9be1-e702da2ec2bd HTTP/1.1" status: 204 len: 168 time: 0.3916004 Jan 14 05:29:28.279739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52018d9-df70-4c8e-b293-fa14ed4caf3e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:28.281791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35668) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:28.286662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:28.288371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.289507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a52018d9-df70-4c8e-b293-fa14ed4caf3e HTTP/1.1" status: 204 len: 168 time: 0.5712481 Jan 14 05:29:28.309440 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6e6a3717-1603-4461-b2f7-e2f3ec08b27c tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] show failed (client error): The resource could not be found. Jan 14 05:29:28.316460 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e6a3717-1603-4461-b2f7-e2f3ec08b27c tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "GET /v2.0/security-groups/6bdb71a4-11e5-43ae-9be1-e702da2ec2bd HTTP/1.1" status: 404 len: 347 time: 0.0323040 Jan 14 05:29:28.317064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35676) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:28.377610 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4590da74dd384b919779ebd7652bc375&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3109212 Jan 14 05:29:28.378479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35680) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:28.435299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15ac7786-8a6d-4dbd-8cb0-017dcc56f11b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:28.441866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:28.471924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35686) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:28.517251 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e1968a9-2a59-4c9d-b979-c25e5aeece46 req-d0d9e014-9a29-4db7-b3ae-610d9e647b37 service neutron] 10.222.0.48 "GET /v2.0/networks/28baddfc-3728-49e4-b4d4-ada51a2d1cba?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2826798 Jan 14 05:29:28.530108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.561237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.571372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Deleting port cf7afc9f-84b2-4747-8153-c41c9eaffb7b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:28.572062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.623891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.636817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:28.650849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15ac7786-8a6d-4dbd-8cb0-017dcc56f11b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:28.659899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:28.661118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.662018 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15ac7786-8a6d-4dbd-8cb0-017dcc56f11b HTTP/1.1" status: 204 len: 168 time: 0.2722895 Jan 14 05:29:28.875648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.876053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:28.898543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.41', 61573) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:29.041300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Calling delete_port for cf7afc9f-84b2-4747-8153-c41c9eaffb7b owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:29.080279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35720) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:29.169847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Deleting subnet 693e5c86-5511-4e18-af4c-addd053c1c66 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:29:29.172002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.188469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.235947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:29.240007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Usage tracker for resource:security_group_rule and tenant:f14d3c84f395413b9f61b6ff9ab4bbb7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:29.243415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:29.249735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:29.328474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.346981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.356131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.377002 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:29.404839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.414419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.426275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c144fc9b-ab67-4452-8ae2-e4bd74d9b753 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:29.480190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Pushing event deleted for resources: {'Port': ['ID=cf7afc9f-84b2-4747-8153-c41c9eaffb7b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:29.488004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:29.564667 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f14d3c84f395413b9f61b6ff9ab4bbb7&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0880215 Jan 14 05:29:29.564667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c90eab9d-30d2-498e-b987-608d7fba5842,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:29.565182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.567820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35740) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:29.572034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:29.599895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.602628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.48 "DELETE /v2.0/floatingips/b982762b-62cf-4883-ac64-cf9b24efcea2 HTTP/1.1" status: 204 len: 168 time: 1.2843320 Jan 14 05:29:29.732651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-fdd1ac68-2b14-45b4-8bcf-83a59df7e210 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1c8984fd92d49ceafc317cd9cebbcae&device_id=7aad6062-b884-45b0-848e-4fb1989fa314 HTTP/1.1" status: 200 len: 210 time: 0.8324034 Jan 14 05:29:29.818359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:29.846035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35758) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:29.944266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:30.022386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:30.051452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:30.095753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-d8ba10d7-be1d-4bc7-8c12-397e04d32c14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:30.097363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-d8ba10d7-be1d-4bc7-8c12-397e04d32c14 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e1c8984fd92d49ceafc317cd9cebbcae&shared=False HTTP/1.1" status: 200 len: 917 time: 0.3321512 Jan 14 05:29:30.148245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=693e5c86-5511-4e18-af4c-addd053c1c66,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:30.180095 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:30.284252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:30.296761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-657ce3da-af7f-4d86-b08d-1d4eaaa03faa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:30.320490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c90eab9d-30d2-498e-b987-608d7fba5842,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:30.337169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:30.348139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:30.370271 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/693e5c86-5511-4e18-af4c-addd053c1c66 HTTP/1.1" status: 204 len: 168 time: 1.2888525 Jan 14 05:29:30.373956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35782) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:30.374924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:30.378676 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c90eab9d-30d2-498e-b987-608d7fba5842 HTTP/1.1" status: 204 len: 168 time: 0.8074343 Jan 14 05:29:30.406639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-d18ac4d2-e7e8-4770-bfd3-dfc74caff4ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:30.409243 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-d18ac4d2-e7e8-4770-bfd3-dfc74caff4ac service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2575831 Jan 14 05:29:30.767296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea0b2f90-097f-4a47-8ddb-c2880800df1c req-4bc3921a-45db-434b-9ae8-8b8641a16391 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.41 "GET /v2.0/ports?device_id=7aad6062-b884-45b0-848e-4fb1989fa314 HTTP/1.1" status: 200 len: 210 time: 0.2980857 Jan 14 05:29:30.836527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:30.840941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:31.157591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:31.338311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.338648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.339687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.340057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > port after_create 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.340418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > port after_delete 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.340774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > port after_update 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.341419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.341778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.342134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.342522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.527662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.528212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.528588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.528952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80929) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:31.529346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['28baddfc-3728-49e4-b4d4-ada51a2d1cba']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:31.577099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:31.589468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9dc0496e-4679-49ca-bcc9-b081a2c69320') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:31.589720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9dc0496e-4679-49ca-bcc9-b081a2c69320') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:31.621686 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3827d7e-02dd-4a37-803a-21b86073ff7d req-062eb205-baed-43c3-8c33-1310cb9e26a2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e1c8984fd92d49ceafc317cd9cebbcae&device_id=7aad6062-b884-45b0-848e-4fb1989fa314 HTTP/1.1" status: 200 len: 210 time: 0.0831876 Jan 14 05:29:31.626018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:31.639638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:31.685876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:31.705179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Deleting port 98d093f0-0f93-4731-ad47-396a381fd237 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:31.705831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:31.746463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Usage tracker for resource:security_group_rule and tenant:a6beb59ff6564781811402e550b3430b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:31.755559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:31.758604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:31.768527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:29:31.799636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35848) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:31.799774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:31.947971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] For port 98d093f0-0f93-4731-ad47-396a381fd237, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=98d093f0-0f93-4731-ad47-396a381fd237,segment=NetworkSegment(ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd),segment_id=ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:31.948371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.028271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:32.041265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.089842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Calling delete_port for 98d093f0-0f93-4731-ad47-396a381fd237 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:32.124406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3827d7e-02dd-4a37-803a-21b86073ff7d req-09db9c6e-8193-4261-8ff1-605980d1f7a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:32.126323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3827d7e-02dd-4a37-803a-21b86073ff7d req-09db9c6e-8193-4261-8ff1-605980d1f7a2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=e1c8984fd92d49ceafc317cd9cebbcae&shared=False HTTP/1.1" status: 200 len: 917 time: 0.4887407 Jan 14 05:29:32.273000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:32.405031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Network 28baddfc-3728-49e4-b4d4-ada51a2d1cba has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.433660 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/relationships.py:1998: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: (rel_b, rel_a, rel_b), Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:29:32.436112 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:29:32.480261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.497154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:32.548349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.570164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.583534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bfd70cb-f17d-4fd0-a586-918c7c9ff5b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:32.590741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.632477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67fb0308-993c-45c7-a412-9afccc811d4b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:32.647948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:32.649284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3827d7e-02dd-4a37-803a-21b86073ff7d req-97b40630-b304-420b-ab96-fe199fe7ee58 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:32.650971 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3827d7e-02dd-4a37-803a-21b86073ff7d req-97b40630-b304-420b-ab96-fe199fe7ee58 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5143690 Jan 14 05:29:32.654791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:32.658998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Usage tracker for resource:security_group_rule and tenant:c6d020101579403c8455de0ec33eb816 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:32.661898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Pushing event deleted for resources: {'Port': ['ID=98d093f0-0f93-4731-ad47-396a381fd237,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:32.662484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:32.664929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:32.669012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:32.701930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.759898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6beb59ff6564781811402e550b3430b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1816633 Jan 14 05:29:32.769905 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ce75e3-0fdf-4f75-b3e2-2d4be1903da0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:32.785291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:32.790510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35880) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:32.792948 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3827d7e-02dd-4a37-803a-21b86073ff7d req-d0ac4844-c93d-4eca-ab87-a0338d6454d4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] 10.222.0.41 "GET /v2.0/ports?device_id=7aad6062-b884-45b0-848e-4fb1989fa314 HTTP/1.1" status: 200 len: 210 time: 0.0835178 Jan 14 05:29:32.820137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Pushing event deleted for resources: {'Network': ['ID=28baddfc-3728-49e4-b4d4-ada51a2d1cba,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:32.830057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:32.931945 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] 10.222.0.48 "DELETE /v2.0/networks/28baddfc-3728-49e4-b4d4-ada51a2d1cba HTTP/1.1" status: 204 len: 168 time: 2.5517321 Jan 14 05:29:32.932746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35884) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:33.021698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.047590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.063246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.075817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:33.103898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.157608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.190013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Deleting subnet 47340c15-de2f-42b6-8f58-39fb7eb3b9fc {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:29:33.203997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.272516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6d020101579403c8455de0ec33eb816&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4678586 Jan 14 05:29:33.272972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35894) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:33.291206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=513f087e-8e04-4847-97c6-bf0615ca7438,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:33.296603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:33.314477 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:33.327025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Usage tracker for resource:security_group_rule and tenant:fd88f24b4a6745508bff52111eb8dfcd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:33.335736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.345702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:33.358254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.401381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:33.515919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.571448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.636732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.701826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2abae7bb-54de-4908-9b48-312fde5e0ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:33.708054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Router f90502e9-17ec-458a-9a15-4fcbb6f3f280 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:29:33.721861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.757414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67fb0308-993c-45c7-a412-9afccc811d4b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:33.770647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:33.821494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.822759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/67fb0308-993c-45c7-a412-9afccc811d4b HTTP/1.1" status: 204 len: 168 time: 1.0288250 Jan 14 05:29:33.882461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.893045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:33.905331 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:33.927192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:29:33.937750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] Sync routers for ids ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:29:33.953698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] Routers {'f90502e9-17ec-458a-9a15-4fcbb6f3f280'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:33.955636 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] 10.222.0.48 "PUT /v2.0/routers/f90502e9-17ec-458a-9a15-4fcbb6f3f280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1085272 Jan 14 05:29:33.956337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35920) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:33.957119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:29:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:34.213275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.228791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] Set router f90502e9-17ec-458a-9a15-4fcbb6f3f280 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:34.288041 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd88f24b4a6745508bff52111eb8dfcd&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0090587 Jan 14 05:29:34.302585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35928) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:34.303353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=128cf184-8ea8-41bf-9d18-ba0ec6d72974,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:34.318028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:34.319807 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03ad7a74-24c7-4fb1-804e-5195aa4dad87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:34.364910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.366145 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/513f087e-8e04-4847-97c6-bf0615ca7438 HTTP/1.1" status: 204 len: 168 time: 1.0766604 Jan 14 05:29:34.371056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=513f087e-8e04-4847-97c6-bf0615ca7438,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:34.374992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:34.442049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.470787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.515757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5358b60-7241-4e77-9b14-54f9d395902c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:34.677218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.709818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47340c15-de2f-42b6-8f58-39fb7eb3b9fc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:34.749143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:34.805399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.808160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:29:32Z', 'revision_number': 5, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:34.812429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] Checking router: f90502e9-17ec-458a-9a15-4fcbb6f3f280 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:29:34.822648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] Routers {'f90502e9-17ec-458a-9a15-4fcbb6f3f280'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:34.823339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:29:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:34.856359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-177d7df9-da5e-4b91-9056-6b66a14a94f1 req-4c064c99-5697-4aff-a33e-255b20cb1eac tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/networks?tenant_id=1372a1f72e274bad8caff7bc8f076396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0810483 Jan 14 05:29:34.871396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.880091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:34.896325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/47340c15-de2f-42b6-8f58-39fb7eb3b9fc HTTP/1.1" status: 204 len: 168 time: 1.9598081 Jan 14 05:29:34.907558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:34.962168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Deleting port dbf0d7cb-e965-474b-9d82-6712c18b3592 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:34.962832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.049914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.068966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] Set router f90502e9-17ec-458a-9a15-4fcbb6f3f280 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:35.077874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a92c41f-076f-4a8e-8bb2-ce9d0784dc9e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:35.119248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.120766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/128cf184-8ea8-41bf-9d18-ba0ec6d72974 HTTP/1.1" status: 204 len: 168 time: 0.8143046 Jan 14 05:29:35.152091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.208602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=128cf184-8ea8-41bf-9d18-ba0ec6d72974,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:35.216900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:35.363853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.371500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-177d7df9-da5e-4b91-9056-6b66a14a94f1 req-69bb0851-89a2-43a7-8c7d-c98426160846 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:35.373176 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-177d7df9-da5e-4b91-9056-6b66a14a94f1 req-69bb0851-89a2-43a7-8c7d-c98426160846 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5036027 Jan 14 05:29:35.414003 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-177d7df9-da5e-4b91-9056-6b66a14a94f1 req-a336666b-4d1a-4e9d-a310-887e34ca45d8 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/quotas/1372a1f72e274bad8caff7bc8f076396 HTTP/1.1" status: 200 len: 375 time: 0.0300272 Jan 14 05:29:35.478643 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-177d7df9-da5e-4b91-9056-6b66a14a94f1 req-6bd530f3-19b6-4f90-b682-0cb875419a11 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/ports?tenant_id=1372a1f72e274bad8caff7bc8f076396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0481722 Jan 14 05:29:35.479189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35968) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:35.488311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] For port dbf0d7cb-e965-474b-9d82-6712c18b3592, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dbf0d7cb-e965-474b-9d82-6712c18b3592,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:35.488705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.514578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.535004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:35.539106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Usage tracker for resource:security_group_rule and tenant:a193a3da88664c90aa8716a3886d1488 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:35.542065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:35.547906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:35.624113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fb97db2-701e-445b-b33e-d8840c3551ac']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:35.652824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8f901e34-de44-47fe-aacc-2b1ccad95a9a') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:35.653163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8f901e34-de44-47fe-aacc-2b1ccad95a9a') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:35.662041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:29:32Z', 'revision_number': 5, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:35.671754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc064d75-900d-43eb-b0de-060a6e19b077 None None] The sync data for ids ['f90502e9-17ec-458a-9a15-4fcbb6f3f280'] in n-d-768851-4 is: [{'id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-581482308-router', 'tenant_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221'}], 'enable_snat': True}, 'gw_port_id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:28:48Z', 'updated_at': '2021-01-14T05:29:32Z', 'revision_number': 5, 'project_id': 'e1c8984fd92d49ceafc317cd9cebbcae', 'gw_port': {'id': 'dbf0d7cb-e965-474b-9d82-6712c18b3592', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:18:26:eb', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f90502e9-17ec-458a-9a15-4fcbb6f3f280', 'device_owner': 'network:router_gateway', 'standard_attr_id': 46, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.221', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:28:50Z', 'updated_at': '2021-01-14T05:28:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:29:35.679002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.681051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Calling delete_port for dbf0d7cb-e965-474b-9d82-6712c18b3592 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:35.718001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:35.724122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:29:36.113540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.117675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Network 7fb97db2-701e-445b-b33e-d8840c3551ac has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: WARNING neutron.plugins.ml2.ovo_rpc [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: result = function(*args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: proto.__init__(conn_state, self) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: self.handle() Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: self.handle_one_request() Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: self.handle_one_response() Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: result = self.application(self.environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return app(environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return request.get_response(self.application) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: response = req.get_response(self._app) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return resp(environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return resp(environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: response = self.app(environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return resp(environ, start_response) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:29:36.120224 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: result = method(request=request, **args) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return self._delete(request, id, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return f(*dup_args, **dup_kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: obj_deleter(request.context, id, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return method(*args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return f(*dup_args, **dup_kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: self._delete_current_gw_port(context, id, router, None) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return f(self, context, *args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return method(*args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: context, port, router_ids, bound_mech_contexts) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: return function(*args, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: callback(resource, event, trigger, **kwargs) Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: if self._is_session_semantic_violated(context, resource, event): Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: stack = traceback.extract_stack() Jan 14 05:29:36.129839 n-d-768851-4 neutron-server[80820]: Jan 14 05:29:36.146750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.182552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.266388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35994) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:36.276351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.328141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-549d9b4e-00fd-46ce-9735-eaaf36ab6f5e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:36.347413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a193a3da88664c90aa8716a3886d1488&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8574743 Jan 14 05:29:36.354662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36006) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:36.363168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.399515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 98d093f0-0f93-4731-ad47-396a381fd237 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:29:36.458809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 98d093f0-0f93-4731-ad47-396a381fd237 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:29:36.459164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 98d093f0-0f93-4731-ad47-396a381fd237 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:29:36.461584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36012) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:36.510136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e555d96e-cf34-4aa3-93d3-1d771cbd974f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:36.526225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:36.532894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:36.535961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Network 7fb97db2-701e-445b-b33e-d8840c3551ac has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:36.540016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Usage tracker for resource:security_group_rule and tenant:29bfdf5f374f4bb9977c8f0712de396c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:36.543358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:36.568137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:29:36.572473 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:29:36.647794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.687430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.794868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.826753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.832398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:36.844400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b693ee1-c74b-42e6-88a5-a84a4b137640 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:36.878405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Usage tracker for resource:security_group_rule and tenant:cce7028157d843c6a3624fec563fec72 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:36.882287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:36.889613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:36.895077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Pushing event deleted for resources: {'Network': ['ID=7fb97db2-701e-445b-b33e-d8840c3551ac,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:36.910978 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:36.910978 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] 10.222.0.48 "DELETE /v2.0/networks/7fb97db2-701e-445b-b33e-d8840c3551ac HTTP/1.1" status: 204 len: 168 time: 2.0039372 Jan 14 05:29:36.910978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:36.999587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.004325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8ebad-618e-432b-8e9f-1c5fcc0e1504 req-2a675e12-6bdb-4739-b3cf-4b95fd832c53 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/networks?tenant_id=1372a1f72e274bad8caff7bc8f076396&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2337301 Jan 14 05:29:37.004575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.015360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e19ff44d-9559-4335-affc-3de8d3502caf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:37.028201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.035762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.067339 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cce7028157d843c6a3624fec563fec72&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6041377 Jan 14 05:29:37.068342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=90c6e992-1816-4cfc-8a8e-ccff878bfb39,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:37.071405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:37.089606 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:37.149300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.172022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.193212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36046) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:37.229081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.322929 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ec5a1ac7-dd05-4af6-9d1d-c91ffc4c1df2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=671239d8fcf54bdeba898f0401746683&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1206381 Jan 14 05:29:37.323966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36054) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:37.339949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.340514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f90502e9-17ec-458a-9a15-4fcbb6f3f280 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:29:37.383329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.394330 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83defc57-7ce7-4e0d-a89c-00c56ee867d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:37.395212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8ebad-618e-432b-8e9f-1c5fcc0e1504 req-976878d1-6bde-4718-9562-6adb5230ca78 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:37.396997 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8ebad-618e-432b-8e9f-1c5fcc0e1504 req-976878d1-6bde-4718-9562-6adb5230ca78 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3784654 Jan 14 05:29:37.411028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=90c6e992-1816-4cfc-8a8e-ccff878bfb39,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:37.417497 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:37.431779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.435631 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/90c6e992-1816-4cfc-8a8e-ccff878bfb39 HTTP/1.1" status: 204 len: 168 time: 0.3506730 Jan 14 05:29:37.439161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.488143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.540715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.547810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8ebad-618e-432b-8e9f-1c5fcc0e1504 req-955d8db2-3856-4102-9b69-cee347013708 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/quotas/1372a1f72e274bad8caff7bc8f076396 HTTP/1.1" status: 200 len: 375 time: 0.1184936 Jan 14 05:29:37.548434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.560201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.576880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f2cbb4b-2cea-4138-9266-0f1e819a3928 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:37.587373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6e1e0b6-c724-4d95-8dc7-a0771ac16620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:37.595822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.598270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.601927 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/754e5ea7-e6b7-4bca-933d-aac237578edb HTTP/1.1" status: 204 len: 168 time: 0.2759724 Jan 14 05:29:37.602071 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e555d96e-cf34-4aa3-93d3-1d771cbd974f HTTP/1.1" status: 204 len: 168 time: 1.2447598 Jan 14 05:29:37.605322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=754e5ea7-e6b7-4bca-933d-aac237578edb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:37.611310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.641536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:37.667636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e555d96e-cf34-4aa3-93d3-1d771cbd974f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:37.669683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:37.673589 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ea7eee9-7115-4ac0-9283-b581fd018f96 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f90502e9-17ec-458a-9a15-4fcbb6f3f280 HTTP/1.1" status: 204 len: 168 time: 3.7135546 Jan 14 05:29:37.674260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36068) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:37.682492 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8ebad-618e-432b-8e9f-1c5fcc0e1504 req-60cdaa2f-9cce-42e7-959b-9fea2b07f051 tempest-LiveMigrationNegativeTest-2113345162 tempest-LiveMigrationNegativeTest-2113345162] 10.222.0.48 "GET /v2.0/ports?tenant_id=1372a1f72e274bad8caff7bc8f076396&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1079311 Jan 14 05:29:37.688658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:37.689252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ce97d16-171c-43de-b319-e8a9c61743b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:37.770310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=29bfdf5f374f4bb9977c8f0712de396c&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5022099 Jan 14 05:29:37.781403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36076) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:37.801823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=263bf297-00af-4370-b974-c9aca90c8f4a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:37.805449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:37.948067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Deleting subnet 11d8ba31-b675-439a-a50b-3dc2b235b53f {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:29:37.969537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.106345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.159366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.238726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.364219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.428720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.449353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11680a01-7deb-489f-a0ca-1269c0a81cad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:38.490259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dbf0d7cb-e965-474b-9d82-6712c18b3592 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:29:38.514570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=263bf297-00af-4370-b974-c9aca90c8f4a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:38.525669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:38.539492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.543852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/263bf297-00af-4370-b974-c9aca90c8f4a HTTP/1.1" status: 204 len: 168 time: 0.7586617 Jan 14 05:29:38.549193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: dbf0d7cb-e965-474b-9d82-6712c18b3592 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:29:38.549871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dbf0d7cb-e965-474b-9d82-6712c18b3592 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:29:38.599391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36114) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:38.629600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.648140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:38.652361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Usage tracker for resource:security_group_rule and tenant:485f91d264994ef08442e43874ca803f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:38.655413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:38.662201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:38.703395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.722301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6cc431e-8fee-4a62-b996-978a18e6c0fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:38.758266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.764096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.805005 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5286ad3-7cc4-424a-91de-5c7e1ed2caca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:38.807705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=11d8ba31-b675-439a-a50b-3dc2b235b53f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:38.815217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:38.832062 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=485f91d264994ef08442e43874ca803f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2280354 Jan 14 05:29:38.832237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36120) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:38.849523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d713ddbd-6c23-45db-ac97-7209dfedf745,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:38.852631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:38.925850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.931107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-243139bf-1667-4414-a984-59a6a8b528c2 None None] Network 80f9ac39-3880-4e74-9e25-a014892318a0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:38.931872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:38.947202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:38.947441 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] 10.222.0.48 "DELETE /v2.0/subnets/11d8ba31-b675-439a-a50b-3dc2b235b53f HTTP/1.1" status: 204 len: 168 time: 1.2717023 Jan 14 05:29:38.981689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.046622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.052328 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:39.079272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d713ddbd-6c23-45db-ac97-7209dfedf745,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:39.083649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:39.088962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.091097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d713ddbd-6c23-45db-ac97-7209dfedf745 HTTP/1.1" status: 204 len: 168 time: 0.2575266 Jan 14 05:29:39.119578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.197147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Deleting port a20039b0-2428-47a5-8723-f6de5cfb3450 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:39.197147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.199242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36138) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:39.286172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e2d743f9-6b01-40f3-912e-adca5806e2de admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92247ae853ac49aa845d684226458b38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0854096 Jan 14 05:29:39.286955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36142) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:39.307322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] DHCP port deletion for 80f9ac39-3880-4e74-9e25-a014892318a0 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:29:39.313358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Deleting port a20039b0-2428-47a5-8723-f6de5cfb3450 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:39.314026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.351557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36148) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:39.442523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.473342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.528324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.534677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4080bd09-0be9-4659-b0bb-ba4e2671cfc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:39.549325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a983eae-3ecc-4c34-99bc-8189b99d1bcc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:39.553404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:39.556751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.561403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a983eae-3ecc-4c34-99bc-8189b99d1bcc HTTP/1.1" status: 204 len: 168 time: 0.2731571 Jan 14 05:29:39.770446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] For port a20039b0-2428-47a5-8723-f6de5cfb3450, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a20039b0-2428-47a5-8723-f6de5cfb3450,segment=NetworkSegment(ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd),segment_id=ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:39.770879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.776007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] For port a20039b0-2428-47a5-8723-f6de5cfb3450, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a20039b0-2428-47a5-8723-f6de5cfb3450,segment=NetworkSegment(ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd),segment_id=ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:39.776714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:39.920825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Calling delete_port for a20039b0-2428-47a5-8723-f6de5cfb3450 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:39.925708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Calling delete_port for a20039b0-2428-47a5-8723-f6de5cfb3450 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:39.990324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.010729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:40.014673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Usage tracker for resource:security_group_rule and tenant:1372a1f72e274bad8caff7bc8f076396 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:40.017799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:40.023639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:40.093972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.102568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:29:40.103144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:29:40.113732 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:40.212869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Pushing event deleted for resources: {'Port': ['ID=a20039b0-2428-47a5-8723-f6de5cfb3450,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:40.223412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:40.284525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.290735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.302646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce6f567d-7402-417b-b5a3-ecebb5968d58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:40.320421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] No DVR routers for this DVR port a20039b0-2428-47a5-8723-f6de5cfb3450 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:29:40.399022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36182) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:40.399238 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1372a1f72e274bad8caff7bc8f076396&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0463347 Jan 14 05:29:40.403337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea66fd6d-b5ef-455c-a0e5-c0a21ac253d8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:40.409779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:40.446668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a20039b0-2428-47a5-8723-f6de5cfb3450 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:29:40.502194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.513768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.523235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a20039b0-2428-47a5-8723-f6de5cfb3450 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:29:40.523969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a20039b0-2428-47a5-8723-f6de5cfb3450 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:29:40.534421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.582191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.586427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-96242111-945b-4e87-82f9-ecdfdd2317d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:40.604397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea66fd6d-b5ef-455c-a0e5-c0a21ac253d8,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:40.607583 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:40.609814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.611911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Deleting port a20039b0-2428-47a5-8723-f6de5cfb3450 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:40.614405 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea66fd6d-b5ef-455c-a0e5-c0a21ac253d8 HTTP/1.1" status: 204 len: 168 time: 0.2140129 Jan 14 05:29:40.614634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.690938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > segment before_delete 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.691348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.692152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.692734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > port after_create 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.693054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > port after_delete 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.693413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > port after_update 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.693754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > segment after_delete 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.694117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.694478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.694863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet after_update 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.730660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-52a2cba6-5fa1-4dab-bf49-3f53e5c383bd None None] The port 'a20039b0-2428-47a5-8723-f6de5cfb3450' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:29:40.872008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet after_create 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.872401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.872778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet before_create 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.873146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Subscribe: > subnet before_update 55550000 {{(pid=80930) subscribe /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:48}} Jan 14 05:29:40.873537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['80f9ac39-3880-4e74-9e25-a014892318a0']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:40.888182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:40.888490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ddf6dcd7-aa6a-4e8a-b8fa-5160b99f92bd') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:40.912588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.938134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:40.940760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:29:41.167359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Network 80f9ac39-3880-4e74-9e25-a014892318a0 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:41.178506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:41.381654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Network 80f9ac39-3880-4e74-9e25-a014892318a0 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.407957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:29:41.411746 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:29:41.503099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:41.507496 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:41.531535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:41.534576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Pushing event deleted for resources: {'Network': ['ID=80f9ac39-3880-4e74-9e25-a014892318a0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:41.537976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:41.567568 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] 10.222.0.48 "DELETE /v2.0/networks/80f9ac39-3880-4e74-9e25-a014892318a0 HTTP/1.1" status: 204 len: 168 time: 2.6157868 Jan 14 05:29:41.567568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36238) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:41.720911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36244) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:41.750220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:41.776569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:41.783138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Usage tracker for resource:security_group_rule and tenant:cef3607f9dbd45138d55cc42684ab68f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:41.787770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:41.796634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:42.146310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf34dc7f-1462-4157-b0ad-07936926d729 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.147755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.181257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.212634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:42.231901 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cef3607f9dbd45138d55cc42684ab68f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5067947 Jan 14 05:29:42.232660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36266) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:42.258972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1c2de98-077e-4c67-820c-34a1d62e27e0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:42.262639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:42.310342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.340635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.387953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.400542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.406464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d69e1258-5ba3-4c0d-bd59-c87144b8043f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:42.420978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1c2de98-077e-4c67-820c-34a1d62e27e0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:42.443596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:42.447214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:42.448457 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1c2de98-077e-4c67-820c-34a1d62e27e0 HTTP/1.1" status: 204 len: 168 time: 0.2147481 Jan 14 05:29:42.872779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Deleting port faba99f6-e0c0-4290-a145-c53262aa1c53 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:42.873130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:43.058934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] For port faba99f6-e0c0-4290-a145-c53262aa1c53, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=faba99f6-e0c0-4290-a145-c53262aa1c53,segment=NetworkSegment(6a61d5bf-0b4d-4337-85b4-3d6349353645),segment_id=6a61d5bf-0b4d-4337-85b4-3d6349353645)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:43.059323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:43.400928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Calling delete_port for faba99f6-e0c0-4290-a145-c53262aa1c53 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:43.615780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:43.632184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e469d13-07cf-45e8-85a0-0034eeb8b7a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:43.674000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Pushing event deleted for resources: {'Port': ['ID=faba99f6-e0c0-4290-a145-c53262aa1c53,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:43.724994 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:43.778770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36322) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:44.071473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.197209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1960213526-network', 'tenant_id': 'dab1605eadaf438fa58a6a5e8e329dd3'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:44.203729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:44.213990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Usage tracker for resource:network and tenant:dab1605eadaf438fa58a6a5e8e329dd3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:44.217288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:44.233689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:44.261422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Made reservation on behalf of dab1605eadaf438fa58a6a5e8e329dd3 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:44.266417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.300477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.319902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:44.324409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Usage tracker for resource:security_group_rule and tenant:dab1605eadaf438fa58a6a5e8e329dd3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:44.327944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:44.334742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:44.449157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0f40ed8-13eb-4645-a808-9ef2facd180e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.520572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.527906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.538959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-820f71c3-ae86-4886-804f-b02dce47b858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:44.612410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:29:44.624281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e43963ed-3229-4d22-b76c-9f76232e10cd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:44.631836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:44.635275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.636328 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Added segment a2ef740f-8b2c-43f8-b47b-08d1319945d4 of type vxlan for network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd Jan 14 05:29:44.673843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.719259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:29:44.720775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.722118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:44.722883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.781542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adc462b1-d17a-45cb-b141-8d92df1b8aaf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:44.874975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 1.0948446 Jan 14 05:29:44.887031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36372) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:44.896779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Request body: {'subnet': {'network_id': '20e2c21f-b1f8-46e2-8777-6e07f8be99dd', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-1960213526-subnet', 'tenant_id': 'dab1605eadaf438fa58a6a5e8e329dd3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:44.910107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:44.918376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Usage tracker for resource:subnet and tenant:dab1605eadaf438fa58a6a5e8e329dd3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:44.922162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Pushing event updated for resources: {'Network': ['ID=20e2c21f-b1f8-46e2-8777-6e07f8be99dd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:44.924951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:44.929986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:44.934955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:44.949097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:44.953016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:44.969339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:29:44.971063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Made reservation on behalf of dab1605eadaf438fa58a6a5e8e329dd3 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:44.982946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:44.996425 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] 10.222.0.48 "PUT /v2.0/routers/15e43b90-5ae1-4b54-b0ea-f94b8beecdf3/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.4277675 Jan 14 05:29:44.999069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36376) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:45.115957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:45.255795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:45.520417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:45.534291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Deleting port 1482a443-af25-48db-a7a4-108cbb5771f4 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:45.534662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:45.656789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] Sync routers for ids ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:29:45.680423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] Routers {'15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:45.681784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:29:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:45.861219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:45.865934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] For port 1482a443-af25-48db-a7a4-108cbb5771f4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1482a443-af25-48db-a7a4-108cbb5771f4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:45.866335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:45.930738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] Set router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:45.986085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.013691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Calling delete_port for 1482a443-af25-48db-a7a4-108cbb5771f4 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:46.018781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17277cf6-c560-4595-910f-2dd63a383108 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:46.171478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.198170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Pushing event updated for resources: {'Subnet': ['ID=1da699d0-0d06-4aa9-a300-ebb3ecdb2f80,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:46.210318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.212206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:46.275564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Checking segment: {'id': 'a2ef740f-8b2c-43f8-b47b-08d1319945d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '20e2c21f-b1f8-46e2-8777-6e07f8be99dd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:46.275867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Network hostable DHCP agents. Network: 20e2c21f-b1f8-46e2-8777-6e07f8be99dd, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:29:46.297682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:29:46.317993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 20e2c21f-b1f8-46e2-8777-6e07f8be99dd) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:46.339112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46acde9d-5216-4b8e-9814-d9f77a9aed84 None None] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:46.352265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:46.352914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.386796 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 1.4983006 Jan 14 05:29:46.460377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:43Z', 'revision_number': 5, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:46.469039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] Checking router: 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:29:46.496426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.506384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] Routers {'15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:29:46.507137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:29:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:46.758498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.819405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fa60c685-6d93-4565-8279-bde741c63a3b None None] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:46.959960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.962357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.990581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:46.991356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:29:47.012415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:47.016132 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf3544ab-816f-4b4f-b0a5-a77f08b10234 admin admin] 10.222.0.48 "DELETE /v2.0/routers/15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 HTTP/1.1" status: 204 len: 168 time: 2.0136590 Jan 14 05:29:47.017022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36430) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:47.042235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] Set router 15e43b90-5ae1-4b54-b0ea-f94b8beecdf3 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:29:47.128667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Deleting subnet 5d4e468f-4866-42f9-9e4d-b2598663e398 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:29:47.132092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:47.197082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:47.343566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36444) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:47.364325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:47.396039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:43Z', 'revision_number': 5, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:47.400319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6eba0bd-452b-462b-9313-33005e100a30 None None] The sync data for ids ['15e43b90-5ae1-4b54-b0ea-f94b8beecdf3'] in n-d-768851-4 is: [{'id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'name': 'tempest-ServersWithSpecificFlavorTestJSON-2005979213-router', 'tenant_id': '09671ebcdb2245df9d9feb224fdd531e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67'}], 'enable_snat': True}, 'gw_port_id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:29:05Z', 'updated_at': '2021-01-14T05:29:43Z', 'revision_number': 5, 'project_id': '09671ebcdb2245df9d9feb224fdd531e', 'gw_port': {'id': '1482a443-af25-48db-a7a4-108cbb5771f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:11:21', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15e43b90-5ae1-4b54-b0ea-f94b8beecdf3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 130, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.67', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:29:07Z', 'updated_at': '2021-01-14T05:29:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:29:47.670956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36456) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:47.685996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:47.712277 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:47.816010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d4e468f-4866-42f9-9e4d-b2598663e398,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:47.827410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:47.866256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:47.879429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:47.880503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de1b3515-439c-4f67-a395-d2ac4b3d7a41 None None] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:47.893372 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5d4e468f-4866-42f9-9e4d-b2598663e398 HTTP/1.1" status: 204 len: 168 time: 0.8721623 Jan 14 05:29:47.894047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:47.910101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:47.921419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Usage tracker for resource:security_group_rule and tenant:84858f23cc3b44ada7bdf92f5004a222 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:47.933110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:47.944779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:48.097702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.128347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.174089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Deleting port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:48.174089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.213052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:48.236567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Usage tracker for resource:security_group_rule and tenant:293ce73391ad44e0b154f751f28a8c79 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:48.248445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.249749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:48.261537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.272006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] DHCP port deletion for a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:29:48.278397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Deleting port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:48.278874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.282066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:48.284626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ca05df7-19ac-4953-ab81-e750029b14c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:48.353766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84858f23cc3b44ada7bdf92f5004a222&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0085659 Jan 14 05:29:48.354604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36490) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:48.421504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1a988d10-dce7-41db-8abb-ae1cbaecc0d3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:48.437779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:48.497104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35432ca2-efe8-4b8e-ad36-9e942f73afd5 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:29:48.543349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.633616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.672543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] For port 35432ca2-efe8-4b8e-ad36-9e942f73afd5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35432ca2-efe8-4b8e-ad36-9e942f73afd5,segment=NetworkSegment(6a61d5bf-0b4d-4337-85b4-3d6349353645),segment_id=6a61d5bf-0b4d-4337-85b4-3d6349353645)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:48.673642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.716287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.725828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35d788ca-d304-4c87-ad14-789be3acd6ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:48.745545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a988d10-dce7-41db-8abb-ae1cbaecc0d3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:48.773507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.774412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.774776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.775166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.775696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.776084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.776565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.776951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.777421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.777922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.778298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.778670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.779273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.779646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.780018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.780529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.781207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.781657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.782196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.782896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.783277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.783652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.784311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.784684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.785133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.785589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.785846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.786364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.787095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.787531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.787914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.788273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.788642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.789008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.789746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.790124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:48.795461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:48.819035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.820275 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1a988d10-dce7-41db-8abb-ae1cbaecc0d3 HTTP/1.1" status: 204 len: 168 time: 0.4574218 Jan 14 05:29:48.846429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.850377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:48.886743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13bb082e-2e5e-499d-be71-c9dfb48d21b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:48.902337 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=293ce73391ad44e0b154f751f28a8c79&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2300019 Jan 14 05:29:48.905025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36516) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:48.954530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f5db61a4-b25d-4c00-b21a-afd22ee95780,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:48.958962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:48.990592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Calling delete_port for 35432ca2-efe8-4b8e-ad36-9e942f73afd5 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:49.008955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.040497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.094289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.101744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.109494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21fb4553-97c5-4a80-a0cb-becb226c702d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:49.125368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f5db61a4-b25d-4c00-b21a-afd22ee95780,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:49.132845 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:49.136772 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:49.137861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.139827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f5db61a4-b25d-4c00-b21a-afd22ee95780 HTTP/1.1" status: 204 len: 168 time: 0.2337971 Jan 14 05:29:49.174355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No active binding found for port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 {{(pid=80931) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 05:29:49.174849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35432ca2-efe8-4b8e-ad36-9e942f73afd5 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:29:49.175343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1482a443-af25-48db-a7a4-108cbb5771f4 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:29:49.216223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1482a443-af25-48db-a7a4-108cbb5771f4 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:29:49.216756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1482a443-af25-48db-a7a4-108cbb5771f4 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:29:49.217230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device faba99f6-e0c0-4290-a145-c53262aa1c53 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:29:49.270008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: faba99f6-e0c0-4290-a145-c53262aa1c53 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:29:49.270406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device faba99f6-e0c0-4290-a145-c53262aa1c53 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:29:49.274434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Pushing event deleted for resources: {'Port': ['ID=35432ca2-efe8-4b8e-ad36-9e942f73afd5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:49.277461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] For port 35432ca2-efe8-4b8e-ad36-9e942f73afd5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35432ca2-efe8-4b8e-ad36-9e942f73afd5,segment=NetworkSegment(6a61d5bf-0b4d-4337-85b4-3d6349353645),segment_id=6a61d5bf-0b4d-4337-85b4-3d6349353645)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:29:49.277916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.294985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.295448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.295896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.296358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.296795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.297457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.297912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.298439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.298911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.299355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.299888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.300434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.301072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.301564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.301930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.302366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.302838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.303278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.303929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.304365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.304756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.305087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.305455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.305817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.306260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.306746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.307090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.307453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.307817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.307989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36528) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:49.308182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.308552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.308913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.309277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.309642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.310260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.310626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:29:49.317645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:49.350195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] No DVR routers for this DVR port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:29:49.420236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Calling delete_port for 35432ca2-efe8-4b8e-ad36-9e942f73afd5 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:29:49.488587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.498020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:29:49.498434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:29:49.618133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a77c3b50-ba97-4ba3-aa47-84e7db7c0d46']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:49.632101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6a61d5bf-0b4d-4337-85b4-3d6349353645') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:49.632372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6a61d5bf-0b4d-4337-85b4-3d6349353645') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:49.644752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.660590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.662980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:29:49.842053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:49.855986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.869910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36546) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:49.879104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationRemoteConsolesV26Test-24549201-network', 'tenant_id': '960f099d9f2a42d195b37cce1e0f43c7'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:49.886908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:49.905466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Usage tracker for resource:network and tenant:960f099d9f2a42d195b37cce1e0f43c7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:49.909573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:49.916035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:49.928773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Made reservation on behalf of 960f099d9f2a42d195b37cce1e0f43c7 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:49.936128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.955033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:49.971964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:49.976277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Usage tracker for resource:security_group_rule and tenant:960f099d9f2a42d195b37cce1e0f43c7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:49.979379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:49.986209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:49.999998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Deleting port 35432ca2-efe8-4b8e-ad36-9e942f73afd5 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:29:50.000774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.050805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Network a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:50.089442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:29:50.090118 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:29:50.093850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4bfdac5c-2419-4db7-b8a6-7abeb4437a09 None None] The port '35432ca2-efe8-4b8e-ad36-9e942f73afd5' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:29:50.095464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.117511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:29:50.135079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.135701 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Added segment 4321094a-6314-400e-9206-7d73bd215125 of type vxlan for network 943e7373-2d29-416d-8a02-fc393667abc2 Jan 14 05:29:50.150090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36550) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:50.174033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.186026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.209446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:50.211663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:50.215021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Usage tracker for resource:security_group_rule and tenant:3af3f1fad30a453db8f09e68e808e4b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:50.218449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:50.225501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:50.264207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36556) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:50.271006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.274186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.274509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.293847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:50.294634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.316192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.320137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.321563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ea1223d6-b45a-4c2b-b8fa-853e6c535fad,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:50.325894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:50.328035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:50.333968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 0.4619186 Jan 14 05:29:50.334914 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.008s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:50.347036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.353325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36562) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:50.358803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Pushing event deleted for resources: {'Network': ['ID=a77c3b50-ba97-4ba3-aa47-84e7db7c0d46,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:50.361198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:50.361752 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:50.368771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e922c3d0-6af9-495d-9c94-92f647a11578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:50.371915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Request body: {'subnet': {'network_id': '943e7373-2d29-416d-8a02-fc393667abc2', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationRemoteConsolesV26Test-24549201-subnet', 'tenant_id': '960f099d9f2a42d195b37cce1e0f43c7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:29:50.402463 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a77c3b50-ba97-4ba3-aa47-84e7db7c0d46 HTTP/1.1" status: 204 len: 168 time: 2.5049183 Jan 14 05:29:50.420014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36568) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:50.425436 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3af3f1fad30a453db8f09e68e808e4b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2741828 Jan 14 05:29:50.435550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36572) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:50.436923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:50.441106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Usage tracker for resource:security_group_rule and tenant:add9958e5dc8429bbe128aaaf68d5d3f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:50.442280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.446107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:50.455523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6d95b22d-7a04-4c40-a98b-484d075a523a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:50.459040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:50.461215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Usage tracker for resource:subnet and tenant:960f099d9f2a42d195b37cce1e0f43c7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:50.480043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:50.486985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Usage tracker for resource:security_group_rule and tenant:759605e84c88487db92d997c51f6d4e3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:50.492447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:50.503428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:50.506455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:50.507959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:50.561018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:50.610159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Pushing event updated for resources: {'Network': ['ID=943e7373-2d29-416d-8a02-fc393667abc2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:50.621754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:50.623668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 943e7373-2d29-416d-8a02-fc393667abc2 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:50.632155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.636855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Made reservation on behalf of 960f099d9f2a42d195b37cce1e0f43c7 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:29:50.637968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.641993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.656400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 943e7373-2d29-416d-8a02-fc393667abc2 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:50.662530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:50.733734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ff75df8d-9533-4fba-a106-90261c6a57ca,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:50.739263 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:50.791472 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=759605e84c88487db92d997c51f6d4e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3703232 Jan 14 05:29:50.794153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36580) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:50.870658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 943e7373-2d29-416d-8a02-fc393667abc2 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:29:50.929077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.934128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.939736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.950259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.984781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.985945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:50.997533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70d8e121-dfb9-4c1c-9ba5-38a281816625 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.029744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36586) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:51.084337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:51.096152 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b0c8ffd9-51ce-4be1-8e2c-991e36bba321 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1c8984fd92d49ceafc317cd9cebbcae&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0651610 Jan 14 05:29:51.099177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36594) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:51.128508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.140551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Usage tracker for resource:security_group_rule and tenant:89708c83aff141d5b098d6be8084fe83 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:51.149038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:51.155346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.163430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9ee919bc-9925-4b71-aa5c-417c70a1628f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.166446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:51.179816 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-321c4c58-4e09-4e6f-8380-fcaece351161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.180344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.185109 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=add9958e5dc8429bbe128aaaf68d5d3f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8747275 Jan 14 05:29:51.195188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.196211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36598) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:51.196634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36600) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:51.229892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ff75df8d-9533-4fba-a106-90261c6a57ca,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.272040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.274985 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ff75df8d-9533-4fba-a106-90261c6a57ca HTTP/1.1" status: 204 len: 168 time: 0.4781055 Jan 14 05:29:51.284356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.305758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.312430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.323179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4d81139-4271-4f2c-afe0-7689cf3f2dac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.332682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.379541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6d95b22d-7a04-4c40-a98b-484d075a523a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.385877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.386923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.423854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.439739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-825e6124-9c42-4b17-91ee-af7f011ee588 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.490230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1592fe6-57fe-4461-a804-188a8ea696d0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.524375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.545624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.551327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:51.556628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Usage tracker for resource:security_group_rule and tenant:9fc44603bb434f2da789823fd9fa46b1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:51.560890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.562208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c1592fe6-57fe-4461-a804-188a8ea696d0 HTTP/1.1" status: 204 len: 168 time: 0.4617958 Jan 14 05:29:51.563774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:51.570450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:51.585672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.592484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.607970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9ee919bc-9925-4b71-aa5c-417c70a1628f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.614429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.619033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.624765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.628606 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9ee919bc-9925-4b71-aa5c-417c70a1628f HTTP/1.1" status: 204 len: 168 time: 0.4260116 Jan 14 05:29:51.671693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.675448 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6d95b22d-7a04-4c40-a98b-484d075a523a HTTP/1.1" status: 204 len: 168 time: 1.2286534 Jan 14 05:29:51.682220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.691841 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.728291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.732879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.743141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f77a0905-df49-432a-951d-c1bb81628201 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.756145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80e9cd15-d045-42a1-b919-405b81c17b68,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.761060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.764746 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89708c83aff141d5b098d6be8084fe83&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4953544 Jan 14 05:29:51.768606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36626) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:51.788758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=55a19792-9ef5-4aba-8a8a-65c8b0416e35,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.794711 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.806354 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fc44603bb434f2da789823fd9fa46b1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6045387 Jan 14 05:29:51.807028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36630) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:51.875077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.888808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.908607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.959757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.966514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a55c0a72-4dd4-457f-bb16-1a14af4bfc0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:51.971734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.981692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=55a19792-9ef5-4aba-8a8a-65c8b0416e35,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:51.988143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:51.992913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:51.994840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/55a19792-9ef5-4aba-8a8a-65c8b0416e35 HTTP/1.1" status: 204 len: 168 time: 0.1867366 Jan 14 05:29:52.034264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.052518 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e8d6bdc2-b40e-49b5-b63f-1ba745cf33bd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:52.176988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.199648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e6ae7c4-6828-49d2-bf1f-99bba915d762,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:52.201921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.206602 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80e9cd15-d045-42a1-b919-405b81c17b68 HTTP/1.1" status: 204 len: 168 time: 0.4369535 Jan 14 05:29:52.207646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:52.218768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4780931e-2af7-46e0-bef7-86be87f2a8c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:52.237896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80e9cd15-d045-42a1-b919-405b81c17b68,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:52.249159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:52.293547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Checking segment: {'id': '4321094a-6314-400e-9206-7d73bd215125', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '943e7373-2d29-416d-8a02-fc393667abc2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:29:52.294023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Network hostable DHCP agents. Network: 943e7373-2d29-416d-8a02-fc393667abc2, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:29:52.317880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Network 943e7373-2d29-416d-8a02-fc393667abc2 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:29:52.328294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 943e7373-2d29-416d-8a02-fc393667abc2) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:29:52.339569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-864fe92c-9dce-4343-99e3-0bf4cfe7af2f None None] Network 943e7373-2d29-416d-8a02-fc393667abc2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:52.346433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:52.347278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.377351 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 860 time: 2.0110478 Jan 14 05:29:52.395794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36650) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:52.429032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.448213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:52.452537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Usage tracker for resource:security_group_rule and tenant:894d4d204c8f4ce8bd9dae10267c345e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:52.455705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:52.462185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:52.581351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.584700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.594521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c58656e-68ae-41c2-84dc-7ed9aa5030c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:52.640747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=894d4d204c8f4ce8bd9dae10267c345e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2431300 Jan 14 05:29:52.642354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=10a6d94e-1857-4bf3-b6dc-e3ff5b8a7621,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:52.643215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36656) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:52.660835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:52.663366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ee8392e-8a31-4d82-9b75-9eb1a62ae4b4 None None] Network 943e7373-2d29-416d-8a02-fc393667abc2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:29:52.728506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.744178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36660) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:52.772865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.832091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.840444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05e912eb-c213-4e92-9399-2d8332edd134 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:52.840902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36664) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:52.851152 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e626d9c7-edab-4a5a-b5be-7ed677c38343 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09671ebcdb2245df9d9feb224fdd531e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1033924 Jan 14 05:29:52.858640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36668) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:52.860060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=10a6d94e-1857-4bf3-b6dc-e3ff5b8a7621,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:52.865039 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:52.888314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.905399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:52.909739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Usage tracker for resource:security_group_rule and tenant:f128a7feb9ef4bba90563b67c12eb79d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:52.913112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:52.921601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:52.924774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.929584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/10a6d94e-1857-4bf3-b6dc-e3ff5b8a7621 HTTP/1.1" status: 204 len: 168 time: 0.2849228 Jan 14 05:29:52.954969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:52.988305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.027933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.032508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.038463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.044018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11af1916-5cb0-4262-a4b5-7f682459bcf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:53.048920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdcfea86-8db4-41e1-9fbc-1d34650abe62 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:53.058165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6c97a039-0f86-4da4-b884-03da5ffcc24c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:53.068053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:53.072387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.075969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6c97a039-0f86-4da4-b884-03da5ffcc24c HTTP/1.1" status: 204 len: 168 time: 0.2106657 Jan 14 05:29:53.078507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f459fea0-6dc2-449e-89f9-a17e5b215094,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:53.087114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:53.106760 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f128a7feb9ef4bba90563b67c12eb79d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2633383 Jan 14 05:29:53.108426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36678) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:53.183604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.211717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.259225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.268831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1144af76-7314-48ff-a03e-99bcc9f131b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:53.270405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36684) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:53.281547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f459fea0-6dc2-449e-89f9-a17e5b215094,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:53.284232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:53.303813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.307919 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f459fea0-6dc2-449e-89f9-a17e5b215094 HTTP/1.1" status: 204 len: 168 time: 0.1984987 Jan 14 05:29:53.344486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Deleting subnet 1da699d0-0d06-4aa9-a300-ebb3ecdb2f80 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:29:53.347704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.408689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.468666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.512931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36694) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:53.545567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.580611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:53.635682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Usage tracker for resource:security_group_rule and tenant:738cf6945add4745864a334f4d13d089 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:53.643056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:53.657934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:53.859157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.862879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.870780 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81483b1d-b61c-4de3-ad07-1ce87eecdd61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:53.885140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.911833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36704) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:53.937243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:53.957982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:29:53.962476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Usage tracker for resource:security_group_rule and tenant:239e52ee01994a70b5323d3d6c2b16db is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:29:53.965776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:29:53.972054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:29:53.994120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7c523218-d515-4c7b-b897-0a5512e388be,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:54.006210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:54.007969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d39b97e-6919-4149-9817-4f4e01d86aeb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.086s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:54.096545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.102373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.113044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-56ab1de8-a64e-4555-9cd0-3d8e2dd4200a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:54.181191 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=239e52ee01994a70b5323d3d6c2b16db&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2671304 Jan 14 05:29:54.181652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36718) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:54.186224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0dbe0d52-51b7-4e8d-8068-9656d6b5f271,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:54.216256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:54.275817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.285214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=738cf6945add4745864a334f4d13d089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7708614 Jan 14 05:29:54.287608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36722) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:54.295287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1da699d0-0d06-4aa9-a300-ebb3ecdb2f80,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:54.300325 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:54.331694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.347487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.362205 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1da699d0-0d06-4aa9-a300-ebb3ecdb2f80 HTTP/1.1" status: 204 len: 168 time: 1.0902100 Jan 14 05:29:54.364463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36730) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:54.549823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.766736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.774926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.808128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.821853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.831184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb5f3899-ffb5-4c44-9b2d-df1068467370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:54.860690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0dbe0d52-51b7-4e8d-8068-9656d6b5f271,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:54.882456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:54.887020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.894499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0dbe0d52-51b7-4e8d-8068-9656d6b5f271 HTTP/1.1" status: 204 len: 168 time: 0.7104216 Jan 14 05:29:54.909155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.914175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3a366a7-e525-4c44-a7f2-24e51fa69ea1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:54.944676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:54.946043 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7c523218-d515-4c7b-b897-0a5512e388be HTTP/1.1" status: 204 len: 168 time: 0.6570735 Jan 14 05:29:54.946867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20e2c21f-b1f8-46e2-8777-6e07f8be99dd']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:54.947147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7c523218-d515-4c7b-b897-0a5512e388be,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:54.959805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:54.969546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a2ef740f-8b2c-43f8-b47b-08d1319945d4') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:54.969891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a2ef740f-8b2c-43f8-b47b-08d1319945d4') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:54.984488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.006382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.008542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Releasing vxlan tunnel 3 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:29:55.058364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.196263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:55.205490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.401679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Network 20e2c21f-b1f8-46e2-8777-6e07f8be99dd has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:29:55.430370 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:29:55.517210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.520745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:55.538680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.554266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Pushing event deleted for resources: {'Network': ['ID=20e2c21f-b1f8-46e2-8777-6e07f8be99dd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:55.560137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] 10.222.0.48 "DELETE /v2.0/networks/20e2c21f-b1f8-46e2-8777-6e07f8be99dd HTTP/1.1" status: 204 len: 168 time: 1.1917288 Jan 14 05:29:55.560137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:55.561037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36780) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:55.628673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Deleting subnet 9e6ae7c4-6828-49d2-bf1f-99bba915d762 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:29:55.632267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.688464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:55.754427 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:56.055568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:56.071806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10961dd9-a697-402f-88be-8a67a2b33d21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:56.164836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e6ae7c4-6828-49d2-bf1f-99bba915d762,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:56.177415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:56.217624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:56.224291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e6ae7c4-6828-49d2-bf1f-99bba915d762 HTTP/1.1" status: 204 len: 168 time: 0.6625090 Jan 14 05:29:56.226822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36818) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:56.345971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:56.568703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:56.689939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['943e7373-2d29-416d-8a02-fc393667abc2']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:56.702962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4321094a-6314-400e-9206-7d73bd215125') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:56.703397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4321094a-6314-400e-9206-7d73bd215125') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:29:56.716632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:56.732412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:56.735183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:29:56.925253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Network 943e7373-2d29-416d-8a02-fc393667abc2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:56.934407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:57.126843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:57.147848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Network 943e7373-2d29-416d-8a02-fc393667abc2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:29:57.172391 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:29:57.259546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:57.264049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:57.268303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:57.288650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Pushing event deleted for resources: {'Network': ['ID=943e7373-2d29-416d-8a02-fc393667abc2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:57.291418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:57.293476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] 10.222.0.48 "DELETE /v2.0/networks/943e7373-2d29-416d-8a02-fc393667abc2 HTTP/1.1" status: 204 len: 168 time: 1.0656500 Jan 14 05:29:57.747439 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b10d41a9-9ee2-4211-a065-5b491b737a9a req-77389bfd-9523-4855-a2b1-1d1172f1228e tempest-FlavorsV2NegativeTest-663845951 tempest-FlavorsV2NegativeTest-663845951] 10.222.0.48 "GET /v2.0/networks?tenant_id=a61ced57e16f4cc3ab76c85e8369665d&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0336580 Jan 14 05:29:57.775762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36902) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:57.829053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-336f14fb-ee54-4c8b-a7d3-57b911b2bb6b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dab1605eadaf438fa58a6a5e8e329dd3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0519643 Jan 14 05:29:57.831602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36906) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:57.906946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:57.940143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:57.958721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b10d41a9-9ee2-4211-a065-5b491b737a9a req-fc6b0d48-5660-4326-a79e-af74ce26eb3b tempest-FlavorsV2NegativeTest-663845951 tempest-FlavorsV2NegativeTest-663845951] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:29:57.961306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b10d41a9-9ee2-4211-a065-5b491b737a9a req-fc6b0d48-5660-4326-a79e-af74ce26eb3b tempest-FlavorsV2NegativeTest-663845951 tempest-FlavorsV2NegativeTest-663845951] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2069170 Jan 14 05:29:57.982626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b10d41a9-9ee2-4211-a065-5b491b737a9a req-280c2238-5506-4c25-8987-1018ba02dee9 tempest-FlavorsV2NegativeTest-663845951 tempest-FlavorsV2NegativeTest-663845951] 10.222.0.48 "GET /v2.0/quotas/a61ced57e16f4cc3ab76c85e8369665d HTTP/1.1" status: 200 len: 375 time: 0.0140605 Jan 14 05:29:57.986776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:57.993072 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:58.010782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e43963ed-3229-4d22-b76c-9f76232e10cd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:58.020273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:58.027892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:58.029281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e43963ed-3229-4d22-b76c-9f76232e10cd HTTP/1.1" status: 204 len: 168 time: 0.1965022 Jan 14 05:29:58.045532 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b10d41a9-9ee2-4211-a065-5b491b737a9a req-f2c969d9-eb87-4b9d-8b58-22dde00d6097 tempest-FlavorsV2NegativeTest-663845951 tempest-FlavorsV2NegativeTest-663845951] 10.222.0.48 "GET /v2.0/ports?tenant_id=a61ced57e16f4cc3ab76c85e8369665d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0576701 Jan 14 05:29:59.079656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36958) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:59.137483 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cf82d401-7c0a-49f7-bc72-d9d8e5fad89d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=960f099d9f2a42d195b37cce1e0f43c7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0565205 Jan 14 05:29:59.138106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36964) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:29:59.207043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:59.247304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:59.305604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:59.311580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-899bf018-0547-4f36-9430-3e4fba3a2435 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:29:59.324282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea1223d6-b45a-4c2b-b8fa-853e6c535fad,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:29:59.327879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:29:59.329941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:29:59.334012 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ea1223d6-b45a-4c2b-b8fa-853e6c535fad HTTP/1.1" status: 204 len: 168 time: 0.1948786 Jan 14 05:30:00.525108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37016) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:00.777233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37026) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:00.965737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:00.983940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:00.988709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Usage tracker for resource:security_group_rule and tenant:a61ced57e16f4cc3ab76c85e8369665d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:00.992485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:00.998579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:01.095125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.099936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.111505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32a239a6-c53b-43b1-9294-5224b991c8ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:01.156991 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a61ced57e16f4cc3ab76c85e8369665d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6296823 Jan 14 05:30:01.158758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef8dfd8-7c50-46da-98b0-e9dd7d7e97df,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:01.159819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37046) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:01.162176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:01.230869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.270506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.287030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.300394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:01.312205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Usage tracker for resource:security_group_rule and tenant:401b05e052474eae9c3853a73eb04243 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:01.317981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:01.333651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:01.371280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.377398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0b248fd-a367-45b6-acbc-ae7dee154fb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:01.398663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef8dfd8-7c50-46da-98b0-e9dd7d7e97df,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:01.404552 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:01.418765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.419975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eef8dfd8-7c50-46da-98b0-e9dd7d7e97df HTTP/1.1" status: 204 len: 168 time: 0.2589860 Jan 14 05:30:01.488313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.493903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.503656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:01.547761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5990b5c8-cc8b-44c2-902f-da6d2b475570,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:01.556995 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=401b05e052474eae9c3853a73eb04243&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7779584 Jan 14 05:30:01.557703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37066) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:01.558052 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:01.638617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.667835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.737158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.743593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7640604-ac94-44a1-8525-2133bbf22f98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:01.757605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5990b5c8-cc8b-44c2-902f-da6d2b475570,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:01.761650 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:01.775227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:01.775227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5990b5c8-cc8b-44c2-902f-da6d2b475570 HTTP/1.1" status: 204 len: 168 time: 0.2151921 Jan 14 05:30:02.175330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37102) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:02.426322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37116) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:02.675868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:02.692975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:02.697104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Usage tracker for resource:security_group_rule and tenant:6244cab8d2d14e709786fa272d575ff0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:02.700164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:02.706264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:02.795223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:02.798611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:02.808612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cf14545-8e5d-4f62-a79f-663e56303fd2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:02.845172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37136) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:02.855800 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6244cab8d2d14e709786fa272d575ff0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6792493 Jan 14 05:30:02.856950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0e69d754-0371-4cf7-b5b1-a8a0067387af,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:02.860805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:02.861773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37140) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:02.882586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:02.904769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:02.909747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Usage tracker for resource:security_group_rule and tenant:3354a75d8e16402981d6948023a6fafb is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:02.913509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:02.919830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:02.940737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:02.970466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.025487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.032292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9fe7c252-8ad5-4b01-bda6-c3bf02c70a81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:03.039959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.047582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0e69d754-0371-4cf7-b5b1-a8a0067387af,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:03.059358 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:03.063809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.065501 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0e69d754-0371-4cf7-b5b1-a8a0067387af HTTP/1.1" status: 204 len: 168 time: 0.2025299 Jan 14 05:30:03.068425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:03.072510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.076181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Usage tracker for resource:security_group_rule and tenant:e5cc190c5a984ed79a10459cff98385d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:03.080167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:03.083565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.099654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a91146e-cd08-4033-ac4e-a56a74b5f11e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:03.108345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:03.156261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5d1b6d50-507b-43b1-82ba-3d1342cb22e5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:03.168163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3354a75d8e16402981d6948023a6fafb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3217585 Jan 14 05:30:03.169382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:03.171132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37148) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:03.251305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.257811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.270321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4bb93d2-e20d-4975-96f1-2f78797d0b31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:03.282231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.323504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.330592 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e5cc190c5a984ed79a10459cff98385d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8999479 Jan 14 05:30:03.330592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4f3b1bbb-0d7c-493d-abf9-003d30467bca,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:03.331810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37158) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:03.334302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:03.347632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37162) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:03.515369 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a686103a-f74f-4d47-a181-d9d8a144a3da req-30d2966c-0d3b-43a6-bbc9-690883aabc8c tempest-ServersAdminNegativeTestJSON-84104584 tempest-ServersAdminNegativeTestJSON-84104584] 10.222.0.48 "GET /v2.0/networks?tenant_id=4d76c8a0336942b5acb24bd156df24d5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1243448 Jan 14 05:30:03.655262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.710328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.718987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.727536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94753810-02e7-4359-967c-beeba71979c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:03.771905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5d1b6d50-507b-43b1-82ba-3d1342cb22e5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:03.774936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.775432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:03.792765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:03.795542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.797856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Usage tracker for resource:security_group_rule and tenant:84253c8b8cc0427db115433d8ddd06cb is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:03.799790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5d1b6d50-507b-43b1-82ba-3d1342cb22e5 HTTP/1.1" status: 204 len: 168 time: 0.6271245 Jan 14 05:30:03.802054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:03.808131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:03.828716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a686103a-f74f-4d47-a181-d9d8a144a3da req-e34d84c2-1ae0-4d08-b426-481faeaecde9 tempest-ServersAdminNegativeTestJSON-84104584 tempest-ServersAdminNegativeTestJSON-84104584] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:03.836105 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a686103a-f74f-4d47-a181-d9d8a144a3da req-e34d84c2-1ae0-4d08-b426-481faeaecde9 tempest-ServersAdminNegativeTestJSON-84104584 tempest-ServersAdminNegativeTestJSON-84104584] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3197210 Jan 14 05:30:03.862733 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a686103a-f74f-4d47-a181-d9d8a144a3da req-5aa5d415-9748-4438-b308-b9f033e22a1d tempest-ServersAdminNegativeTestJSON-84104584 tempest-ServersAdminNegativeTestJSON-84104584] 10.222.0.48 "GET /v2.0/quotas/4d76c8a0336942b5acb24bd156df24d5 HTTP/1.1" status: 200 len: 375 time: 0.0255220 Jan 14 05:30:03.899556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.911124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.920778 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f9c2a78-86a4-4c34-b047-39fb326ae4eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:03.938420 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a686103a-f74f-4d47-a181-d9d8a144a3da req-8f92f80c-c77c-4e59-bc70-cadb45483e4c tempest-ServersAdminNegativeTestJSON-84104584 tempest-ServersAdminNegativeTestJSON-84104584] 10.222.0.48 "GET /v2.0/ports?tenant_id=4d76c8a0336942b5acb24bd156df24d5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0746634 Jan 14 05:30:03.939653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.945568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cc16697-211f-44a8-9f80-0901863b5177 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:03.960188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4f3b1bbb-0d7c-493d-abf9-003d30467bca,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:03.966152 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:03.976243 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=84253c8b8cc0427db115433d8ddd06cb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6273406 Jan 14 05:30:03.976918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37210) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:03.980652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:03.980859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0416adfc-4166-49e0-b586-c596499a6c6f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:03.987740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4f3b1bbb-0d7c-493d-abf9-003d30467bca HTTP/1.1" status: 204 len: 168 time: 0.6546471 Jan 14 05:30:03.996508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:04.038145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:30:04.039793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37216) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:04.065572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.080507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.096605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.113866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:04.121518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Usage tracker for resource:security_group_rule and tenant:6a8ca887993e4eaf964bc9ab74f319c8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:04.126563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:04.140876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:04.149875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.170806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ee85811-1ace-4bfd-b9d3-305b25ee922f tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:04.206856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0416adfc-4166-49e0-b586-c596499a6c6f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:04.209490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:04.212442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.213668 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0416adfc-4166-49e0-b586-c596499a6c6f HTTP/1.1" status: 204 len: 168 time: 0.2348790 Jan 14 05:30:04.259024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.263149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.273503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9b8ec0d-e45f-48cb-9ca0-10cb8c4e14dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:04.316111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6a8ca887993e4eaf964bc9ab74f319c8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2748525 Jan 14 05:30:04.318984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37228) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:04.334645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d683e1e7-e302-4e4d-a48f-4fabe00bf73f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:04.341385 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:04.401300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.439459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.534616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.543289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ec6267e-c380-4730-941c-7288511a676d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:04.573097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d683e1e7-e302-4e4d-a48f-4fabe00bf73f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:04.575883 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:04.576827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:04.578480 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d683e1e7-e302-4e4d-a48f-4fabe00bf73f HTTP/1.1" status: 204 len: 168 time: 0.2582533 Jan 14 05:30:05.450450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37294) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:05.511231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:05.537372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:05.542630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Usage tracker for resource:security_group_rule and tenant:1e1e23f5862d42599e92f68301f94a47 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:05.548200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:05.555935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:05.811441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37318) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:05.834116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:05.855325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:05.860330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Usage tracker for resource:security_group_rule and tenant:2b47f3a1da1941e1a37d025330135c81 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:05.864687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:05.872433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:05.886366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:05.888820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37322) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:05.896889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:05.908047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c75cc5a-5762-438b-8366-1daac3958b52 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:05.962845 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1e1e23f5862d42599e92f68301f94a47&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5069377 Jan 14 05:30:05.962845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=38038261-d604-4df6-b51d-a8f5bcf47aed,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:05.963077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37330) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:05.974475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:06.009582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37336) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:06.044062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.051114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.066555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40e42cbd-8749-4e62-acaf-aebce9d15b8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:06.112414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.136637 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2b47f3a1da1941e1a37d025330135c81&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3210254 Jan 14 05:30:06.137761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37342) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:06.140948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a4b43f3-aaa2-49c9-b3b2-86bce77e2c58,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:06.152359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:06.161043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.213240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.218853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.225517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88afa77f-773a-4239-b0dc-4d94246df61f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:06.248478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.251513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=38038261-d604-4df6-b51d-a8f5bcf47aed,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:06.257121 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:06.262231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.264226 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/38038261-d604-4df6-b51d-a8f5bcf47aed HTTP/1.1" status: 204 len: 168 time: 0.2994182 Jan 14 05:30:06.315252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.320542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81a2d45d-f6c4-436e-b3f4-3696fc2d56f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:06.335995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a4b43f3-aaa2-49c9-b3b2-86bce77e2c58,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:06.341510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:06.349566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.350833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a4b43f3-aaa2-49c9-b3b2-86bce77e2c58 HTTP/1.1" status: 204 len: 168 time: 0.2124994 Jan 14 05:30:06.463504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.479677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:06.483899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Usage tracker for resource:security_group_rule and tenant:e8c4dbb6c70d4366ba4f52fc97becc1b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:06.487166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:06.493162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:06.578601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37360) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:06.588708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.592448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.604404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41f2d060-f125-4416-a118-c9d240ea79e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:06.635743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=13f3cea2-f524-455d-85a4-fd106ae9daf1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:06.640724 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:06.671769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.693776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:06.697905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Usage tracker for resource:security_group_rule and tenant:4d76c8a0336942b5acb24bd156df24d5 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:06.701544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:06.708256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:06.717094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e8c4dbb6c70d4366ba4f52fc97becc1b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8242657 Jan 14 05:30:06.717458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37366) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:06.783258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.811626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.816595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.817047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.849106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14d01b2a-98a1-41cc-845e-d068735ea51d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:06.887000 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d76c8a0336942b5acb24bd156df24d5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8754339 Jan 14 05:30:06.887683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37378) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:06.889015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=551da411-3045-4f2b-a789-ba99af9bc76b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:06.892749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:06.921198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.928351 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-63cc5d2f-7b97-43f0-a749-5c302aa45018 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:06.940817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=13f3cea2-f524-455d-85a4-fd106ae9daf1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:06.946407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:06.965004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:06.970800 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/13f3cea2-f524-455d-85a4-fd106ae9daf1 HTTP/1.1" status: 204 len: 168 time: 0.2521775 Jan 14 05:30:06.989946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.029382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.086293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.094032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7490653-80a5-4da7-a6ad-c4b55a12128c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:07.109192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=551da411-3045-4f2b-a789-ba99af9bc76b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:07.157056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:07.176262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.177965 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/551da411-3045-4f2b-a789-ba99af9bc76b HTTP/1.1" status: 204 len: 168 time: 0.2835238 Jan 14 05:30:07.327537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.343828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:07.347977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Usage tracker for resource:security_group_rule and tenant:1a1823f5944b43c087ce301ac58493e3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:07.351081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:07.356919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:07.450965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.454307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.463695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:07.507342 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a1823f5944b43c087ce301ac58493e3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9273379 Jan 14 05:30:07.510266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37428) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:07.510939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce90bff5-a175-4d89-98bc-5a8531780c40,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:07.514631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:07.620139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.648167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.697332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.702892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6d59d59-64f6-42b5-b818-5a3a71a6178c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:07.714501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce90bff5-a175-4d89-98bc-5a8531780c40,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:07.719817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:07.727471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.731864 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce90bff5-a175-4d89-98bc-5a8531780c40 HTTP/1.1" status: 204 len: 168 time: 0.2199104 Jan 14 05:30:07.962537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37448) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:07.983064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:07.999460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:08.003681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Usage tracker for resource:security_group_rule and tenant:89961b0280c745d98956151b94c5a59b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:08.006594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:08.012326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:08.064450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37454) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:08.111980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.117086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.126951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84e8c5d5-b3e8-4ed7-8905-396a6673ae25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:08.171042 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=89961b0280c745d98956151b94c5a59b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2046998 Jan 14 05:30:08.171633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37460) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:08.179774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a55da3-727b-4061-ab27-ba229274a94b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:08.195612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:08.244834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.274675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.283951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37466) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:08.307785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.324496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:08.328208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Usage tracker for resource:security_group_rule and tenant:5844ed566dd54e8da0a730b401e766c2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:08.331205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:08.337192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:08.342339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.349106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2308006b-5863-4e76-9203-f4d22453002b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:08.369641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a55da3-727b-4061-ab27-ba229274a94b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:08.372745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:08.380824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.384827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50a55da3-727b-4061-ab27-ba229274a94b HTTP/1.1" status: 204 len: 168 time: 0.2096944 Jan 14 05:30:08.434251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.438843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.448463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c851f563-3731-4284-8d21-1e9f4ce1f834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:08.512242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72ca68d9-d824-4e2d-8692-2c6680474432,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:08.516451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:08.531084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:08.545493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5844ed566dd54e8da0a730b401e766c2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2601004 Jan 14 05:30:08.600992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.629419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.700939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.721796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:08.724242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.730234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-942127d0-3c60-4d70-b763-d828317d0b99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:08.737771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Usage tracker for resource:security_group_rule and tenant:898bfe62c6c14a20bf5376b78701de38 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:08.744460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:08.747314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72ca68d9-d824-4e2d-8692-2c6680474432,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:08.752254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:08.754805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:08.766826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.770481 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/72ca68d9-d824-4e2d-8692-2c6680474432 HTTP/1.1" status: 204 len: 168 time: 0.2358952 Jan 14 05:30:08.865459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.869482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:08.878401 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc105414-ccce-43e5-aa94-d1138e7ccc17 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:08.925108 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=898bfe62c6c14a20bf5376b78701de38&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8567131 Jan 14 05:30:08.925108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c00027b-8bbc-4e25-aaf6-5196cf14cebf,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:08.925718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37492) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:08.927268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:08.997450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:09.026263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:09.072990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:09.079229 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45f257e3-2f7f-4024-99ce-0c29bff5c3e8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:09.097846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c00027b-8bbc-4e25-aaf6-5196cf14cebf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:09.100709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:09.111589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:09.112833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c00027b-8bbc-4e25-aaf6-5196cf14cebf HTTP/1.1" status: 204 len: 168 time: 0.1858652 Jan 14 05:30:10.660946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37560) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:11.129876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-186017911-network', 'tenant_id': '0445e23f50124ddd81b387ac8328e4a1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:11.135537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:11.140002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Usage tracker for resource:network and tenant:0445e23f50124ddd81b387ac8328e4a1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:11.143409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:11.149490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:11.160650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Made reservation on behalf of 0445e23f50124ddd81b387ac8328e4a1 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:11.165473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.180561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.196943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:11.201525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Usage tracker for resource:security_group_rule and tenant:0445e23f50124ddd81b387ac8328e4a1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:11.204752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:11.212393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:11.302899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.306437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.326647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 3} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:11.329866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baa2407c-ddfe-41e4-bde2-b234d986b67e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:11.363217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=54fd19e7-fd02-41e0-84fb-dc6107bf763e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:11.367407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:11.368839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.369545 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Added segment 4667c5a2-598d-4630-8664-39f5fc29a754 of type vxlan for network 43a82489-068b-4ba2-9c5f-362d0153fc02 Jan 14 05:30:11.401198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.433201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.434606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:11.435371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.440665 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:11.560054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37596) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:11.563765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Pushing event updated for resources: {'Network': ['ID=43a82489-068b-4ba2-9c5f-362d0153fc02,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:11.567631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:11.573728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 0.9049869 Jan 14 05:30:11.576855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 43a82489-068b-4ba2-9c5f-362d0153fc02 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:11.580392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37600) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:11.587816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Request body: {'subnet': {'network_id': '43a82489-068b-4ba2-9c5f-362d0153fc02', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-186017911-subnet', 'tenant_id': '0445e23f50124ddd81b387ac8328e4a1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:11.595063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:11.598407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 43a82489-068b-4ba2-9c5f-362d0153fc02 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:11.600592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Usage tracker for resource:subnet and tenant:0445e23f50124ddd81b387ac8328e4a1 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:11.604188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:11.610638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:11.620968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Made reservation on behalf of 0445e23f50124ddd81b387ac8328e4a1 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:11.626263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:11.808137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 43a82489-068b-4ba2-9c5f-362d0153fc02 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:12.059498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.078768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a05cd8aa-1e42-4fde-9179-6bb658f9717d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:12.139925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76d7f1a3-316b-473b-959e-f0142ad8d1b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.189284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-network', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:12.200356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:12.214733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Usage tracker for resource:network and tenant:b01538116ca0437e9d08b4d186abcb7c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:12.223810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:12.247221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:12.249389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=ddb9cefc-3757-448b-95f5-059c8399d25b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:12.255845 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:12.280595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Made reservation on behalf of b01538116ca0437e9d08b4d186abcb7c for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:12.285403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.304711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.325593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:12.338019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Usage tracker for resource:security_group_rule and tenant:b01538116ca0437e9d08b4d186abcb7c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:12.344539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:12.353003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:12.363107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Checking segment: {'id': '4667c5a2-598d-4630-8664-39f5fc29a754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43a82489-068b-4ba2-9c5f-362d0153fc02'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:12.363503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Network hostable DHCP agents. Network: 43a82489-068b-4ba2-9c5f-362d0153fc02, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:12.407057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Network 43a82489-068b-4ba2-9c5f-362d0153fc02 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:12.424348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 43a82489-068b-4ba2-9c5f-362d0153fc02) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:12.435548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36fd458-60d5-472c-9ce7-22ea9afa25a6 None None] Network 43a82489-068b-4ba2-9c5f-362d0153fc02 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:12.444808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:12.445504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.535128 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 0.9528422 Jan 14 05:30:12.546233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.555205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.560051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89ebd775-9186-4224-b28f-434aa75ddd76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:12.585418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:12.608205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8e906a3c-b69b-4a84-b05c-d88942d929be,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:12.626254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:12.627487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.627875 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Added segment a337b9b9-f3de-4f56-b086-8ebcf25af586 of type vxlan for network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 Jan 14 05:30:12.656450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.689868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.691707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:12.692518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.700017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-446c410c-94d6-4fa7-b381-662b3c1089c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:12.724553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8102bca4-23d3-4df1-a008-016bbd972d3d None None] Network 43a82489-068b-4ba2-9c5f-362d0153fc02 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:12.823036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Pushing event updated for resources: {'Network': ['ID=32e086de-4bcf-40fd-831e-7a58dfe8edc4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:12.826885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:12.829535 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 1.2682428 Jan 14 05:30:12.833948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37640) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:12.841102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Request body: {'subnet': {'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-subnet', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:12.843345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:12.847266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:12.854316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Usage tracker for resource:subnet and tenant:b01538116ca0437e9d08b4d186abcb7c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:12.857363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:12.863841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:12.877135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Made reservation on behalf of b01538116ca0437e9d08b4d186abcb7c for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:12.882400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:12.886916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37644) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:12.926946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37650) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:12.967312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:13.260132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:13.333172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-network', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:13.346527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:13.356189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Usage tracker for resource:network and tenant:101b601bdfca46de9bf07389343aa4dd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:13.364904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:13.381057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:13.404285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Made reservation on behalf of 101b601bdfca46de9bf07389343aa4dd for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:13.413067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.431059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.451350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Request body: {'network': {'name': 'tempest-ImagesTestJSON-1938205263-network', 'tenant_id': 'eba811edd6814a369b80440201df032d'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:13.461160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:13.464718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:13.470398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Usage tracker for resource:security_group_rule and tenant:101b601bdfca46de9bf07389343aa4dd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:13.474275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Usage tracker for resource:network and tenant:eba811edd6814a369b80440201df032d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:13.477654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:13.481395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:13.490658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:13.494063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:13.519032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.524130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Made reservation on behalf of eba811edd6814a369b80440201df032d for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:13.534504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.541126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efb177f-d7a0-45ee-a3ef-525e275655b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:13.558772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.583196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:13.590203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Usage tracker for resource:security_group_rule and tenant:eba811edd6814a369b80440201df032d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:13.593824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:13.601319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:13.681308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:13.684441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:13.760489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Checking segment: {'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:13.761124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Network hostable DHCP agents. Network: 32e086de-4bcf-40fd-831e-7a58dfe8edc4, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:13.773344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.782731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.783176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:13.784139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.789526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2a279ed-df7f-4e97-8094-447b1f04c5d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:13.796667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 32e086de-4bcf-40fd-831e-7a58dfe8edc4) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:13.800337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.806610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f751804-66e6-4890-9a38-c642ec222e92 None None] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:13.812658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:13.813554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.816910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:13.843423 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 1.0082123 Jan 14 05:30:13.846363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37676) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:13.856000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.856349 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Added segment 5c4dcff7-0739-4fa2-b75d-5f7dd2f05434 of type vxlan for network f773be32-4e1b-44c6-933a-c8d127ed3d76 Jan 14 05:30:13.857886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:13.858782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e9266f09-4a1b-4ee0-a95e-3563648c4e56,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:13.866399 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:13.867585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1623ed85-db2f-48e3-bf28-46eda7cab830 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:13.873083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:13.886019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Usage tracker for resource:router and tenant:b01538116ca0437e9d08b4d186abcb7c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:13.896156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:13.911458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:13.922477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.927199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=905ab61a-f204-4746-aa64-b120fe8a89f8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:13.927367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.929855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.931415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:13.967458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.969302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:13.970048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.970910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:13.977220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:13.992904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:30:13.993288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:30:14.112814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-32e086de-4bcf-40fd-831e-7a58dfe8edc4', 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'fixed_ips': [{'subnet_id': 'fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:30:14.113768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.130464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Pushing event updated for resources: {'Network': ['ID=f773be32-4e1b-44c6-933a-c8d127ed3d76,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:14.144135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:14.146906 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2588406 Jan 14 05:30:14.150361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37682) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:14.153272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:14.157428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Request body: {'subnet': {'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-subnet', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:14.163443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:14.167789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Usage tracker for resource:subnet and tenant:101b601bdfca46de9bf07389343aa4dd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:14.168003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:14.171515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:14.177574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:14.181756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:14.188719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Made reservation on behalf of 101b601bdfca46de9bf07389343aa4dd for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:14.194336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.344170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.496523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.573497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37694) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:14.597805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Allocated IP 172.20.0.2 (32e086de-4bcf-40fd-831e-7a58dfe8edc4/fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e/307da864-9082-4515-a93c-95d6e69e96af) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:14.654930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:14.680364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.681101 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Added segment b3f8566e-98a8-49b7-b20b-a813db6589db of type vxlan for network 49c92e33-f854-472b-9223-4e83dd49a16d Jan 14 05:30:14.744108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.830278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.848888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.854119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:14.854953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:14.873161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c937c7a9-27f4-424b-b8e3-16a26fa63156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:14.954143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Transition to ACTIVE for port object 307da864-9082-4515-a93c-95d6e69e96af will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:15.068085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Transition to ACTIVE for port object 307da864-9082-4515-a93c-95d6e69e96af will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:15.099167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2f922a2-793c-4fab-8f03-cdf8deb61f23 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.122118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.162447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.205465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 871 time: 2.2773399 Jan 14 05:30:15.219433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:15.226370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Usage tracker for resource:security_group_rule and tenant:ad23230d46e84c84a11c7d73272d4df2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:15.230553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37718) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:15.231752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.241003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:15.247212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:15.274710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Request body: {'subnet': {'network_id': '49c92e33-f854-472b-9223-4e83dd49a16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesTestJSON-1938205263-subnet', 'tenant_id': 'eba811edd6814a369b80440201df032d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:15.275610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7609d609-9e03-40df-b460-3e99398c864e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:15.279571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.302743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Pushing event updated for resources: {'Network': ['ID=49c92e33-f854-472b-9223-4e83dd49a16d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:15.314273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.441s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:15.318937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:15.385950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Usage tracker for resource:subnet and tenant:eba811edd6814a369b80440201df032d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:15.390351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:15.411605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:15.435123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Made reservation on behalf of eba811edd6814a369b80440201df032d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:15.439906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.447060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Pushing event updated for resources: {'Port': ['ID=307da864-9082-4515-a93c-95d6e69e96af,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:15.460609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 49c92e33-f854-472b-9223-4e83dd49a16d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:15.515413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.520608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37726) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:15.541185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Request body: {'network': {'name': 'tempest-LiveMigrationTest-821295430-network', 'tenant_id': 'd35e2f11edf44f8b9e4d1c14f3013b94'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:15.554505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.570020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 49c92e33-f854-472b-9223-4e83dd49a16d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:15.625679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:15.631717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ec4fbe0-0117-4c04-b12f-3a8622f30f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:15.656737 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad23230d46e84c84a11c7d73272d4df2&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0771489 Jan 14 05:30:15.689880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 49c92e33-f854-472b-9223-4e83dd49a16d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:15.724167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37738) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:15.733654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c45fe019-0fdf-483c-ba38-6456416d0f76,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:15.740585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:15.746628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Usage tracker for resource:network and tenant:d35e2f11edf44f8b9e4d1c14f3013b94 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:15.761536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:15.856376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.857573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.858148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.858767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.859394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.859958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.860525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.861081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.861638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.862217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.862803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.863360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.863977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.864546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.865109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.865668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.866219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.867151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.867737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.868289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.868839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.869614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.870184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.870754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.871601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.872177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.872738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.873288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.873841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.874459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.875213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.875885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.876799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.877366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.878061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.878617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:15.888120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:15.891708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.903796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:15.909139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.918537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:15.920575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:15.923366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:15.930756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-506797c2-b618-4b56-95c5-4447c7441512 req-509ed888-e836-471e-8e44-04ed60ff4a88 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?tenant_id=7c1ede15322c4abd8e020895aa3e3466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1951263 Jan 14 05:30:15.967883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.987672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Attempting to bind port 307da864-9082-4515-a93c-95d6e69e96af on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:15.988513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Attempting to bind port 307da864-9082-4515-a93c-95d6e69e96af by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:15.989136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Attempting to bind port 307da864-9082-4515-a93c-95d6e69e96af on network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:15.996101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 29, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:15.996807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Checking segment: {'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:15.997452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:15.998077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Bound using segment: {'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:15.998848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Bound port: 307da864-9082-4515-a93c-95d6e69e96af, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:15.999530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.092906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.095261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] For port 307da864-9082-4515-a93c-95d6e69e96af, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:16.098823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] For port 307da864-9082-4515-a93c-95d6e69e96af, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=307da864-9082-4515-a93c-95d6e69e96af,segment=NetworkSegment(a337b9b9-f3de-4f56-b086-8ebcf25af586),segment_id=a337b9b9-f3de-4f56-b086-8ebcf25af586)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:16.106827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.153542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-506797c2-b618-4b56-95c5-4447c7441512 req-768dfeec-87be-4597-8c7c-ce267d1e171a tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:16.161570 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-506797c2-b618-4b56-95c5-4447c7441512 req-768dfeec-87be-4597-8c7c-ce267d1e171a tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2298803 Jan 14 05:30:16.184533 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-506797c2-b618-4b56-95c5-4447c7441512 req-a5bf422f-ab0e-4084-a04a-eff21f113bde tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/quotas/7c1ede15322c4abd8e020895aa3e3466 HTTP/1.1" status: 200 len: 375 time: 0.0219803 Jan 14 05:30:16.190837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-247af96d-6c07-4b20-893b-5238a0ea2709 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:16.259855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Made reservation on behalf of d35e2f11edf44f8b9e4d1c14f3013b94 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:16.264516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.296081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:16.302222 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-506797c2-b618-4b56-95c5-4447c7441512 req-33cc1234-5b10-4013-8e4d-c865e36211d6 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c1ede15322c4abd8e020895aa3e3466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1167562 Jan 14 05:30:16.314398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.345058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Allocated IP 172.25.3.134 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/19142617-381f-488a-907c-5c302ed37d1d) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:16.354654 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-40db97b5-6fdd-4380-8a46-c012c64a7709 req-043a28a6-0b9f-4516-922f-e90758e4c75e tempest-TenantUsagesTestJSON-1471785720 tempest-TenantUsagesTestJSON-1471785720] 10.222.0.48 "GET /v2.0/networks?tenant_id=2f7c78eb75ce46bf9ca3ea695af116e5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0741804 Jan 14 05:30:16.369127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a016d23-7cc8-4d96-9d99-bab4c27da6c3,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:16.378764 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:16.404074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:16.412676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.418665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Usage tracker for resource:security_group_rule and tenant:d35e2f11edf44f8b9e4d1c14f3013b94 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:16.421018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Pushing event updated for resources: {'Port': ['ID=307da864-9082-4515-a93c-95d6e69e96af,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:16.425701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10097be6-eaac-4c85-ba03-1fc35b6553fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:16.433431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:16.433963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:16.460545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.574350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.648649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.671893 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:16.816879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:16.845114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c45fe019-0fdf-483c-ba38-6456416d0f76,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:16.881602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:16.895346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Pushing event updated for resources: {'Subnet': ['ID=349c254f-811b-4e00-bdef-d72953cc3637,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:16.901783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:16.920795 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:16.976963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.089324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.093112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c45fe019-0fdf-483c-ba38-6456416d0f76 HTTP/1.1" status: 204 len: 168 time: 1.3491089 Jan 14 05:30:17.173962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:17.202279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40db97b5-6fdd-4380-8a46-c012c64a7709 req-95e05bab-6de2-488c-a040-93f13c07e43a tempest-TenantUsagesTestJSON-1471785720 tempest-TenantUsagesTestJSON-1471785720] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:17.214192 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-40db97b5-6fdd-4380-8a46-c012c64a7709 req-95e05bab-6de2-488c-a040-93f13c07e43a tempest-TenantUsagesTestJSON-1471785720 tempest-TenantUsagesTestJSON-1471785720] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8485062 Jan 14 05:30:17.281296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-40db97b5-6fdd-4380-8a46-c012c64a7709 req-b5fee5af-435b-4030-9975-06c53921a9a1 tempest-TenantUsagesTestJSON-1471785720 tempest-TenantUsagesTestJSON-1471785720] 10.222.0.48 "GET /v2.0/quotas/2f7c78eb75ce46bf9ca3ea695af116e5 HTTP/1.1" status: 200 len: 375 time: 0.0660954 Jan 14 05:30:17.321453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Checking segment: {'id': 'b3f8566e-98a8-49b7-b20b-a813db6589db', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '49c92e33-f854-472b-9223-4e83dd49a16d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:17.321844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Network hostable DHCP agents. Network: 49c92e33-f854-472b-9223-4e83dd49a16d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:17.323077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.419243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.422587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f248ba4a-3660-4031-87d3-c7efe052357a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:17.430467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Pushing event updated for resources: {'Port': ['ID=19142617-381f-488a-907c-5c302ed37d1d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:17.441132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:17.458240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:17.459067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Network 49c92e33-f854-472b-9223-4e83dd49a16d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:17.481327 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-40db97b5-6fdd-4380-8a46-c012c64a7709 req-e7cd24ea-20b2-4a27-b9b8-475471c72996 tempest-TenantUsagesTestJSON-1471785720 tempest-TenantUsagesTestJSON-1471785720] 10.222.0.48 "GET /v2.0/ports?tenant_id=2f7c78eb75ce46bf9ca3ea695af116e5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1705785 Jan 14 05:30:17.482034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Checking segment: {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:17.482420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Network hostable DHCP agents. Network: f773be32-4e1b-44c6-933a-c8d127ed3d76, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:17.483193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:17.495143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:17.574293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 7} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:17.611714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 49c92e33-f854-472b-9223-4e83dd49a16d) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:17.623096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c551dc8f-340c-45f7-aa9d-b3ca1eefc609 None None] Network 49c92e33-f854-472b-9223-4e83dd49a16d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:17.631603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ee9c0044-a853-4d25-9fdb-f7c8a08733a6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:17.654664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:17.655882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.656481 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Added segment f31c71b0-9317-46f6-b5d7-e7b1f551bdbb of type vxlan for network ca8557fa-7e84-403d-86f0-0d74cfc47514 Jan 14 05:30:17.680579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:17.687020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:17.688063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.724525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f773be32-4e1b-44c6-933a-c8d127ed3d76) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:17.792132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.797518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:17.798205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.806577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a78c018c-4b73-4af4-a9f2-599e7245e14c None None] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:17.920219 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 3.7681415 Jan 14 05:30:17.922636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37814) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:17.943842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:17.948950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37818) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:17.964633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:17.967238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:17.995814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Usage tracker for resource:router and tenant:101b601bdfca46de9bf07389343aa4dd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:18.004006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:18.004656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:18.013394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:18.036238 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:18.084443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:18.132695 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.8683898 Jan 14 05:30:18.166326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:18.325311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:18.336705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 2.8126984 Jan 14 05:30:18.338480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Usage tracker for resource:security_group_rule and tenant:6f8c506894584393b48082d47460335b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:18.341991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37834) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:18.345519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:18.347335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:18.365321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:18.371310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Pushing event updated for resources: {'Network': ['ID=ca8557fa-7e84-403d-86f0-0d74cfc47514,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:18.383016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Request body: {'subnet': {'network_id': 'ca8557fa-7e84-403d-86f0-0d74cfc47514', 'cidr': '172.20.0.0/28', 'name': 'tempest-LiveMigrationTest-821295430-subnet', 'tenant_id': 'd35e2f11edf44f8b9e4d1c14f3013b94', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:18.387144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:18.389877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:18.394677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:18.408953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Usage tracker for resource:subnet and tenant:d35e2f11edf44f8b9e4d1c14f3013b94 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:18.413800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:18.423916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:18.426818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:18.523977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Made reservation on behalf of d35e2f11edf44f8b9e4d1c14f3013b94 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:18.529307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:18.639371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ba562d3-8806-4cbc-952a-eed04c7dcfb2 None None] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:18.667714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:18.801045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ca8557fa-7e84-403d-86f0-0d74cfc47514 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:18.844598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37846) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:18.927745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ca8557fa-7e84-403d-86f0-0d74cfc47514 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:19.076220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ca8557fa-7e84-403d-86f0-0d74cfc47514 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:19.079599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.266728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f6178a28-1551-41a2-b768-7eed406922b8 req-07a4dbe1-6044-44a0-8d37-3d5d58af26a2 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?tenant_id=7c1ede15322c4abd8e020895aa3e3466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1062891 Jan 14 05:30:19.403104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 307da864-9082-4515-a93c-95d6e69e96af up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:19.428175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37870) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:19.463656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.483105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.511911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b85b6ec6-e14a-4f52-858c-baca81166312 None None] Network 49c92e33-f854-472b-9223-4e83dd49a16d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:19.545116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:19.549387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Usage tracker for resource:security_group_rule and tenant:b920b62f61844f4e9764dd49d7432530 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:19.552380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:19.558111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:19.593848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6178a28-1551-41a2-b768-7eed406922b8 req-ed156e4a-0c19-4490-a375-ef0b554829c3 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:19.601164 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f6178a28-1551-41a2-b768-7eed406922b8 req-ed156e4a-0c19-4490-a375-ef0b554829c3 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3335435 Jan 14 05:30:19.671047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.688122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f6178a28-1551-41a2-b768-7eed406922b8 req-6d72845a-e1d8-41ba-b695-e0bb35c68c45 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/quotas/7c1ede15322c4abd8e020895aa3e3466 HTTP/1.1" status: 200 len: 375 time: 0.0860217 Jan 14 05:30:19.705522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.727917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.742517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a5d022a-64a9-4541-9c8a-d5d6a6ff7e9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:19.743701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-88a8a6ae-1b79-4e7d-af37-50817a5ce839 None None] Provisioning for port 307da864-9082-4515-a93c-95d6e69e96af completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:19.750223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.777429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:19.787439 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f6178a28-1551-41a2-b768-7eed406922b8 req-69bdc5e5-2d0a-4301-a90f-2dd70186fddb tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c1ede15322c4abd8e020895aa3e3466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0874393 Jan 14 05:30:19.821737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:2f7c78eb75ce46bf9ca3ea695af116e5 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:19.827240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:19.834648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:19.864872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f773be32-4e1b-44c6-933a-c8d127ed3d76', 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'fixed_ips': [{'subnet_id': '9a016d23-7cc8-4d96-9d99-bab4c27da6c3'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:30:19.865800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.875071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:19.875947 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f8c506894584393b48082d47460335b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9258449 Jan 14 05:30:19.877926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37886) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:19.891675 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b920b62f61844f4e9764dd49d7432530&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0419188 Jan 14 05:30:19.923506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 307da864-9082-4515-a93c-95d6e69e96af completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:19.963476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3d196d76-61c1-4552-9d6c-3bb2c104010c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:19.967807 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:19.968435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37890) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:19.994921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 307da864-9082-4515-a93c-95d6e69e96af triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:19.995342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.120442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33633692-99e3-4181-978a-bd948cb28fbf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.334s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:20.216925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-ba9a398d-de53-4db0-9929-fca96a254d14 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:20.217729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-ba9a398d-de53-4db0-9929-fca96a254d14 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] Synchronizing usage tracker for tenant:eba811edd6814a369b80440201df032d on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:30:20.229247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=804f0f6c-7753-4e8d-93d9-e364f81b2c01,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:20.323375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:20.356737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Router 549157b7-dc65-403d-b2e7-59e097e6a10e is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:30:20.386581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.447478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Allocated IP 172.20.0.2 (f773be32-4e1b-44c6-933a-c8d127ed3d76/9a016d23-7cc8-4d96-9d99-bab4c27da6c3/a2466c9c-f16b-47a1-a242-0b56868f02f2) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:20.518568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.533928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.534246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-ba9a398d-de53-4db0-9929-fca96a254d14 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] Unset dirty status for tenant:eba811edd6814a369b80440201df032d on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:30:20.535812 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-ba9a398d-de53-4db0-9929-fca96a254d14 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/networks?id=49c92e33-f854-472b-9223-4e83dd49a16d HTTP/1.1" status: 200 len: 805 time: 0.8163302 Jan 14 05:30:20.566782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.626362 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:20.649358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.714958 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-2dd8392f-0c91-43bc-9b1a-0f46424ff7e8 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/quotas/eba811edd6814a369b80440201df032d HTTP/1.1" status: 200 len: 375 time: 0.1446402 Jan 14 05:30:20.768503 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2f7c78eb75ce46bf9ca3ea695af116e5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3283243 Jan 14 05:30:20.770896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=caf806aa-e061-445d-a04d-f879c073bebd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:20.773552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37922) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:20.785051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:20.839623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.855017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7faa863-30bb-4342-8b62-3c5107d04deb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:20.858558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4e463308-7f29-4146-8123-a4e90dab3a2d None None] Provisioning complete for port 307da864-9082-4515-a93c-95d6e69e96af triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:20.859233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e463308-7f29-4146-8123-a4e90dab3a2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.905065 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-4a03453d-3c15-497c-9f8e-581c2d88fbe8 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/ports?tenant_id=eba811edd6814a369b80440201df032d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1885970 Jan 14 05:30:20.908441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.912311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:30:20.917368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eda07bae-09fe-479c-b185-b676d64cbeb4 req-7c5a03a6-6c0f-4b2a-b498-b1a1174c28a7 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?tenant_id=7c1ede15322c4abd8e020895aa3e3466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0546207 Jan 14 05:30:20.927382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Sync routers for ids ['549157b7-dc65-403d-b2e7-59e097e6a10e'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:30:20.928879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=804f0f6c-7753-4e8d-93d9-e364f81b2c01,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:20.931542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:20.939458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.942611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Routers {'549157b7-dc65-403d-b2e7-59e097e6a10e'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:20.943326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['549157b7-dc65-403d-b2e7-59e097e6a10e'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:20.954145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:20.958613 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 7.1108334 Jan 14 05:30:20.962941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37934) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:21.139265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.230153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.295218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.311699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Transition to ACTIVE for port object a2466c9c-f16b-47a1-a242-0b56868f02f2 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:21.319957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Set router 549157b7-dc65-403d-b2e7-59e097e6a10e gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:21.338636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Transition to ACTIVE for port object a2466c9c-f16b-47a1-a242-0b56868f02f2 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:21.344723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.426496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 307da864-9082-4515-a93c-95d6e69e96af, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=307da864-9082-4515-a93c-95d6e69e96af,segment=NetworkSegment(a337b9b9-f3de-4f56-b086-8ebcf25af586),segment_id=a337b9b9-f3de-4f56-b086-8ebcf25af586)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:21.428713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.586382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ce798e3-f7ea-4b1c-954b-99a05309bc12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:21.614054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:21.633073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.661912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '19142617-381f-488a-907c-5c302ed37d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:13Z', 'updated_at': '2021-01-14T05:30:18Z', 'revision_number': 3, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'gw_port': {'id': '19142617-381f-488a-907c-5c302ed37d1d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:15Z', 'updated_at': '2021-01-14T05:30:16Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:21.662568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eda07bae-09fe-479c-b185-b676d64cbeb4 req-ce1a9ee8-5fa0-4df1-8296-081898d07be8 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:21.664266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eda07bae-09fe-479c-b185-b676d64cbeb4 req-ce1a9ee8-5fa0-4df1-8296-081898d07be8 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7196379 Jan 14 05:30:21.666772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Checking router: 549157b7-dc65-403d-b2e7-59e097e6a10e for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:30:21.667316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Updating router 549157b7-dc65-403d-b2e7-59e097e6a10e port 19142617-381f-488a-907c-5c302ed37d1d binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:30:21.667750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28d830fb-dd65-4a94-88ab-f817dc826f4b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:21.720982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.721937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.738743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Pushing event updated for resources: {'Port': ['ID=a2466c9c-f16b-47a1-a242-0b56868f02f2,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:21.754936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:21.755532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.759324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=caf806aa-e061-445d-a04d-f879c073bebd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:21.759461 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/804f0f6c-7753-4e8d-93d9-e364f81b2c01 HTTP/1.1" status: 204 len: 168 time: 1.6002700 Jan 14 05:30:21.775144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:21.775990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.777222 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/caf806aa-e061-445d-a04d-f879c073bebd HTTP/1.1" status: 204 len: 168 time: 1.0000145 Jan 14 05:30:21.785816 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:21.799755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:21.805045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.809255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc22ca32-85c8-49a7-92a0-c74ef01ceff7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.068s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:21.812115 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eda07bae-09fe-479c-b185-b676d64cbeb4 req-7c565571-83e6-49c5-8d3a-219f4d8a5251 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/quotas/7c1ede15322c4abd8e020895aa3e3466 HTTP/1.1" status: 200 len: 375 time: 0.1343753 Jan 14 05:30:21.832379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.844142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7dac8c03-69db-4db4-ae2d-cfccfa270765,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:21.847636 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:21.855053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-786fa686-c026-4b21-aea5-c5c5428fdac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:21.863519 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-881402db-344a-4272-8cee-0540eaa6ab15 service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9359715 Jan 14 05:30:21.870164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.895935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:21.900712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3d196d76-61c1-4552-9d6c-3bb2c104010c HTTP/1.1" status: 204 len: 168 time: 2.0153613 Jan 14 05:30:21.930336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3d196d76-61c1-4552-9d6c-3bb2c104010c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:21.933251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:21.953640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:21.965340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=307da864-9082-4515-a93c-95d6e69e96af,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:22.001832 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eda07bae-09fe-479c-b185-b676d64cbeb4 req-cf16bf02-31ba-4b42-818a-9b192cd4966c tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c1ede15322c4abd8e020895aa3e3466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1681550 Jan 14 05:30:22.065135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:22.252211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Attempting to bind port a2466c9c-f16b-47a1-a242-0b56868f02f2 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:22.252729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Attempting to bind port a2466c9c-f16b-47a1-a242-0b56868f02f2 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:22.253029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Attempting to bind port a2466c9c-f16b-47a1-a242-0b56868f02f2 on network f773be32-4e1b-44c6-933a-c8d127ed3d76 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:22.271440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:22.271886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Checking segment: {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:22.272515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:22.274997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Bound using segment: {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:22.276869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Bound port: a2466c9c-f16b-47a1-a242-0b56868f02f2, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:22.277318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:22.347255 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6809616e-1f47-4818-9ac2-5a7b4cd83105 req-e1bd456d-10bc-4787-b7a7-94928ae0125e service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4528279 Jan 14 05:30:22.355760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Checking segment: {'id': 'f31c71b0-9317-46f6-b5d7-e7b1f551bdbb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 7, 'network_id': 'ca8557fa-7e84-403d-86f0-0d74cfc47514'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:22.356124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Network hostable DHCP agents. Network: ca8557fa-7e84-403d-86f0-0d74cfc47514, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:22.510271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Network ca8557fa-7e84-403d-86f0-0d74cfc47514 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:22.552424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ca8557fa-7e84-403d-86f0-0d74cfc47514) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:22.562852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:22.573768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3633a90b-a402-41c3-af30-130bb7c5ff9c None None] Network ca8557fa-7e84-403d-86f0-0d74cfc47514 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:22.582063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Transition to ACTIVE for port object 19142617-381f-488a-907c-5c302ed37d1d will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:22.586315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:22.606576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-056ecd05-6658-4af9-9745-e0a4df6b23b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:22.734573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:22.735708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:22.758676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37964) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:22.799582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:22.839937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:22.844984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Usage tracker for resource:security_group_rule and tenant:308276bdc8c04cc3bc0afc612f4af8dd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:22.848257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:22.855086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:22.939723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5d1cb743-4a90-4e27-a30b-ce2734ae4894 None None] Provisioning complete for port 307da864-9082-4515-a93c-95d6e69e96af triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:22.940028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d1cb743-4a90-4e27-a30b-ce2734ae4894 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:22.971387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Pushing event updated for resources: {'Port': ['ID=19142617-381f-488a-907c-5c302ed37d1d,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:22.999616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.003304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.004520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.006294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.010100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.010480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.010875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.011266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.011598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.011961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.012316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.012666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.019048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.019474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.019920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.020192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.020642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.025785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.027203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.031441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.031770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.033706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.034078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.034418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.038500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.038984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.039361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.039730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.040061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.040428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.040782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.041136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.041485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.041809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.048250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Allocated IP 172.25.3.242 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/9701b804-9876-450b-aff0-462ef89d519d) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:23.051033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.056866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:23.079166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:23.182933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.247698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Attempting to bind port 19142617-381f-488a-907c-5c302ed37d1d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:23.248466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Attempting to bind port 19142617-381f-488a-907c-5c302ed37d1d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:23.249234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Attempting to bind port 19142617-381f-488a-907c-5c302ed37d1d on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:23.260818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:23.263794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:23.266228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.267165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:23.267875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Bound port: 19142617-381f-488a-907c-5c302ed37d1d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:23.269399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.341253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] For port a2466c9c-f16b-47a1-a242-0b56868f02f2, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:23.384093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] For port a2466c9c-f16b-47a1-a242-0b56868f02f2, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a2466c9c-f16b-47a1-a242-0b56868f02f2,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:23.433636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37996) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:23.464938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.540139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.592709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:23.608621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] For port 19142617-381f-488a-907c-5c302ed37d1d, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:23.619703 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 844 time: 5.2565868 Jan 14 05:30:23.622323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] For port 19142617-381f-488a-907c-5c302ed37d1d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=19142617-381f-488a-907c-5c302ed37d1d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:23.625859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.632937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.674461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.687134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:23.689644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:23.690655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:23.809584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:23.863103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Usage tracker for resource:security_group_rule and tenant:417a38a963b64fff823864135234151e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:23.890782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:23.932338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:23.989471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Pushing event updated for resources: {'Port': ['ID=a2466c9c-f16b-47a1-a242-0b56868f02f2,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:23.997701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:24.004820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 307da864-9082-4515-a93c-95d6e69e96af up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:24.007540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:24.156973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-66229715-814b-458a-a4a7-e3dc67b3cc3d None None] Network ca8557fa-7e84-403d-86f0-0d74cfc47514 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:24.279279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Routers {'549157b7-dc65-403d-b2e7-59e097e6a10e'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:24.279962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['549157b7-dc65-403d-b2e7-59e097e6a10e'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:24.310398 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=308276bdc8c04cc3bc0afc612f4af8dd&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5479238 Jan 14 05:30:24.315300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38036) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:24.341323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-1d8e0892-0738-4137-879f-c637c322ec6e tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?tenant_id=7c1ede15322c4abd8e020895aa3e3466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2458529 Jan 14 05:30:24.412744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 307da864-9082-4515-a93c-95d6e69e96af triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:24.413168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:24.472989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Pushing event updated for resources: {'Port': ['ID=9701b804-9876-450b-aff0-462ef89d519d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:24.512796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:24.644281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] Set router 549157b7-dc65-403d-b2e7-59e097e6a10e gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:24.687004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d590cbaa-d2c2-40d6-a956-e55cffd7e40e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.590s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:24.732958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-afa56fb9-2f91-4634-beb1-0de55da247f2 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:24.745998 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-afa56fb9-2f91-4634-beb1-0de55da247f2 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/networks?id=49c92e33-f854-472b-9223-4e83dd49a16d HTTP/1.1" status: 200 len: 805 time: 0.6622963 Jan 14 05:30:24.839461 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-bb6b69e8-6ed3-4ea7-88d9-3acad7791ae1 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/quotas/eba811edd6814a369b80440201df032d HTTP/1.1" status: 200 len: 375 time: 0.0846739 Jan 14 05:30:24.899127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Pushing event updated for resources: {'Port': ['ID=19142617-381f-488a-907c-5c302ed37d1d,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:24.912442 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-ec8a37e1-ee1d-476d-b2c4-973a8f6b7ed2 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/ports?tenant_id=eba811edd6814a369b80440201df032d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0636253 Jan 14 05:30:24.933345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f4e8d452-c7b1-4dba-9944-76b6f2eac4e5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:24.938080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:24.984515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:25.011734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a69917-edd1-463b-a692-aeff4ca4653b req-4e5cd3b5-7ba4-4771-a011-6234ca0eb5e0 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:25.013263 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.326s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:25.013581 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-4e5cd3b5-7ba4-4771-a011-6234ca0eb5e0 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6270139 Jan 14 05:30:25.017934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:25.023548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:25.078869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:25.090476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:25.100530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Allocated IP 172.20.0.1 (32e086de-4bcf-40fd-831e-7a58dfe8edc4/fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e/9f9cf9a0-7ffc-4354-aae4-e7b153a18104) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:25.105718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:25.136351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:25.156194 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-7dd7bced-8f8c-411f-825c-8045f966e9b3 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/quotas/7c1ede15322c4abd8e020895aa3e3466 HTTP/1.1" status: 200 len: 375 time: 0.0512259 Jan 14 05:30:25.187259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '19142617-381f-488a-907c-5c302ed37d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:13Z', 'updated_at': '2021-01-14T05:30:18Z', 'revision_number': 3, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'gw_port': {'id': '19142617-381f-488a-907c-5c302ed37d1d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:15Z', 'updated_at': '2021-01-14T05:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:25.191601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3be20edd-f3d5-450e-a37f-9487da319af3 None None] The sync data for ids ['549157b7-dc65-403d-b2e7-59e097e6a10e'] in n-d-768851-4 is: [{'id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '19142617-381f-488a-907c-5c302ed37d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:13Z', 'updated_at': '2021-01-14T05:30:18Z', 'revision_number': 3, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'gw_port': {'id': '19142617-381f-488a-907c-5c302ed37d1d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0c:ac', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:15Z', 'updated_at': '2021-01-14T05:30:23Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:30:25.222971 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-c6877311-1f50-4c2e-bb1b-b4597bea9f0b tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c1ede15322c4abd8e020895aa3e3466&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0655060 Jan 14 05:30:25.233008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:25.256259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:25.326396 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-ca845a23-8c35-4e59-a8de-bc16acbc9574 service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4130056 Jan 14 05:30:25.329915 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=417a38a963b64fff823864135234151e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8945339 Jan 14 05:30:25.343047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38048) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:25.677835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=44de8877-d88a-443b-a2bb-62a6492c48dd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:25.742035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:26.019147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 19142617-381f-488a-907c-5c302ed37d1d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:26.073302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-c61e0716-f670-4526-b474-9240b9ce8760 service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7261040 Jan 14 05:30:26.107058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.119103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.146343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-166b5235-4a1c-4940-8cb8-912624b55ca5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:26.156533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.191243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f4e8d452-c7b1-4dba-9944-76b6f2eac4e5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:26.197438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:26.208480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.246753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.250805 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f4e8d452-c7b1-4dba-9944-76b6f2eac4e5 HTTP/1.1" status: 204 len: 168 time: 1.9209511 Jan 14 05:30:26.250805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.311423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Transition to ACTIVE for port object 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:26.355980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-02697397-4d75-4826-8856-9458ff264148 None None] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:26.393349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.395032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.407825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbd85063-4305-4ffb-a121-e994011c0656 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:26.516992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44de8877-d88a-443b-a2bb-62a6492c48dd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:26.539337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:26.541312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23238074-ace8-4d86-9efd-49ad846418a4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:26.766896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.770721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44de8877-d88a-443b-a2bb-62a6492c48dd HTTP/1.1" status: 204 len: 168 time: 1.4197350 Jan 14 05:30:26.833716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0551ad18-7a59-4e58-8a31-df4e73c74fdb None None] Provisioning for port a2466c9c-f16b-47a1-a242-0b56868f02f2 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:26.861029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:26.881591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:26.910420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 19142617-381f-488a-907c-5c302ed37d1d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:26.928857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 19142617-381f-488a-907c-5c302ed37d1d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:26.929293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:26.982031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:26.983377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:26.990603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:27.185961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:27.391395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:27.528924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae638ccd-c3bd-43e1-8397-1fb643c124f3 None None] Provisioning for port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:27.552958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:27.676045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae638ccd-c3bd-43e1-8397-1fb643c124f3 None None] Provisioning complete for port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:27.676988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae638ccd-c3bd-43e1-8397-1fb643c124f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:27.764397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-af36815c-a6c8-45f1-804e-baffbd482a2f tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c1ede15322c4abd8e020895aa3e3466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1692529 Jan 14 05:30:27.898455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e243a227-407d-43d7-b4dc-6e023c183491 req-edd37f06-e8b9-490e-aa46-a6395cea8a61 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:27.899299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e243a227-407d-43d7-b4dc-6e023c183491 req-edd37f06-e8b9-490e-aa46-a6395cea8a61 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Synchronizing usage tracker for tenant:0445e23f50124ddd81b387ac8328e4a1 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:30:28.185786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:28.211206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 19142617-381f-488a-907c-5c302ed37d1d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=19142617-381f-488a-907c-5c302ed37d1d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:28.214920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ae638ccd-c3bd-43e1-8397-1fb643c124f3 None None] Port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:30:28.218636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:28.219966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a2466c9c-f16b-47a1-a242-0b56868f02f2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:28.241124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e243a227-407d-43d7-b4dc-6e023c183491 req-edd37f06-e8b9-490e-aa46-a6395cea8a61 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Unset dirty status for tenant:0445e23f50124ddd81b387ac8328e4a1 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:30:28.250731 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e243a227-407d-43d7-b4dc-6e023c183491 req-edd37f06-e8b9-490e-aa46-a6395cea8a61 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/networks?id=43a82489-068b-4ba2-9c5f-362d0153fc02 HTTP/1.1" status: 200 len: 807 time: 1.8598328 Jan 14 05:30:28.256436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d2754a3-c9bc-4c48-b0db-5dc6a00c6908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:28.284462 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e243a227-407d-43d7-b4dc-6e023c183491 req-5c0c3882-3688-453b-ab71-d3679f175fd7 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/quotas/0445e23f50124ddd81b387ac8328e4a1 HTTP/1.1" status: 200 len: 375 time: 0.0323927 Jan 14 05:30:28.431674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e243a227-407d-43d7-b4dc-6e023c183491 req-425a6e1a-9919-4907-9b5c-0aa0c69166d4 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/ports?tenant_id=0445e23f50124ddd81b387ac8328e4a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1454628 Jan 14 05:30:28.452737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=19142617-381f-488a-907c-5c302ed37d1d,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:28.461434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:28.470058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a2466c9c-f16b-47a1-a242-0b56868f02f2 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:28.476359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a2466c9c-f16b-47a1-a242-0b56868f02f2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:28.476800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:28.654399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38140) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:28.703525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:28.753381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9247145d-b50b-4d94-a1a1-070d23a38000 None None] Provisioning complete for port a2466c9c-f16b-47a1-a242-0b56868f02f2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:28.753805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9247145d-b50b-4d94-a1a1-070d23a38000 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:28.976558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.039902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a69917-edd1-463b-a692-aeff4ca4653b req-88b5e058-c4f4-42bb-bf05-8dd0d682048f tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:29.042505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-network', 'tenant_id': '1ff348bf459246f6922d2799784f23d9'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:29.043324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-88b5e058-c4f4-42bb-bf05-8dd0d682048f tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.2691476 Jan 14 05:30:29.074429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:29.091838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Usage tracker for resource:network and tenant:1ff348bf459246f6922d2799784f23d9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:29.097321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:29.122344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Request body: {'port': {'device_id': '245072cc-751a-4023-a1c5-079567990cf6', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': '7c1ede15322c4abd8e020895aa3e3466'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:29.123671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:29.126161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port a2466c9c-f16b-47a1-a242-0b56868f02f2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a2466c9c-f16b-47a1-a242-0b56868f02f2,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:29.136862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.141344 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e243a227-407d-43d7-b4dc-6e023c183491 req-aa6694ea-53f1-401c-b383-650dfa284b81 service neutron] 10.222.0.48 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7087348 Jan 14 05:30:29.144490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9553be6c-e9e1-4847-a293-cd8d9777722c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:29.235110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Made reservation on behalf of 1ff348bf459246f6922d2799784f23d9 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:29.240114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.289767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.308584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 19142617-381f-488a-907c-5c302ed37d1d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:29.323126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:29.325483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.41', 61580) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:29.369478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Usage tracker for resource:security_group_rule and tenant:1ff348bf459246f6922d2799784f23d9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:29.382588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:29.386189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=a2466c9c-f16b-47a1-a242-0b56868f02f2,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:29.397824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:29.408205 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-a70754d2-f31c-4a15-b3f1-f32ef0951d9a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eba811edd6814a369b80440201df032d&device_id=6a4c4f55-95bf-4ee6-a500-9c0e06cf7a54 HTTP/1.1" status: 200 len: 210 time: 0.0794876 Jan 14 05:30:29.416035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 19142617-381f-488a-907c-5c302ed37d1d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:29.416464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.417221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:29.455217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:29.460995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Usage tracker for resource:port and tenant:7c1ede15322c4abd8e020895aa3e3466 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:29.464618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:29.472841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:29.531018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1d27c470-99f3-445b-8c77-9a804c22d068 None None] Provisioning complete for port a2466c9c-f16b-47a1-a242-0b56868f02f2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:29.531678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d27c470-99f3-445b-8c77-9a804c22d068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.531807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.533727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38162) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:29.536885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Made reservation on behalf of 7c1ede15322c4abd8e020895aa3e3466 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:29.547120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.565543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.583153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.590593 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e243a227-407d-43d7-b4dc-6e023c183491 req-7567b3fd-4d82-4b07-9587-1fdbcda40f17 service neutron] 10.222.0.48 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4477875 Jan 14 05:30:29.595893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:29.602222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Usage tracker for resource:security_group_rule and tenant:7c1ede15322c4abd8e020895aa3e3466 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:29.605659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:29.608909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Router f2a8d777-3199-4d58-ae36-a016de838060 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:30:29.615625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:29.715443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.813214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f893ef1c-5f1b-447a-80ea-3b26e75875b3 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:29.886497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.963371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:29.965032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:30:29.982979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Sync routers for ids ['f2a8d777-3199-4d58-ae36-a016de838060'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:30:29.995336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-f6ce0e93-ee06-4efb-95f4-365911869329 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:29.998444 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-f6ce0e93-ee06-4efb-95f4-365911869329 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=eba811edd6814a369b80440201df032d&shared=False HTTP/1.1" status: 200 len: 899 time: 0.5771658 Jan 14 05:30:30.003379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Routers {'f2a8d777-3199-4d58-ae36-a016de838060'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:30.004179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f2a8d777-3199-4d58-ae36-a016de838060'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:30.013476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.030879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87b0ff3f-60c8-4288-8c81-baf5ac99c138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:30.071253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-network', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:30.101509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:30.185423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Usage tracker for resource:network and tenant:d30fd4d332eb4d6abd1f591f755b3a5d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:30.191494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.211018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.215596 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 12.2858307 Jan 14 05:30:30.225221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:30.242740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Pushing event updated for resources: {'Port': ['ID=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:30.272324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38184) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:30.290966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:30.309294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:30.313330 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d451186-20d9-4523-a0b1-ebe3fdd82132 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.375s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:30.360281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e74416-b05e-46e3-9442-dc978f6389e5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:30.371073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:30.371771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 8} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:30.442347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.442813 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Added segment 180a84c9-cfad-4cb4-b42e-5db1a1ab5e09 of type vxlan for network f42c1e25-b57f-4861-a3b0-cfae0e5079ee Jan 14 05:30:30.498786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Set router f2a8d777-3199-4d58-ae36-a016de838060 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:30.537146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38202) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:30.584797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.640426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-2804fe44-cf52-4a3a-aaf3-11a8e0146556 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:30.642011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-2804fe44-cf52-4a3a-aaf3-11a8e0146556 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6125896 Jan 14 05:30:30.812051 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1c333751-a7e2-4e98-b64e-5b2884a8020e req-0bd9b5c0-54c3-44eb-98d3-33eb7d19759a tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.41 "GET /v2.0/ports?device_id=6a4c4f55-95bf-4ee6-a500-9c0e06cf7a54 HTTP/1.1" status: 200 len: 210 time: 0.1218140 Jan 14 05:30:30.909246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.918145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Made reservation on behalf of d30fd4d332eb4d6abd1f591f755b3a5d for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:30.923300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:30.926934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.928016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:30.944066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:30:25Z', 'revision_number': 3, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:30.948587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Checking router: f2a8d777-3199-4d58-ae36-a016de838060 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:30:30.949081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Updating router f2a8d777-3199-4d58-ae36-a016de838060 port 9701b804-9876-450b-aff0-462ef89d519d binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:30:30.958377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:31.007055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:31.012608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:31.058626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:31.065316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Usage tracker for resource:security_group_rule and tenant:d30fd4d332eb4d6abd1f591f755b3a5d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:31.068652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:31.084352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:31.102671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Pushing event updated for resources: {'SecurityGroup': ['ID=2910cf58-4c24-4b8b-b8f3-d62d5f0de141,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:31.117147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:31.432215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a2466c9c-f16b-47a1-a242-0b56868f02f2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:31.435876 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 895 time: 2.7592218 Jan 14 05:30:31.438837 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd94c6ef-15e6-492b-b0e1-862d4ca51086 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c1ede15322c4abd8e020895aa3e3466&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9005291 Jan 14 05:30:31.454975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38234) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:31.455436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38236) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:31.460688 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6816dcee-2a21-4a96-a537-b30a7150eac6 req-0ad101e1-2b43-40d2-94be-00a42707d580 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=eba811edd6814a369b80440201df032d&device_id=6a4c4f55-95bf-4ee6-a500-9c0e06cf7a54 HTTP/1.1" status: 200 len: 210 time: 0.0817022 Jan 14 05:30:31.464775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Pushing event updated for resources: {'Network': ['ID=f42c1e25-b57f-4861-a3b0-cfae0e5079ee,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:31.481582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:31.509185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a2577f8-4121-4de9-8cbb-fb0300562f1a req-5553e2ae-60a1-4755-930b-d9229847a95d tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:31.514819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:31.517659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4a2577f8-4121-4de9-8cbb-fb0300562f1a req-5553e2ae-60a1-4755-930b-d9229847a95d tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/networks?id=49c92e33-f854-472b-9223-4e83dd49a16d HTTP/1.1" status: 200 len: 805 time: 0.8798280 Jan 14 05:30:31.523380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Request body: {'subnet': {'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-subnet', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:31.567418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:31.579298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:31.587391 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4a2577f8-4121-4de9-8cbb-fb0300562f1a req-652518f7-5e62-4431-aab0-853cc13f0a93 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/quotas/eba811edd6814a369b80440201df032d HTTP/1.1" status: 200 len: 375 time: 0.0685565 Jan 14 05:30:31.589444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Usage tracker for resource:subnet and tenant:1ff348bf459246f6922d2799784f23d9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:31.594882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:31.620799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:31.624930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:31.728277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816dcee-2a21-4a96-a537-b30a7150eac6 req-8dc9bc96-a8b3-44f8-949d-dfe233a10db6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:31.729904 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6816dcee-2a21-4a96-a537-b30a7150eac6 req-8dc9bc96-a8b3-44f8-949d-dfe233a10db6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=eba811edd6814a369b80440201df032d&shared=False HTTP/1.1" status: 200 len: 899 time: 0.2598915 Jan 14 05:30:31.735998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:31.839791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:31.842844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:31.864707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a2466c9c-f16b-47a1-a242-0b56868f02f2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:31.864928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:31.900191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Transition to ACTIVE for port object 9701b804-9876-450b-aff0-462ef89d519d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:31.913311 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4a2577f8-4121-4de9-8cbb-fb0300562f1a req-b9f24fc1-de69-446c-a88a-c5dddce8091c tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/ports?tenant_id=eba811edd6814a369b80440201df032d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1820099 Jan 14 05:30:31.917879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:31.921444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:31.943216 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:32.049744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Made reservation on behalf of 1ff348bf459246f6922d2799784f23d9 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:32.054588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.081086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.268395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3854a01c-91fc-4b1f-8237-61adfb9887cf None None] Provisioning complete for port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:32.268796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3854a01c-91fc-4b1f-8237-61adfb9887cf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.296522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6816dcee-2a21-4a96-a537-b30a7150eac6 req-68957de7-55d5-44a7-9ae8-23fc904bbc1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:32.298315 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6816dcee-2a21-4a96-a537-b30a7150eac6 req-68957de7-55d5-44a7-9ae8-23fc904bbc1c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5227923 Jan 14 05:30:32.306433 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4a2577f8-4121-4de9-8cbb-fb0300562f1a req-edcb1f7a-4030-442c-9276-910739b85930 service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3608561 Jan 14 05:30:32.323455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.328785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:32.338823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Allocated IP 192.168.233.152 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/3ceaa2f6-1d81-47c6-9c5c-f4138c0e598d) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:32.345612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bcf2a-12a2-4633-8027-1f8db5e0472e None None] Pushing event updated for resources: {'Port': ['ID=9701b804-9876-450b-aff0-462ef89d519d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:32.349017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-139bcf2a-12a2-4633-8027-1f8db5e0472e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:32.377082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2910cf58-4c24-4b8b-b8f3-d62d5f0de141,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:32.388649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-ce0c1470-7934-40f6-97e3-f696d3d48957 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:32.392287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:32.395290 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-ce0c1470-7934-40f6-97e3-f696d3d48957 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/networks?id=43a82489-068b-4ba2-9c5f-362d0153fc02 HTTP/1.1" status: 200 len: 807 time: 0.9836802 Jan 14 05:30:32.444025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.448640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3854a01c-91fc-4b1f-8237-61adfb9887cf None None] Port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:30:32.495339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Attempting to bind port 9701b804-9876-450b-aff0-462ef89d519d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:32.496176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Attempting to bind port 9701b804-9876-450b-aff0-462ef89d519d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:32.496176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Attempting to bind port 9701b804-9876-450b-aff0-462ef89d519d on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:32.503619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:32.504041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:32.504490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.504925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:32.505445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Bound port: 9701b804-9876-450b-aff0-462ef89d519d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:32.505857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.517572 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6816dcee-2a21-4a96-a537-b30a7150eac6 req-e4f486d6-1758-476c-8ba8-dde13d841fdb tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.41 "GET /v2.0/ports?device_id=6a4c4f55-95bf-4ee6-a500-9c0e06cf7a54 HTTP/1.1" status: 200 len: 210 time: 0.1452692 Jan 14 05:30:32.535729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Router 549157b7-dc65-403d-b2e7-59e097e6a10e has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:30:32.587595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.591128 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2910cf58-4c24-4b8b-b8f3-d62d5f0de141 HTTP/1.1" status: 204 len: 168 time: 1.1257939 Jan 14 05:30:32.591599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.595138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] For port 9701b804-9876-450b-aff0-462ef89d519d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:32.598462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] For port 9701b804-9876-450b-aff0-462ef89d519d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9701b804-9876-450b-aff0-462ef89d519d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:32.603747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: [parameters: {'port_id': '3ceaa2f6-1d81-47c6-9c5c-f4138c0e598d', 'security_group_id': '2910cf58-4c24-4b8b-b8f3-d62d5f0de141'}] Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 05:30:32.604659 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:30:32.607494 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 05:30:32.612947 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': '3ceaa2f6-1d81-47c6-9c5c-f4138c0e598d', 'security_group_id': '2910cf58-4c24-4b8b-b8f3-d62d5f0de141'}] Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 05:30:32.615808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] No notification will be sent due to unsuccessful status code: 500 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:30:32.627274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:32.632634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cd539ec-cf89-499a-8ff3-7a463dc72de8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:32.675681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87de6b60-6ef7-4a34-a747-51ed8889251e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:32.689388 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:32.722103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4a2577f8-4121-4de9-8cbb-fb0300562f1a req-45f2ebed-92af-4d9e-a90e-493dd810c4ff service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3763585 Jan 14 05:30:32.810710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-139bcf2a-12a2-4633-8027-1f8db5e0472e None None] Pushing event updated for resources: {'Port': ['ID=9701b804-9876-450b-aff0-462ef89d519d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:32.815413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-139bcf2a-12a2-4633-8027-1f8db5e0472e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:32.883545 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-38e3341d-388d-462e-8238-b6c5a79b4137 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/quotas/0445e23f50124ddd81b387ac8328e4a1 HTTP/1.1" status: 200 len: 375 time: 0.3050008 Jan 14 05:30:32.899541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:30:32.903230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 9} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:32.913143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Sync routers for ids ['549157b7-dc65-403d-b2e7-59e097e6a10e'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:30:32.938589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Routers {'549157b7-dc65-403d-b2e7-59e097e6a10e'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:32.939314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['549157b7-dc65-403d-b2e7-59e097e6a10e'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:32.952982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Routers {'f2a8d777-3199-4d58-ae36-a016de838060'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:32.955571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f2a8d777-3199-4d58-ae36-a016de838060'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:33.051549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.052103 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Added segment d1d52e1a-8c03-44c7-b84f-b24dec8ea770 of type vxlan for network a4a45833-fa4f-4e32-838c-c80e2ea87602 Jan 14 05:30:33.175635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.224467 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:33.309383 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-371e0092-33fe-4e2c-8584-c64b1a9f20ad tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/ports?tenant_id=0445e23f50124ddd81b387ac8328e4a1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4246190 Jan 14 05:30:33.436860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] Set router f2a8d777-3199-4d58-ae36-a016de838060 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:33.557608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38272) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:33.594161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Pushing event updated for resources: {'Subnet': ['ID=c65eef79-2eab-4d5a-8ee6-74d15241e5a8,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:33.597121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.619304 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.395s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:33.636234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:33.636555 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-a0c5ecdc-6824-49b0-bbdf-3ad1fe169de4 service neutron] 10.222.0.48 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3261876 Jan 14 05:30:33.647707 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] 10.222.0.48 "PUT /v2.0/routers/549157b7-dc65-403d-b2e7-59e097e6a10e/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6758196 Jan 14 05:30:33.654421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Usage tracker for resource:security_group_rule and tenant:125ad3036b814af8894a848bc21b339e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:33.661068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:33.669273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Checking segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:33.669929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Network hostable DHCP agents. Network: f42c1e25-b57f-4861-a3b0-cfae0e5079ee, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:33.676118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:33.676544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 4.5614543 Jan 14 05:30:33.750730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Set router 549157b7-dc65-403d-b2e7-59e097e6a10e gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:33.751783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:33.785937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f42c1e25-b57f-4861-a3b0-cfae0e5079ee) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:33.807536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92dacab8-facb-45a4-8d4d-9dd18c58ef4c None None] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:33.808194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:33.808989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.831927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.881665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.882762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 2.4208541 Jan 14 05:30:33.884147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38288) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:33.917102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:33.932456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.935606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:33.941949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:33.952313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Usage tracker for resource:router and tenant:1ff348bf459246f6922d2799784f23d9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:33.955951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd85fb3d-7341-4985-8012-d44818e3e015 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:34.002033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:34.005629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:30:25Z', 'revision_number': 3, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:34.008793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:30:34.009711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffb1bc6f-8e85-4d0e-8a2a-c36073155cac,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:34.013613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0131b416-5ce6-464e-bba8-cab2bb3e18ff None None] The sync data for ids ['f2a8d777-3199-4d58-ae36-a016de838060'] in n-d-768851-4 is: [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:30:25Z', 'revision_number': 3, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:30:34.037315 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:34.057190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:34.084544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.086057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.096502 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=125ad3036b814af8894a848bc21b339e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5344417 Jan 14 05:30:34.099185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38298) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:34.153291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.198863 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-ba107b7f-ad16-4754-bf1a-b5db495566be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=7c1ede15322c4abd8e020895aa3e3466&device_id=245072cc-751a-4023-a1c5-079567990cf6 HTTP/1.1" status: 200 len: 210 time: 0.1811302 Jan 14 05:30:34.208038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.330732 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-0ff1feb1-97a9-4063-b7c0-9944353b7f51 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=7c1ede15322c4abd8e020895aa3e3466&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0457728 Jan 14 05:30:34.340960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.343793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'fixed_ips': [{'subnet_id': 'c65eef79-2eab-4d5a-8ee6-74d15241e5a8'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:30:34.351882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.414262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '19142617-381f-488a-907c-5c302ed37d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:13Z', 'updated_at': '2021-01-14T05:30:27Z', 'revision_number': 4, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'gw_port': {'id': '19142617-381f-488a-907c-5c302ed37d1d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:15Z', 'updated_at': '2021-01-14T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9f9cf9a0-7ffc-4354-aae4-e7b153a18104', 'name': '', 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'mac_address': 'fa:16:3e:19:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:24Z', 'updated_at': '2021-01-14T05:30:28Z', 'revision_number': 2, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'subnets': [{'id': 'fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:34.426412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Checking router: 549157b7-dc65-403d-b2e7-59e097e6a10e for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:30:34.426985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Updating router 549157b7-dc65-403d-b2e7-59e097e6a10e port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:30:34.447398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.473711 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-96805f5d-44ef-48f5-ac7d-0431e0109bf1 req-8c63c396-617c-4d6a-b763-1be4f7767c74 tempest-FloatingIPsNegativeTestJSON-480509473 tempest-FloatingIPsNegativeTestJSON-480509473] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=b01538116ca0437e9d08b4d186abcb7c HTTP/1.1" status: 200 len: 217 time: 0.1643739 Jan 14 05:30:34.623496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:34.624210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.630565 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-6537f1c5-0d46-45ba-afea-423ce85048f1 service neutron] 10.222.0.48 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9931219 Jan 14 05:30:34.631628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27a69917-edd1-463b-a692-aeff4ca4653b req-4d11f616-08e4-4584-a5dc-361c49a588ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:34.633078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-4d11f616-08e4-4584-a5dc-361c49a588ef service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2862217 Jan 14 05:30:34.637536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:34.666182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:34.792777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38314) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:34.894469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27a69917-edd1-463b-a692-aeff4ca4653b req-300e7afc-28f6-461f-9be6-89dd803c54a9 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Synchronizing usage tracker for tenant:7c1ede15322c4abd8e020895aa3e3466 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:30:34.956869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Pushing event updated for resources: {'Network': ['ID=a4a45833-fa4f-4e32-838c-c80e2ea87602,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:34.979726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Allocated IP 172.20.0.2 (f42c1e25-b57f-4861-a3b0-cfae0e5079ee/c65eef79-2eab-4d5a-8ee6-74d15241e5a8/60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:35.009447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:35.014295 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.4760139 Jan 14 05:30:35.061966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:35.064597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-60e56728-7df2-4a95-b015-858469021787 req-e3252960-9ffe-4c85-b915-0d192be25063 tempest-FloatingIPsNegativeTestJSON-480509473 tempest-FloatingIPsNegativeTestJSON-480509473] Synchronizing usage tracker for tenant:b01538116ca0437e9d08b4d186abcb7c on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:30:35.120946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Request body: {'subnet': {'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-subnet', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:35.162445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:35.201767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27a69917-edd1-463b-a692-aeff4ca4653b req-300e7afc-28f6-461f-9be6-89dd803c54a9 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Unset dirty status for tenant:7c1ede15322c4abd8e020895aa3e3466 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:30:35.203129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27a69917-edd1-463b-a692-aeff4ca4653b req-300e7afc-28f6-461f-9be6-89dd803c54a9 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] 10.222.0.41 "GET /v2.0/ports?device_id=245072cc-751a-4023-a1c5-079567990cf6 HTTP/1.1" status: 200 len: 210 time: 0.5116665 Jan 14 05:30:35.222683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Usage tracker for resource:subnet and tenant:d30fd4d332eb4d6abd1f591f755b3a5d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:35.229676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:35.252495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:35.267857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.279524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-60e56728-7df2-4a95-b015-858469021787 req-e3252960-9ffe-4c85-b915-0d192be25063 tempest-FloatingIPsNegativeTestJSON-480509473 tempest-FloatingIPsNegativeTestJSON-480509473] Unset dirty status for tenant:b01538116ca0437e9d08b4d186abcb7c on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:30:35.281994 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60e56728-7df2-4a95-b015-858469021787 req-e3252960-9ffe-4c85-b915-0d192be25063 tempest-FloatingIPsNegativeTestJSON-480509473 tempest-FloatingIPsNegativeTestJSON-480509473] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=non_exist_pool HTTP/1.1" status: 200 len: 213 time: 0.3139064 Jan 14 05:30:35.285920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Made reservation on behalf of d30fd4d332eb4d6abd1f591f755b3a5d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:35.293246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.297448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Transition to ACTIVE for port object 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:35.336370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Transition to ACTIVE for port object 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:35.357854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.372659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:35.555394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.630285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:35.648575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:35.731215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.734038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.758976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2584c1c-599f-4093-8d53-88eb483b1ab2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:35.763573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Transition to ACTIVE for port object 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:35.770309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.779526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9701b804-9876-450b-aff0-462ef89d519d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:35.794144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:35.804884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffb1bc6f-8e85-4d0e-8a2a-c36073155cac,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:35.821079 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:35.860125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37fa69de-525e-4fdf-ace1-4b338346a51a req-a3dd1fe3-7485-4f7e-9733-db7e19225ca8 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:35.868332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-37fa69de-525e-4fdf-ace1-4b338346a51a req-a3dd1fe3-7485-4f7e-9733-db7e19225ca8 tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/networks?id=49c92e33-f854-472b-9223-4e83dd49a16d HTTP/1.1" status: 200 len: 805 time: 1.1380084 Jan 14 05:30:35.885299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:35.886500 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffb1bc6f-8e85-4d0e-8a2a-c36073155cac HTTP/1.1" status: 204 len: 168 time: 1.7858493 Jan 14 05:30:35.901350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-37fa69de-525e-4fdf-ace1-4b338346a51a req-44f442e8-0a72-4537-897d-ad5f41777d5d tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/quotas/eba811edd6814a369b80440201df032d HTTP/1.1" status: 200 len: 375 time: 0.0320234 Jan 14 05:30:35.914069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:36.010545 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-37fa69de-525e-4fdf-ace1-4b338346a51a req-7321a2a9-8388-40da-8f92-36f80b84a29d tempest-ImagesTestJSON-1067559940 tempest-ImagesTestJSON-1067559940] 10.222.0.48 "GET /v2.0/ports?tenant_id=eba811edd6814a369b80440201df032d&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0985227 Jan 14 05:30:36.022205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:36.060994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef55d60-1962-4c66-a7f9-501cb6c409aa None None] Pushing event updated for resources: {'Port': ['ID=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:36.074664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ef55d60-1962-4c66-a7f9-501cb6c409aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:36.248245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Allocated IP 172.20.0.1 (f773be32-4e1b-44c6-933a-c8d127ed3d76/9a016d23-7cc8-4d96-9d99-bab4c27da6c3/5bb3b755-443a-4efc-9672-26d97291e5da) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:36.326448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Attempting to bind port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:36.327501 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-37fa69de-525e-4fdf-ace1-4b338346a51a req-bf793019-8308-4665-9393-761b357036fe service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3008471 Jan 14 05:30:36.328600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Attempting to bind port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:36.329629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Attempting to bind port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 on network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:36.336507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:36.337093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Checking segment: {'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:36.337640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:36.338173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Bound using segment: {'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:36.339074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Bound port: 9f9cf9a0-7ffc-4354-aae4-e7b153a18104, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a337b9b9-f3de-4f56-b086-8ebcf25af586', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:36.339846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:36.404469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:36.451642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] For port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:36.456134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] For port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,segment=NetworkSegment(a337b9b9-f3de-4f56-b086-8ebcf25af586),segment_id=a337b9b9-f3de-4f56-b086-8ebcf25af586)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:36.459222 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-9780b38a-4dfd-461d-8ab5-ed5a5d49ec92 req-558b86bb-e201-4ff1-88fe-54086564fac2 tempest-FloatingIPsNegativeTestJSON-480509473 tempest-FloatingIPsNegativeTestJSON-480509473] show failed (client error): The resource could not be found. Jan 14 05:30:36.460646 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9780b38a-4dfd-461d-8ab5-ed5a5d49ec92 req-558b86bb-e201-4ff1-88fe-54086564fac2 tempest-FloatingIPsNegativeTestJSON-480509473 tempest-FloatingIPsNegativeTestJSON-480509473] 10.222.0.48 "GET /v2.0/floatingips/bbdb25ea-915e-45d7-aa31-4c438c9b50eb HTTP/1.1" status: 404 len: 350 time: 0.8889017 Jan 14 05:30:36.475156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:36.501914 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:36.506604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38342) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:36.552284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Usage tracker for resource:security_group_rule and tenant:a71aa7f0af3043f7af07d2f3dd0fe852 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:36.556314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Pushing event updated for resources: {'Port': ['ID=60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:36.565560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:36.592911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:36.617712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:36.619377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ef55d60-1962-4c66-a7f9-501cb6c409aa None None] Pushing event updated for resources: {'Port': ['ID=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:36.636731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ef55d60-1962-4c66-a7f9-501cb6c409aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:36.644686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:36.669642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9701b804-9876-450b-aff0-462ef89d519d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:36.698438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:36.702533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9701b804-9876-450b-aff0-462ef89d519d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:36.702985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:36.790157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.45', 54084) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:36.929462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Routers {'549157b7-dc65-403d-b2e7-59e097e6a10e'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:36.930429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['549157b7-dc65-403d-b2e7-59e097e6a10e'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:37.000898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.057820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9701b804-9876-450b-aff0-462ef89d519d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9701b804-9876-450b-aff0-462ef89d519d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:37.079842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.083258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:37.234970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Attempting to bind port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:37.235574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Attempting to bind port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:37.236003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Attempting to bind port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae on network f42c1e25-b57f-4861-a3b0-cfae0e5079ee {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:37.246920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-b1b28e1f-42f4-4db8-9eeb-0155389cd50b tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:37.248868 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-b1b28e1f-42f4-4db8-9eeb-0155389cd50b tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.45 "GET /v2.0/networks?id=43a82489-068b-4ba2-9c5f-362d0153fc02 HTTP/1.1" status: 200 len: 807 time: 0.3891044 Jan 14 05:30:37.272206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:37.275339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:37.275775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Checking segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:37.276232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.276688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Bound using segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:37.277262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Bound port: 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:37.277682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.290863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.350919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.397290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Request body: {'port': {'device_id': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'network_id': '43a82489-068b-4ba2-9c5f-362d0153fc02', 'admin_state_up': True, 'tenant_id': '0445e23f50124ddd81b387ac8328e4a1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:37.409690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] Set router 549157b7-dc65-403d-b2e7-59e097e6a10e gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:37.581586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9701b804-9876-450b-aff0-462ef89d519d,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:37.587854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.504s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:37.622046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:37.624698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] For port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:37.626980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Usage tracker for resource:port and tenant:0445e23f50124ddd81b387ac8328e4a1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:37.630644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:37.632888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] For port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:37.636897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:37.642189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.666525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Made reservation on behalf of 0445e23f50124ddd81b387ac8328e4a1 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:37.667497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.681156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:37.819584 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:37.926636 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-37fa69de-525e-4fdf-ace1-4b338346a51a req-068f941e-24d6-466c-8438-c798754f6d49 service neutron] 10.222.0.48 "GET /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5981712 Jan 14 05:30:38.025361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Pushing event updated for resources: {'Port': ['ID=60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:38.047549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:38.126762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5b51a89e-079f-429f-be09-338274824c9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '19142617-381f-488a-907c-5c302ed37d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:13Z', 'updated_at': '2021-01-14T05:30:27Z', 'revision_number': 4, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'gw_port': {'id': '19142617-381f-488a-907c-5c302ed37d1d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:15Z', 'updated_at': '2021-01-14T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9f9cf9a0-7ffc-4354-aae4-e7b153a18104', 'name': '', 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'mac_address': 'fa:16:3e:19:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:24Z', 'updated_at': '2021-01-14T05:30:36Z', 'revision_number': 4, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'subnets': [{'id': 'fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:38.146414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5b51a89e-079f-429f-be09-338274824c9b None None] The sync data for ids ['549157b7-dc65-403d-b2e7-59e097e6a10e'] in n-d-768851-4 is: [{'id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '19142617-381f-488a-907c-5c302ed37d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:13Z', 'updated_at': '2021-01-14T05:30:27Z', 'revision_number': 4, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'gw_port': {'id': '19142617-381f-488a-907c-5c302ed37d1d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:15Z', 'updated_at': '2021-01-14T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9f9cf9a0-7ffc-4354-aae4-e7b153a18104', 'name': '', 'network_id': '32e086de-4bcf-40fd-831e-7a58dfe8edc4', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'mac_address': 'fa:16:3e:19:14:5d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_interface', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': 'fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:24Z', 'updated_at': '2021-01-14T05:30:36Z', 'revision_number': 4, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'subnets': [{'id': 'fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:30:38.200733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Transition to ACTIVE for port object 5bb3b755-443a-4efc-9672-26d97291e5da will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:38.750719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:39.044130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:39.249839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb33cf9-ff3d-40d7-a2bd-e09ddeafe942 req-fe1b5f49-c9c1-43b6-92b8-4e3742471152 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:39.260630 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3fb33cf9-ff3d-40d7-a2bd-e09ddeafe942 req-fe1b5f49-c9c1-43b6-92b8-4e3742471152 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/networks?id=43a82489-068b-4ba2-9c5f-362d0153fc02 HTTP/1.1" status: 200 len: 807 time: 1.3784685 Jan 14 05:30:39.263816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38416) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:39.358971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb3b755-443a-4efc-9672-26d97291e5da,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:39.362937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:39.376579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Allocated IP 172.20.0.9 (43a82489-068b-4ba2-9c5f-362d0153fc02/ddb9cefc-3757-448b-95f5-059c8399d25b/f8df23d5-64a9-43a7-b9f2-cac6e4f87052) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:39.396574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Allocated IP 172.25.3.162 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/f61ced2d-dade-4bed-997e-d49abf8a50b4) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:39.531524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:39.724918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:39.770981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Deleting subnet 349c254f-811b-4e00-bdef-d72953cc3637 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:30:39.795469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:39.849574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:39.876153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9701b804-9876-450b-aff0-462ef89d519d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:39.904203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:39.981360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:40.014114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:40.093413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:40.121225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9701b804-9876-450b-aff0-462ef89d519d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:40.121661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:40.178548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d1f426a-18d7-428f-8392-a07d49822f3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:40.215692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1550476b-4162-4191-9f76-d2cca0ef369e None None] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:40.547964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:40.572021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Provisioning for port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:40.583064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3fb33cf9-ff3d-40d7-a2bd-e09ddeafe942 req-ace23e72-d9da-4bc9-a06e-be6fdfe7088a tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/quotas/0445e23f50124ddd81b387ac8328e4a1 HTTP/1.1" status: 200 len: 375 time: 1.3211067 Jan 14 05:30:40.584536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Provisioning complete for port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:40.584963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:40.590285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:40.666425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:40.888066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:40.938517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:40.963074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-42466b39-0626-46b3-a6af-99381d61948a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:41.010521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53f9a1a-da6a-4a8a-bf4a-9da2ab199cfd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:41.031919 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:41.041704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:30:41.086350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.129704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.179728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a2ffe6d8-c8ab-4ea7-ae4e-065c6acc47b8 req-b635355c-0118-4622-a5fe-6435c8b9f682 tempest-ServerDiagnosticsNegativeTest-1724519983 tempest-ServerDiagnosticsNegativeTest-1724519983] 10.222.0.48 "GET /v2.0/networks?tenant_id=bc69a5b5b5184261b5d3b7561aa5ddbc&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2297087 Jan 14 05:30:41.195699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] For port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:41.234426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.243447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39f8626-1a9a-47b4-8c2e-19fb82e36878 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:41.273243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Pushing event updated for resources: {'Port': ['ID=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:41.294830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.117s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:41.326159 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a71aa7f0af3043f7af07d2f3dd0fe852&name=default HTTP/1.1" status: 200 len: 2979 time: 6.4506497 Jan 14 05:30:41.327549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.356083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:41.359609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38442) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:41.365903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:41.366995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.451412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:41.499629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Pushing event updated for resources: {'Port': ['ID=60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:41.514051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:41.540606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.618430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.700414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,segment=NetworkSegment(a337b9b9-f3de-4f56-b086-8ebcf25af586),segment_id=a337b9b9-f3de-4f56-b086-8ebcf25af586)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:41.705342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cdf24fdb-f843-4bb9-9e41-7ef7359e2bba None None] Provisioning for port 5bb3b755-443a-4efc-9672-26d97291e5da completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:41.712316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cdf24fdb-f843-4bb9-9e41-7ef7359e2bba None None] Provisioning complete for port 5bb3b755-443a-4efc-9672-26d97291e5da triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:41.712787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cdf24fdb-f843-4bb9-9e41-7ef7359e2bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.738571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Network 43a82489-068b-4ba2-9c5f-362d0153fc02 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:41.760287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:41.762757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:41.781777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.802368 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:41.830573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.843792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:41.988122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:42.000794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.020942 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:42.024158 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:42.043475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:42.044445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.100158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cdf24fdb-f843-4bb9-9e41-7ef7359e2bba None None] Port 5bb3b755-443a-4efc-9672-26d97291e5da cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:30:42.105926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.120123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=349c254f-811b-4e00-bdef-d72953cc3637,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:42.128467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a2ffe6d8-c8ab-4ea7-ae4e-065c6acc47b8 req-ec3e6b54-b639-4c2a-ab89-e5ffca4ade3b tempest-ServerDiagnosticsNegativeTest-1724519983 tempest-ServerDiagnosticsNegativeTest-1724519983] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:42.142440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.149353 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a2ffe6d8-c8ab-4ea7-ae4e-065c6acc47b8 req-ec3e6b54-b639-4c2a-ab89-e5ffca4ade3b tempest-ServerDiagnosticsNegativeTest-1724519983 tempest-ServerDiagnosticsNegativeTest-1724519983] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.9509699 Jan 14 05:30:42.155137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.704s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:42.161755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:42.167475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:42.203931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a2ffe6d8-c8ab-4ea7-ae4e-065c6acc47b8 req-896b534f-2089-4681-b1e4-a8a15848356b tempest-ServerDiagnosticsNegativeTest-1724519983 tempest-ServerDiagnosticsNegativeTest-1724519983] 10.222.0.48 "GET /v2.0/quotas/bc69a5b5b5184261b5d3b7561aa5ddbc HTTP/1.1" status: 200 len: 375 time: 0.0534725 Jan 14 05:30:42.215752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.217763 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6283589-9a0e-440f-9edc-4a0e3246acf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:42.240057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73f7d7e7-6556-4cec-8270-9e76c0fac8f2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.266382 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3fb33cf9-ff3d-40d7-a2bd-e09ddeafe942 req-018aba8b-e54a-410a-954b-edbc9f32f87d tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.48 "GET /v2.0/ports?tenant_id=0445e23f50124ddd81b387ac8328e4a1&fields=id HTTP/1.1" status: 200 len: 255 time: 1.5597203 Jan 14 05:30:42.297298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cb2a48a4-d625-447b-b32b-543e7c0599f9 None None] Provisioning complete for port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:42.297298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb2a48a4-d625-447b-b32b-543e7c0599f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.319069 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.9816079 Jan 14 05:30:42.353775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:42.354109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.425037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6111ae3-38f0-40d5-89e7-67708b23e36c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:42.477984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.488441 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a2ffe6d8-c8ab-4ea7-ae4e-065c6acc47b8 req-ff328f52-d0bc-41fa-91de-72c6bfded0e5 tempest-ServerDiagnosticsNegativeTest-1724519983 tempest-ServerDiagnosticsNegativeTest-1724519983] 10.222.0.48 "GET /v2.0/ports?tenant_id=bc69a5b5b5184261b5d3b7561aa5ddbc&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2829564 Jan 14 05:30:42.542777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Pushing event updated for resources: {'Port': ['ID=f61ced2d-dade-4bed-997e-d49abf8a50b4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:42.617506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.627063 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e53f9a1a-da6a-4a8a-bf4a-9da2ab199cfd HTTP/1.1" status: 204 len: 168 time: 1.2532651 Jan 14 05:30:42.642042 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:42.642909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-094e6851-d2e0-4bf4-bb2d-e487718251ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.106s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:42.663671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53f9a1a-da6a-4a8a-bf4a-9da2ab199cfd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:42.676577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:42.744167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.879799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d228fe46-e7f7-4c46-adac-cf706fa024cc None None] Provisioning complete for port 60ee7172-95f1-4eb8-95d2-1f8d7a39e4ae triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:42.884238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d228fe46-e7f7-4c46-adac-cf706fa024cc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:42.909492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:42.916868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:42.926104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:43.076383 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/349c254f-811b-4e00-bdef-d72953cc3637 HTTP/1.1" status: 204 len: 168 time: 3.7052109 Jan 14 05:30:43.219557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:43.320550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38456) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:43.362258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:43.564411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:43.875554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:43.917640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:43.983987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:43.984583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.004804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.056531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4dbdcae2-fcf7-434a-a9a8-6715d9df47d7,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:44.062667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.844s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:44.068526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff5de8d-6597-4e77-8e0b-ed0d34e6eb57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:44.075566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:44.085488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Usage tracker for resource:security_group_rule and tenant:2ff0be3463384501a4c6475ed33bf66e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:44.090579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:44.111476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:44.136160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.144908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.207327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38482) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:44.283883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Pushing event updated for resources: {'Port': ['ID=5bb3b755-443a-4efc-9672-26d97291e5da,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:44.293909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:44.360596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Checking segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:44.361256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Network hostable DHCP agents. Network: a4a45833-fa4f-4e32-838c-c80e2ea87602, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:44.444803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6850ab0e-09ee-4b5a-ac48-f2ca7f72e5a0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.519287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:44.582763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:44.590666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.638222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:44.660116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Usage tracker for resource:security_group_rule and tenant:bc69a5b5b5184261b5d3b7561aa5ddbc is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:44.671806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:44.710351 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3fb33cf9-ff3d-40d7-a2bd-e09ddeafe942 req-21130c68-da99-4dde-8a53-f227a387d107 service neutron] 10.222.0.48 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.3532672 Jan 14 05:30:44.720042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.739325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.751708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:44.754733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6474292f-251b-4578-95a9-30b55f0f7ff2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:44.807282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.837098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.838280 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2ff0be3463384501a4c6475ed33bf66e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9195869 Jan 14 05:30:44.859062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b57f08bb-1662-44bc-9b40-a15030ac0977 None None] Provisioning complete for port 5bb3b755-443a-4efc-9672-26d97291e5da triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:44.859466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b57f08bb-1662-44bc-9b40-a15030ac0977 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:44.919027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b57f08bb-1662-44bc-9b40-a15030ac0977 None None] Port 5bb3b755-443a-4efc-9672-26d97291e5da cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:30:44.942844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38488) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:44.969927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fddeb2dd-eeb3-4c84-b499-824f231ccd08,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:45.001096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:45.039687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:45.103805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49c92e33-f854-472b-9223-4e83dd49a16d']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:45.132764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b3f8566e-98a8-49b7-b20b-a813db6589db') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:45.132764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b3f8566e-98a8-49b7-b20b-a813db6589db') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:45.140840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Deleting port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:30:45.141224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.180413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.187879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.194793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a4a45833-fa4f-4e32-838c-c80e2ea87602) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:45.202946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5104cdd-3b9e-4938-a53b-f028f3b8589f None None] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:45.272396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.274406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.340964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.343386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:30:45.455314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.489228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:45.489438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.528027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-a4a45833-fa4f-4e32-838c-c80e2ea87602', 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'fixed_ips': [{'subnet_id': '4dbdcae2-fcf7-434a-a9a8-6715d9df47d7'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:30:45.530111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.610563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.623335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:45.637765 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 10.5589037 Jan 14 05:30:45.647157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Router f2a8d777-3199-4d58-ae36-a016de838060 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:30:45.660670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:45.681343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:45.706443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Router 8a81f153-d184-4d34-908e-0c1457e902d6 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:30:45.711505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:45.720954 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc69a5b5b5184261b5d3b7561aa5ddbc&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4964666 Jan 14 05:30:45.722483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38496) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:45.723638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b901dbe-ac6e-4f00-a8ec-84f80d5790c9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:45.730474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:45.743171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Usage tracker for resource:router and tenant:d30fd4d332eb4d6abd1f591f755b3a5d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:45.743465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Network 49c92e33-f854-472b-9223-4e83dd49a16d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:30:45.755714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:45.788215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.838246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:45.934787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.952432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec0558c6-f60a-4b79-9ba0-23c1a8554bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:45.969309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.970247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:45.985504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fddeb2dd-eeb3-4c84-b499-824f231ccd08,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:45.990068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:46.038894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.040938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.045151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fddeb2dd-eeb3-4c84-b499-824f231ccd08 HTTP/1.1" status: 204 len: 168 time: 1.0982468 Jan 14 05:30:46.054413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.089703 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3fb33cf9-ff3d-40d7-a2bd-e09ddeafe942 req-a5c84d6f-2ddc-499c-9b34-1e865386f306 service neutron] 10.222.0.48 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2978358 Jan 14 05:30:46.148705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Allocated IP 172.20.0.2 (a4a45833-fa4f-4e32-838c-c80e2ea87602/4dbdcae2-fcf7-434a-a9a8-6715d9df47d7/5f683060-2e5f-4f60-855f-e9d3693998e1) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:46.156597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:30:46.178368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] For port 9f9cf9a0-7ffc-4354-aae4-e7b153a18104, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,segment=NetworkSegment(a337b9b9-f3de-4f56-b086-8ebcf25af586),segment_id=a337b9b9-f3de-4f56-b086-8ebcf25af586)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:46.178605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.308204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.348175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Network 49c92e33-f854-472b-9223-4e83dd49a16d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:30:46.529624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.660141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Sync routers for ids ['8a81f153-d184-4d34-908e-0c1457e902d6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:30:46.769271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.770639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Routers {'8a81f153-d184-4d34-908e-0c1457e902d6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:46.771339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a81f153-d184-4d34-908e-0c1457e902d6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:46.867258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.874066 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 941 time: 12.9813278 Jan 14 05:30:46.880977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38524) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:46.881803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:46.953210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f720152a-78f5-40e1-b6a8-9c0b35a8ec79 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:47.140190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38528) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:47.156394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:47.161418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b901dbe-ac6e-4f00-a8ec-84f80d5790c9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:47.210189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Set router 8a81f153-d184-4d34-908e-0c1457e902d6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:47.225983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Calling delete_port for 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:30:47.266768 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:30:47.299211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:47.306175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-964901eb-fb66-4917-a681-cfdfc1a856e0 admin admin] Deleting subnet ddb9cefc-3757-448b-95f5-059c8399d25b {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:30:47.456950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:47.462779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:47.464208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b901dbe-ac6e-4f00-a8ec-84f80d5790c9 HTTP/1.1" status: 204 len: 168 time: 1.7374470 Jan 14 05:30:47.482843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:47.497324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-964901eb-fb66-4917-a681-cfdfc1a856e0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:47.502484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:47.574613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:30:47.583852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-265b9663-8069-497c-a8c5-72f2420e8b99 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:30:47.585365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-265b9663-8069-497c-a8c5-72f2420e8b99 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.45 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.1191821 Jan 14 05:30:47.586256 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] 10.222.0.48 "PUT /v2.0/routers/f2a8d777-3199-4d58-ae36-a016de838060/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.3027718 Jan 14 05:30:47.589648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Sync routers for ids ['f2a8d777-3199-4d58-ae36-a016de838060'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:30:47.606324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Routers {'f2a8d777-3199-4d58-ae36-a016de838060'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:47.610784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Pushing event deleted for resources: {'Network': ['ID=49c92e33-f854-472b-9223-4e83dd49a16d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:47.611729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f2a8d777-3199-4d58-ae36-a016de838060'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:47.618211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:47.621738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Transition to ACTIVE for port object 5f683060-2e5f-4f60-855f-e9d3693998e1 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:47.634319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] 10.222.0.48 "DELETE /v2.0/networks/49c92e33-f854-472b-9223-4e83dd49a16d HTTP/1.1" status: 204 len: 168 time: 4.3083293 Jan 14 05:30:47.836359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-964901eb-fb66-4917-a681-cfdfc1a856e0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:48.123419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:48.133673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Transition to ACTIVE for port object 5f683060-2e5f-4f60-855f-e9d3693998e1 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:48.154892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:48.172532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Set router f2a8d777-3199-4d58-ae36-a016de838060 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:48.220496 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-964901eb-fb66-4917-a681-cfdfc1a856e0 admin admin] Found port (f8df23d5-64a9-43a7-b9f2-cac6e4f87052, 172.20.0.9) having IP allocation on subnet ddb9cefc-3757-448b-95f5-059c8399d25b, cannot delete Jan 14 05:30:48.362120 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-964901eb-fb66-4917-a681-cfdfc1a856e0 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:30:48.362543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-964901eb-fb66-4917-a681-cfdfc1a856e0 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:30:48.375360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-964901eb-fb66-4917-a681-cfdfc1a856e0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ddb9cefc-3757-448b-95f5-059c8399d25b HTTP/1.1" status: 409 len: 404 time: 1.2317624 Jan 14 05:30:48.438140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:48.492247 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:48.628900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38556) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:48.629416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38558) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:48.705671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:48.717575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:48.735927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:48.750934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:48.809667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:48.828405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:30:43Z', 'revision_number': 3, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:30:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:48.856774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Checking router: 8a81f153-d184-4d34-908e-0c1457e902d6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:30:48.857208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Updating router 8a81f153-d184-4d34-908e-0c1457e902d6 port f61ced2d-dade-4bed-997e-d49abf8a50b4 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:30:48.901941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Pushing event deleted for resources: {'Port': ['ID=9f9cf9a0-7ffc-4354-aae4-e7b153a18104,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:48.933406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.933816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.934213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.934618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.935061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.935452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.936368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.936368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.936686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.937028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.937413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.937796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.938248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.938630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.939261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.939529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.939955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.940362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.940749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.941145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.941603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.941942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.942322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.942765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.951464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:48.954360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.954797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.955209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.955623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.955983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.956369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.956757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.957144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.957527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.957910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.958295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.958681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:48.967751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Usage tracker for resource:security_group_rule and tenant:713295f645cd4b9892a3d8d8dcb05c93 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:48.977689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:48.980435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Pushing event updated for resources: {'Port': ['ID=5f683060-2e5f-4f60-855f-e9d3693998e1,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:48.986628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:48.995071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Attempting to bind port 5f683060-2e5f-4f60-855f-e9d3693998e1 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:48.995509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Attempting to bind port 5f683060-2e5f-4f60-855f-e9d3693998e1 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:48.999228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Attempting to bind port 5f683060-2e5f-4f60-855f-e9d3693998e1 on network a4a45833-fa4f-4e32-838c-c80e2ea87602 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:49.039798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:49.056903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:49.057339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Checking segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:49.063484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.064050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Bound using segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:49.070424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Bound port: 5f683060-2e5f-4f60-855f-e9d3693998e1, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:49.071426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.118753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:30:41Z', 'revision_number': 4, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '5bb3b755-443a-4efc-9672-26d97291e5da', 'name': '', 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'mac_address': 'fa:16:3e:8a:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9a016d23-7cc8-4d96-9d99-bab4c27da6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:35Z', 'updated_at': '2021-01-14T05:30:42Z', 'revision_number': 2, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'subnets': [{'id': '9a016d23-7cc8-4d96-9d99-bab4c27da6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:49.121989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:49.124036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Checking router: f2a8d777-3199-4d58-ae36-a016de838060 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:30:49.124572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Updating router f2a8d777-3199-4d58-ae36-a016de838060 port 5bb3b755-443a-4efc-9672-26d97291e5da binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:30:49.188224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.190649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.328276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] For port 5f683060-2e5f-4f60-855f-e9d3693998e1, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:49.336468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] For port 5f683060-2e5f-4f60-855f-e9d3693998e1, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5f683060-2e5f-4f60-855f-e9d3693998e1,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:49.343507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.441571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.552208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.664956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d2754a3-c9bc-4c48-b0db-5dc6a00c6908 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:49.683618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.696301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Transition to ACTIVE for port object 5bb3b755-443a-4efc-9672-26d97291e5da will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:49.703610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:49.793623 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e8ed612-fc5f-46f3-a4a5-e8ce222549fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:49.896331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5021cbe-fe2f-45d5-90a9-fa4e43621450 None None] Pushing event updated for resources: {'Port': ['ID=5bb3b755-443a-4efc-9672-26d97291e5da,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:49.916550 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5021cbe-fe2f-45d5-90a9-fa4e43621450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:50.177207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Pushing event updated for resources: {'Port': ['ID=5f683060-2e5f-4f60-855f-e9d3693998e1,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:50.184360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:50.186237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.290378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.299820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38598) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:50.316258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Request body: {'network': {'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-network', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:50.329997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:50.363022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Attempting to bind port 5bb3b755-443a-4efc-9672-26d97291e5da on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:50.363427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Attempting to bind port 5bb3b755-443a-4efc-9672-26d97291e5da by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:50.363826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Attempting to bind port 5bb3b755-443a-4efc-9672-26d97291e5da on network f773be32-4e1b-44c6-933a-c8d127ed3d76 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:50.369767 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-500ce213-58d9-41bd-9cc7-4871e186f13c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=eba811edd6814a369b80440201df032d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.7390101 Jan 14 05:30:50.378119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38602) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:50.379348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:50.380459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Checking segment: {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:50.382013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.382600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Bound using segment: {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:50.388186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Bound port: 5bb3b755-443a-4efc-9672-26d97291e5da, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:50.388875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.403287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68048f75-db3f-45ff-b0c5-ad4dec229d31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:50.428182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Usage tracker for resource:network and tenant:24ca3e86221340b4a48df0b5215cde6c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:50.444245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:50.458384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:50.486109 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=713295f645cd4b9892a3d8d8dcb05c93&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8373966 Jan 14 05:30:50.487836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Made reservation on behalf of 24ca3e86221340b4a48df0b5215cde6c for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:50.499876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.537649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38606) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:50.538246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.598821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:50.604129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] For port 5bb3b755-443a-4efc-9672-26d97291e5da, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:50.620997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] For port 5bb3b755-443a-4efc-9672-26d97291e5da, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5bb3b755-443a-4efc-9672-26d97291e5da,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:50.627367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.640313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Usage tracker for resource:security_group_rule and tenant:24ca3e86221340b4a48df0b5215cde6c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:50.646522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:50.654019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:50.668168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78802591-1c69-4fdb-a2f0-da5c38627143,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:50.772372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.781963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.799148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b94093a9-fc5d-4407-8672-508fd1d7fe2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:50.830867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.831497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.831616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.832005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.832390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.832773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.833180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.833508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.833881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.834260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.834796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.835033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.835467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.836286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.836286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.836582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.836907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.837301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.837627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.840534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=978e335f-2a52-44be-96f5-8dc4c879eece,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:50.848409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.848711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.849102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.849968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.849968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.850295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.850679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.851236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.851618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.851998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.852374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.852751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.853124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.853496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.853867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.854245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.854616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:30:50.861395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:50.863224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.874838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:50.884568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:50.902904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Request body: {'port': {'device_id': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:50.926707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.956765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.998567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:50.999974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:30:51.022825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Router 549157b7-dc65-403d-b2e7-59e097e6a10e has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:30:51.024830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.034548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Transition to ACTIVE for port object f61ced2d-dade-4bed-997e-d49abf8a50b4 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:51.036719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.037109 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Added segment 2d98c180-fe1d-480f-bf6e-1880bc0bdbdb of type vxlan for network bf8b62ae-ba43-40d7-ab0c-e55561d699ad Jan 14 05:30:51.045349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.046585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.054596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a21879ee-de50-420a-a5ae-48a8084c9791 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:51.060026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.122153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5021cbe-fe2f-45d5-90a9-fa4e43621450 None None] Pushing event updated for resources: {'Port': ['ID=5bb3b755-443a-4efc-9672-26d97291e5da,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:51.129601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5021cbe-fe2f-45d5-90a9-fa4e43621450 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:51.182231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Routers {'f2a8d777-3199-4d58-ae36-a016de838060'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:51.183110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f2a8d777-3199-4d58-ae36-a016de838060'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:51.191539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.213627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.288365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0cbef4e-b6b2-43e1-999f-ca3a8c4fd850 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:51.314372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:51.581114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cb1bc-9b21-4894-8421-9f2081119ff8 None None] Pushing event updated for resources: {'Port': ['ID=f61ced2d-dade-4bed-997e-d49abf8a50b4,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:51.594244 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-691cb1bc-9b21-4894-8421-9f2081119ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:51.624702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Attempting to bind port f61ced2d-dade-4bed-997e-d49abf8a50b4 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:51.625129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Attempting to bind port f61ced2d-dade-4bed-997e-d49abf8a50b4 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:51.625549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Attempting to bind port f61ced2d-dade-4bed-997e-d49abf8a50b4 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:51.642744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:51.644786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:51.645467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.645666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:51.646198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Bound port: f61ced2d-dade-4bed-997e-d49abf8a50b4, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:51.646625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.672993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:30:51.677842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.680513 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78802591-1c69-4fdb-a2f0-da5c38627143 HTTP/1.1" status: 204 len: 168 time: 1.1008682 Jan 14 05:30:51.681712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78802591-1c69-4fdb-a2f0-da5c38627143,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:51.693829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] Set router f2a8d777-3199-4d58-ae36-a016de838060 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:51.697228 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] 10.222.0.48 "PUT /v2.0/routers/549157b7-dc65-403d-b2e7-59e097e6a10e/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 15.1321602 Jan 14 05:30:51.698715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.644s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:51.703123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38632) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:51.709700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:51.739998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] Sync routers for ids ['549157b7-dc65-403d-b2e7-59e097e6a10e'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:30:51.918988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] Routers {'549157b7-dc65-403d-b2e7-59e097e6a10e'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:51.919716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['549157b7-dc65-403d-b2e7-59e097e6a10e'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:52.065489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9266f09-4a1b-4ee0-a95e-3563648c4e56,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:52.085491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:52.113580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:52.117898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:52.184794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:52.261543 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.973s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:52.277877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] Set router 549157b7-dc65-403d-b2e7-59e097e6a10e gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:52.305651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52855644-6535-4e6c-a6c0-84c67b477857 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:52.338946 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.0381331 Jan 14 05:30:52.350440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:30:41Z', 'revision_number': 4, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '5bb3b755-443a-4efc-9672-26d97291e5da', 'name': '', 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'mac_address': 'fa:16:3e:8a:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9a016d23-7cc8-4d96-9d99-bab4c27da6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:35Z', 'updated_at': '2021-01-14T05:30:50Z', 'revision_number': 4, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'subnets': [{'id': '9a016d23-7cc8-4d96-9d99-bab4c27da6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:52.356150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1fd5fabf-aeda-452e-a0f4-ae690e5bb2c6 None None] The sync data for ids ['f2a8d777-3199-4d58-ae36-a016de838060'] in n-d-768851-4 is: [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:30:41Z', 'revision_number': 4, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '5bb3b755-443a-4efc-9672-26d97291e5da', 'name': '', 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'mac_address': 'fa:16:3e:8a:3d:2e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_interface', 'standard_attr_id': 530, 'fixed_ips': [{'subnet_id': '9a016d23-7cc8-4d96-9d99-bab4c27da6c3', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:35Z', 'updated_at': '2021-01-14T05:30:50Z', 'revision_number': 4, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'subnets': [{'id': '9a016d23-7cc8-4d96-9d99-bab4c27da6c3', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:30:52.452662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5f683060-2e5f-4f60-855f-e9d3693998e1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:52.490243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:52.504771 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e9266f09-4a1b-4ee0-a95e-3563648c4e56 HTTP/1.1" status: 204 len: 168 time: 2.0168879 Jan 14 05:30:52.511016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38648) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:52.523915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Request body: {'subnet': {'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-subnet', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:52.530449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:52.535458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Usage tracker for resource:subnet and tenant:24ca3e86221340b4a48df0b5215cde6c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:52.538752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:52.554492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:52.557530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-822d915f-c3f2-44ba-856a-3b9681ac3096 None None] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:52.589938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Made reservation on behalf of 24ca3e86221340b4a48df0b5215cde6c for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:30:52.597475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:52.711938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] It took 0.38 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:30:52.716328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:52.723127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Deleting port 19142617-381f-488a-907c-5c302ed37d1d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:30:52.723127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:53.046534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] For port 19142617-381f-488a-907c-5c302ed37d1d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=19142617-381f-488a-907c-5c302ed37d1d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:53.047555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:53.081425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f8df23d5-64a9-43a7-b9f2-cac6e4f87052 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:30:53.092543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:53.107855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Transition to ACTIVE for port object f8df23d5-64a9-43a7-b9f2-cac6e4f87052 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:53.281694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:53.303592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] For port f61ced2d-dade-4bed-997e-d49abf8a50b4, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:53.314236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Calling delete_port for 19142617-381f-488a-907c-5c302ed37d1d owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:30:53.316350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] For port f61ced2d-dade-4bed-997e-d49abf8a50b4, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f61ced2d-dade-4bed-997e-d49abf8a50b4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:53.349087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:53.416833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:53.454356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Pushing event updated for resources: {'Network': ['ID=bf8b62ae-ba43-40d7-ab0c-e55561d699ad,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:53.459405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.154s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:53.485809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:53.556956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:53.679589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: WARNING neutron.plugins.ml2.ovo_rpc [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] This handler is supposed to handle AFTER events, as in 'AFTER it's committed', not BEFORE. Offending resource event: port, after_delete. Location: Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/greenthread.py", line 221, in main Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: result = function(*args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 825, in process_request Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: proto.__init__(conn_state, self) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 357, in __init__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: self.handle() Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 390, in handle Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: self.handle_one_request() Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 466, in handle_one_request Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: self.handle_one_response() Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py", line 573, in handle_one_response Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: result = self.application(self.environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/paste/urlmap.py", line 216, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return app(environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/base.py", line 124, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/request_id.py", line 58, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_middleware/catch_errors.py", line 40, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: response = req.get_response(self.application) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/osprofiler/web.py", line 112, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return request.get_response(self.application) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystonemiddleware/auth_token/__init__.py", line 341, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: response = req.get_response(self._app) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1314, in send Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: application, catch_exc_info=False) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/request.py", line 1278, in call_application Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: app_iter = application(self.environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return resp(environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return resp(environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/routes/middleware.py", line 153, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: response = self.app(environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 143, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return resp(environ, start_response) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 129, in __call__ Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: resp = self.call_func(req, *args, **kw) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/webob/dec.py", line 193, in call_func Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: return self.func(req, *args, **kwargs) Jan 14 05:30:53.682685 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: result = method(request=request, **args) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return self._delete(request, id, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return f(*dup_args, **dup_kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: obj_deleter(request.context, id, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 2001, in delete_router Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: super(L3_NAT_db_mixin, self).delete_router(context, id) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return method(*args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return f(*args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return f(*dup_args, **dup_kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 523, in delete_router Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: self._delete_current_gw_port(context, id, router, None) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/db/l3_db.py", line 391, in _delete_current_gw_port Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: admin_ctx, gw_port_id, l3_port_check=False) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return f(self, context, *args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return method(*args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1939, in delete_port Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: context, port, router_ids, bound_mech_contexts) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1948, in _post_delete_port Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: registry.notify(resources.PORT, events.AFTER_DELETE, self, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/registry.py", line 56, in notify Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: _get_callback_manager().notify(resource, event, trigger, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/utils.py", line 104, in _wrapped Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: return function(*args, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 167, in notify Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: errors = self._notify_loop(resource, event, trigger, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py", line 197, in _notify_loop Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: callback(resource, event, trigger, **kwargs) Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 89, in handle_event Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: if self._is_session_semantic_violated(context, resource, event): Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py", line 72, in _is_session_semantic_violated Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: stack = traceback.extract_stack() Jan 14 05:30:53.688007 n-d-768851-4 neutron-server[80820]: Jan 14 05:30:53.812016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:54.001335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Pushing event updated for resources: {'Port': ['ID=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:54.068485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:54.128861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:54.145325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:30:54.153358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69b820d3-59ae-45e3-812f-45aab537d26e req-03233c1f-68de-462e-b4d1-de99592643a7 tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/networks?tenant_id=7f56c0d30b5b45c292c6569d0ede0f8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1247642 Jan 14 05:30:54.281414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Allocated IP 172.25.3.20 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/8bfe5054-340c-4b5e-a433-f1bfc95405cd) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:54.384915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5f683060-2e5f-4f60-855f-e9d3693998e1 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:54.388470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-691cb1bc-9b21-4894-8421-9f2081119ff8 None None] Pushing event updated for resources: {'Port': ['ID=f61ced2d-dade-4bed-997e-d49abf8a50b4,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:54.394081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-691cb1bc-9b21-4894-8421-9f2081119ff8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.908s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:54.609072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:54.646073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f9652d1d-bf43-48a8-a3ef-ea5ca22505a3 None None] Provisioning for port 5f683060-2e5f-4f60-855f-e9d3693998e1 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:54.748848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5f683060-2e5f-4f60-855f-e9d3693998e1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:54.749275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:54.814375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:54.819016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:54.850866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69b820d3-59ae-45e3-812f-45aab537d26e req-d047ef5f-113b-4775-8b2b-0fd3528a7f6d tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:54.858524 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69b820d3-59ae-45e3-812f-45aab537d26e req-d047ef5f-113b-4775-8b2b-0fd3528a7f6d tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7041771 Jan 14 05:30:54.957892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f9652d1d-bf43-48a8-a3ef-ea5ca22505a3 None None] Provisioning complete for port 5f683060-2e5f-4f60-855f-e9d3693998e1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:54.958317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f9652d1d-bf43-48a8-a3ef-ea5ca22505a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:54.977434 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69b820d3-59ae-45e3-812f-45aab537d26e req-a31ac0b0-1c5f-4f6f-9bee-76c9f7ba83c4 tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/quotas/7f56c0d30b5b45c292c6569d0ede0f8a HTTP/1.1" status: 200 len: 375 time: 0.1171510 Jan 14 05:30:55.036283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Routers {'8a81f153-d184-4d34-908e-0c1457e902d6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:55.037003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a81f153-d184-4d34-908e-0c1457e902d6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:55.059697 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69b820d3-59ae-45e3-812f-45aab537d26e req-a498a933-ea51-4604-961f-72ffc1d25ae4 tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f56c0d30b5b45c292c6569d0ede0f8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0802457 Jan 14 05:30:55.065117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.066135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 549157b7-dc65-403d-b2e7-59e097e6a10e {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:30:55.110534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.126542 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f628f171-1039-4ae5-b821-cf6b650be550 admin admin] 10.222.0.48 "DELETE /v2.0/routers/549157b7-dc65-403d-b2e7-59e097e6a10e HTTP/1.1" status: 204 len: 168 time: 3.4218855 Jan 14 05:30:55.129165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38716) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:55.296670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Deleting subnet fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:30:55.305517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.378945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'name': 'tempest-FloatingIPsNegativeTestJSON-301142348-router', 'tenant_id': 'b01538116ca0437e9d08b4d186abcb7c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134'}], 'enable_snat': True}, 'gw_port_id': '19142617-381f-488a-907c-5c302ed37d1d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:13Z', 'updated_at': '2021-01-14T05:30:48Z', 'revision_number': 5, 'project_id': 'b01538116ca0437e9d08b4d186abcb7c', 'gw_port': {'id': '19142617-381f-488a-907c-5c302ed37d1d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:0c:ac', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '549157b7-dc65-403d-b2e7-59e097e6a10e', 'device_owner': 'network:router_gateway', 'standard_attr_id': 464, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:15Z', 'updated_at': '2021-01-14T05:30:28Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:55.384333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.413519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] Checking router: 549157b7-dc65-403d-b2e7-59e097e6a10e for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:30:55.423007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.437013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5f683060-2e5f-4f60-855f-e9d3693998e1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5f683060-2e5f-4f60-855f-e9d3693998e1,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:55.451368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] Routers set() bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:30:55.452259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] Router IDs set() for agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:464}} Jan 14 05:30:55.452714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_agentschedulers_db [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] Agent requested router IDs not scheduled to it. Scheduled: []. Unscheduled: {'549157b7-dc65-403d-b2e7-59e097e6a10e'}. Agent: Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent'). {{(pid=80931) list_active_sync_routers_on_active_l3_agent /opt/stack/neutron/neutron/db/l3_agentschedulers_db.py:357}} Jan 14 05:30:55.453150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e59d6cf-b006-45cf-9132-33d92598a504 None None] The sync data for ids ['549157b7-dc65-403d-b2e7-59e097e6a10e'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:30:55.571062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.578450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.593021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.631264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-691cb1bc-9b21-4894-8421-9f2081119ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:55.635438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:55.828243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:55.852512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5f683060-2e5f-4f60-855f-e9d3693998e1,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:55.855649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5bb3b755-443a-4efc-9672-26d97291e5da up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:55.939762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Attempting to bind port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:30:55.941713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Attempting to bind port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '4667c5a2-598d-4630-8664-39f5fc29a754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43a82489-068b-4ba2-9c5f-362d0153fc02'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:30:55.942337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Attempting to bind port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 on network 43a82489-068b-4ba2-9c5f-362d0153fc02 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:30:55.958316 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:56.048691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:30:56.049401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Checking segment: {'id': '4667c5a2-598d-4630-8664-39f5fc29a754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43a82489-068b-4ba2-9c5f-362d0153fc02'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:56.049927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.050444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Bound using segment: {'id': '4667c5a2-598d-4630-8664-39f5fc29a754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43a82489-068b-4ba2-9c5f-362d0153fc02'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:30:56.051349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Bound port: f8df23d5-64a9-43a7-b9f2-cac6e4f87052, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4667c5a2-598d-4630-8664-39f5fc29a754', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 3, 'network_id': '43a82489-068b-4ba2-9c5f-362d0153fc02'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:30:56.051853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.064673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-85127045-56eb-4981-b3ab-35970a3e2b7f None None] Provisioning complete for port 5f683060-2e5f-4f60-855f-e9d3693998e1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:56.065109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85127045-56eb-4981-b3ab-35970a3e2b7f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.152699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] Set router 8a81f153-d184-4d34-908e-0c1457e902d6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:30:56.202591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.235665 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:56.315735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38744) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:56.318708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:56.345407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.445143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:56.455619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] For port f8df23d5-64a9-43a7-b9f2-cac6e4f87052, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:30:56.462056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] For port f8df23d5-64a9-43a7-b9f2-cac6e4f87052, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,segment=NetworkSegment(4667c5a2-598d-4630-8664-39f5fc29a754),segment_id=4667c5a2-598d-4630-8664-39f5fc29a754)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:30:56.468335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Pushing event updated for resources: {'Subnet': ['ID=5fd73323-dd4b-4294-bce8-87eb64fb043c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:56.472378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.473717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:56.481335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Checking segment: {'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:30:56.482175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Network hostable DHCP agents. Network: bf8b62ae-ba43-40d7-ab0c-e55561d699ad, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:30:56.490275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.591560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:56.605013 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fd1e0c3e-085f-4ce7-9ec4-d03a697ded3e HTTP/1.1" status: 204 len: 168 time: 1.4745266 Jan 14 05:30:56.614459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38760) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:56.618159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:56.625285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ecb4f71-006e-4648-af47-bfc660e1f9f8 None None] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:56.758800 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9436c1e-0027-4cb6-8b66-88031a974463 req-fc13a431-656b-4e1c-bbd2-62cf203d9341 tempest-AbsoluteLimitsNegativeTestJSON-223491692 tempest-AbsoluteLimitsNegativeTestJSON-223491692] 10.222.0.48 "GET /v2.0/networks?tenant_id=c2e8f1ccdfdd4172bb5a1f599fbb861f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0482929 Jan 14 05:30:56.860071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5bb3b755-443a-4efc-9672-26d97291e5da completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:30:56.879847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5bb3b755-443a-4efc-9672-26d97291e5da triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:56.880277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.145693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9436c1e-0027-4cb6-8b66-88031a974463 req-be1e357e-1ff4-4393-ae24-05511f90d2cf tempest-AbsoluteLimitsNegativeTestJSON-223491692 tempest-AbsoluteLimitsNegativeTestJSON-223491692] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:57.157452 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9436c1e-0027-4cb6-8b66-88031a974463 req-be1e357e-1ff4-4393-ae24-05511f90d2cf tempest-AbsoluteLimitsNegativeTestJSON-223491692 tempest-AbsoluteLimitsNegativeTestJSON-223491692] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3908405 Jan 14 05:30:57.210134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.239809 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9436c1e-0027-4cb6-8b66-88031a974463 req-47ffe64b-29eb-4b92-a9b8-08f359c07f5b tempest-AbsoluteLimitsNegativeTestJSON-223491692 tempest-AbsoluteLimitsNegativeTestJSON-223491692] 10.222.0.48 "GET /v2.0/quotas/c2e8f1ccdfdd4172bb5a1f599fbb861f HTTP/1.1" status: 200 len: 375 time: 0.0751672 Jan 14 05:30:57.270517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.289133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:57.294273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Usage tracker for resource:security_group_rule and tenant:07c9697a0f9d422999fc69ecc5b026c6 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:57.298033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:57.304802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:57.387642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:30:57.390514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:30:57.403355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.409338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.417852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:30:43Z', 'revision_number': 3, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:30:57.433187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:57.437964 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9436c1e-0027-4cb6-8b66-88031a974463 req-7369d348-9c66-4dd8-8103-c9b0ac03ce08 tempest-AbsoluteLimitsNegativeTestJSON-223491692 tempest-AbsoluteLimitsNegativeTestJSON-223491692] 10.222.0.48 "GET /v2.0/ports?tenant_id=c2e8f1ccdfdd4172bb5a1f599fbb861f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1968422 Jan 14 05:30:57.440310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.450137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Pushing event updated for resources: {'Port': ['ID=8bfe5054-340c-4b5e-a433-f1bfc95405cd,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:57.469849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f0d664a-6053-4ef9-be75-7dc293b93a6b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:57.522683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.536064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed26eeed-7539-44b9-8ad3-66fc4ca0f0eb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:57.540109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:57.570666 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=07c9697a0f9d422999fc69ecc5b026c6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2470341 Jan 14 05:30:57.571402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38794) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:57.586127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-421214de-75d0-48e4-bb49-be4c35b0d247 None None] The sync data for ids ['8a81f153-d184-4d34-908e-0c1457e902d6'] in n-d-768851-4 is: [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:30:43Z', 'revision_number': 3, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:30:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:30:57.597088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:57.597772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.599320 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] 10.222.0.45 "PUT /v2.0/ports/f8df23d5-64a9-43a7-b9f2-cac6e4f87052 HTTP/1.1" status: 200 len: 1155 time: 8.3970940 Jan 14 05:30:57.599940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:30:57.609872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5bb3b755-443a-4efc-9672-26d97291e5da, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5bb3b755-443a-4efc-9672-26d97291e5da,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:57.623403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Deleting port 307da864-9082-4515-a93c-95d6e69e96af {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:30:57.624042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.626250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.636702 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-139bcf2a-12a2-4633-8027-1f8db5e0472e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:57.699366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Allocated IP 172.20.0.1 (f42c1e25-b57f-4861-a3b0-cfae0e5079ee/c65eef79-2eab-4d5a-8ee6-74d15241e5a8/89ec151b-be9f-4670-8a73-8831f3630b8b) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:30:57.707998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:30:57.754602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bd14b3c4-dff2-45b6-922e-dcef28101d87 None None] Provisioning complete for port 5f683060-2e5f-4f60-855f-e9d3693998e1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:57.755173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd14b3c4-dff2-45b6-922e-dcef28101d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.772556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.823235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:30:57.823724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f9cf9a0-7ffc-4354-aae4-e7b153a18104 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:30:57.844911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.880826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.883546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5bb3b755-443a-4efc-9672-26d97291e5da,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:57.895705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:57.911199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Transition to ACTIVE for port object 89ec151b-be9f-4670-8a73-8831f3630b8b will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:30:57.945589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, bf8b62ae-ba43-40d7-ab0c-e55561d699ad) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:30:57.960723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:57.979389 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67e84b58-0fd2-4d76-a9bd-edc7257fc307 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:58.004861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] DHCP port deletion for 32e086de-4bcf-40fd-831e-7a58dfe8edc4 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:30:58.009980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a4a9d6a-0b40-4fe9-a343-fc62ed0166d9 None None] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:30:58.013945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed26eeed-7539-44b9-8ad3-66fc4ca0f0eb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:58.016579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:58.025805 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed26eeed-7539-44b9-8ad3-66fc4ca0f0eb HTTP/1.1" status: 204 len: 168 time: 0.4529366 Jan 14 05:30:58.027259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:58.032965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5f683060-2e5f-4f60-855f-e9d3693998e1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:30:58.055701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:58.079882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Deleting port 307da864-9082-4515-a93c-95d6e69e96af {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:30:58.080317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:58.125131 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f1d7e238-58c5-492d-8189-8e24f9795d9e req-81aa093c-1886-4689-9372-d8cf5c995b45 tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/networks?tenant_id=7f56c0d30b5b45c292c6569d0ede0f8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1055195 Jan 14 05:30:58.215551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:30:58.221862 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-d8340d79-c410-4b0d-8573-1023c237c418 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/networks?tenant_id=ed7d00f83aef401897d749c94cd61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1042821 Jan 14 05:30:58.283241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38826) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:58.308148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:58.309140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:58.644628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5f683060-2e5f-4f60-855f-e9d3693998e1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:30:58.645234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:58.871199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] For port 307da864-9082-4515-a93c-95d6e69e96af, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=307da864-9082-4515-a93c-95d6e69e96af,segment=NetworkSegment(a337b9b9-f3de-4f56-b086-8ebcf25af586),segment_id=a337b9b9-f3de-4f56-b086-8ebcf25af586)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:30:58.873594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:58.961840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-734b8ece-6778-4db5-967f-5acab59d342c tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:58.963593 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-734b8ece-6778-4db5-967f-5acab59d342c tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7337952 Jan 14 05:30:58.985353 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-1c5ad110-030c-426c-aa0e-cb7165353812 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/quotas/ed7d00f83aef401897d749c94cd61619 HTTP/1.1" status: 200 len: 375 time: 0.0149367 Jan 14 05:30:59.054030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38838) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:59.080213 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-295937c9-a589-4121-bcc3-8236c8bd46c9 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed7d00f83aef401897d749c94cd61619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0861146 Jan 14 05:30:59.086510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.093834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Calling delete_port for 307da864-9082-4515-a93c-95d6e69e96af owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:30:59.106906 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 6.5857282 Jan 14 05:30:59.115004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38842) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:59.119042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:59.124978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Request body: {'router': {'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:30:59.132242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Usage tracker for resource:security_group_rule and tenant:95c6944c581040e1a172fad85b36e713 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:59.135720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:59.138598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:59.146124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-bf8b62ae-ba43-40d7-ab0c-e55561d699ad', 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'fixed_ips': [{'subnet_id': '5fd73323-dd4b-4294-bce8-87eb64fb043c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:30:59.146234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Usage tracker for resource:router and tenant:24ca3e86221340b4a48df0b5215cde6c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:59.147056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.149024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:59.151514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:59.160922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:59.224102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.225902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.246270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.388462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-954b980d-d698-4d82-b764-a13001f3cc14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:59.397136 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-954b980d-d698-4d82-b764-a13001f3cc14 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0445e23f50124ddd81b387ac8328e4a1&device_id=36acadba-c25a-41df-89bd-e8ff71abbf6a HTTP/1.1" status: 200 len: 1158 time: 1.4531722 Jan 14 05:30:59.412707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.441329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Pushing event updated for resources: {'Port': ['ID=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:59.457567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.475651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.492107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:59.532177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.914s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:59.597784 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4dd7e9a-8cb0-45a4-b2e0-ff65c6fff0c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.342s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:59.622572 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:30:59.724836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 19142617-381f-488a-907c-5c302ed37d1d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:30:59.775280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:30:59.790724 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.796359 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.798534 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:30:59.802474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:30:59.810073 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=95c6944c581040e1a172fad85b36e713&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7511075 Jan 14 05:30:59.818852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1d7e238-58c5-492d-8189-8e24f9795d9e req-87f96cce-65c5-43df-b60c-3ab639eab32f tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:30:59.823870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38858) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:30:59.826493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f1d7e238-58c5-492d-8189-8e24f9795d9e req-87f96cce-65c5-43df-b60c-3ab639eab32f tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.5643597 Jan 14 05:30:59.831308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] No DVR routers for this DVR port 307da864-9082-4515-a93c-95d6e69e96af on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:30:59.832813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1a8a90d-db07-4388-9c52-ed027cef5704,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:59.847106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:59.858031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Pushing event deleted for resources: {'Port': ['ID=307da864-9082-4515-a93c-95d6e69e96af,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:30:59.873217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:30:59.877864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Usage tracker for resource:security_group_rule and tenant:c2e8f1ccdfdd4172bb5a1f599fbb861f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:30:59.881016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:30:59.887549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:30:59.970411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 19142617-381f-488a-907c-5c302ed37d1d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:30:59.971188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 19142617-381f-488a-907c-5c302ed37d1d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:30:59.978030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.978186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:30:59.984110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:30:59.995318 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f1d7e238-58c5-492d-8189-8e24f9795d9e req-5a7b9f5d-c75a-4004-bc33-6e9adf01d1d9 tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/quotas/7f56c0d30b5b45c292c6569d0ede0f8a HTTP/1.1" status: 200 len: 375 time: 0.1667914 Jan 14 05:31:00.016085 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052', 'status': 'completed', 'code': 200} Jan 14 05:31:00.032417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.052670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.068305 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-d7e0dd79-2910-4f30-bdc8-39debce6372c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8df23d5-64a9-43a7-b9f2-cac6e4f87052 HTTP/1.1" status: 200 len: 217 time: 0.5619967 Jan 14 05:31:00.157509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-dbe0569e-6005-4fc9-a327-2b9d209a65b1 req-6ff7dc38-21a3-42dc-b040-9e5a8fe19f5c tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/networks?tenant_id=ed7d00f83aef401897d749c94cd61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0608850 Jan 14 05:31:00.215329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Allocated IP 172.20.0.2 (bf8b62ae-ba43-40d7-ab0c-e55561d699ad/5fd73323-dd4b-4294-bce8-87eb64fb043c/b00667a6-b098-4eb5-a1da-76e9ea5ec1b7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:00.218030 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c2e8f1ccdfdd4172bb5a1f599fbb861f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9039640 Jan 14 05:31:00.219808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f61ced2d-dade-4bed-997e-d49abf8a50b4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:00.257474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38872) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:00.316503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-ea7dbbe8-74ad-4cee-9ad5-bdb39554ff80 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:00.318620 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-ea7dbbe8-74ad-4cee-9ad5-bdb39554ff80 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddb9cefc-3757-448b-95f5-059c8399d25b HTTP/1.1" status: 200 len: 847 time: 0.0937114 Jan 14 05:31:00.325227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] For port 307da864-9082-4515-a93c-95d6e69e96af, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=307da864-9082-4515-a93c-95d6e69e96af,segment=NetworkSegment(a337b9b9-f3de-4f56-b086-8ebcf25af586),segment_id=a337b9b9-f3de-4f56-b086-8ebcf25af586)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:00.325922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.401950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f61ced2d-dade-4bed-997e-d49abf8a50b4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:00.418587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f61ced2d-dade-4bed-997e-d49abf8a50b4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:00.419046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.426053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f1d7e238-58c5-492d-8189-8e24f9795d9e req-e9ebfe98-64ca-4165-b596-96b496239b7b tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f56c0d30b5b45c292c6569d0ede0f8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4307232 Jan 14 05:31:00.483081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-fb60eb43-7a01-4fe0-bd4c-84295e7ae4e7 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43a82489-068b-4ba2-9c5f-362d0153fc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0653872 Jan 14 05:31:00.544133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.599695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.606842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.616140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Transition to ACTIVE for port object b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:00.633451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Pushing event updated for resources: {'Port': ['ID=89ec151b-be9f-4670-8a73-8831f3630b8b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:00.664312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Calling delete_port for 307da864-9082-4515-a93c-95d6e69e96af owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:00.696391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:00.709238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.727395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.761113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.163s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:00.771860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.501s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:00.772295 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:00.773358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:00.773964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1fa6f62-d6c1-489a-afc3-cec223fd8ae5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:00.779083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Transition to ACTIVE for port object b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:00.781203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.792317 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27f3f292-f1e9-4eda-addf-434444ce3df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.583s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:00.802317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.835653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1a8a90d-db07-4388-9c52-ed027cef5704,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:00.842002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:00.853423 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:00.854871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:00.923136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.45', 54094) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:00.970744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ff9e907-7e93-4962-92da-554eb4d1b976,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:01.000360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbe0569e-6005-4fc9-a327-2b9d209a65b1 req-9664e25a-72ed-4b29-8423-87d5fcce16ec tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:01.003907 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-dbe0569e-6005-4fc9-a327-2b9d209a65b1 req-9664e25a-72ed-4b29-8423-87d5fcce16ec tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8377585 Jan 14 05:31:01.021572 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:01.070461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:01.071887 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1a8a90d-db07-4388-9c52-ed027cef5704 HTTP/1.1" status: 204 len: 168 time: 1.2434731 Jan 14 05:31:01.090250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-dbe0569e-6005-4fc9-a327-2b9d209a65b1 req-48a4b99b-1635-4c98-802b-31268ecd3991 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/quotas/ed7d00f83aef401897d749c94cd61619 HTTP/1.1" status: 200 len: 375 time: 0.0518711 Jan 14 05:31:01.092427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6aa7c4f7-e653-4fe2-8f7f-86d1165ac1b1 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.45 "GET /v2.0/networks?tenant_id=ed7d00f83aef401897d749c94cd61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1656861 Jan 14 05:31:01.195783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:01.349130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:01.421010 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-dbe0569e-6005-4fc9-a327-2b9d209a65b1 req-1699786e-2b98-4fe9-aabf-8aa224aba8ab tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.48 "GET /v2.0/ports?tenant_id=ed7d00f83aef401897d749c94cd61619&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2219772 Jan 14 05:31:01.428929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:01.439221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64ee423d-bc4d-4e30-974b-c216d9b59ccd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:01.461299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ff9e907-7e93-4962-92da-554eb4d1b976,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:01.486139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Pushing event updated for resources: {'Port': ['ID=b00667a6-b098-4eb5-a1da-76e9ea5ec1b7,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:01.492458 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:01.508500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:01.554669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f61ced2d-dade-4bed-997e-d49abf8a50b4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f61ced2d-dade-4bed-997e-d49abf8a50b4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:01.555820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:01.562564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:01.586611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3f518c0f-3a6f-45de-a8ff-f22d1c3d3f60 None None] Provisioning for port 89ec151b-be9f-4670-8a73-8831f3630b8b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:01.595437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:01.603694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3f518c0f-3a6f-45de-a8ff-f22d1c3d3f60 None None] Provisioning complete for port 89ec151b-be9f-4670-8a73-8831f3630b8b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:01.604133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f518c0f-3a6f-45de-a8ff-f22d1c3d3f60 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:01.655872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:01.674842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ff9e907-7e93-4962-92da-554eb4d1b976 HTTP/1.1" status: 204 len: 168 time: 1.4131734 Jan 14 05:31:01.725245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3f518c0f-3a6f-45de-a8ff-f22d1c3d3f60 None None] Port 89ec151b-be9f-4670-8a73-8831f3630b8b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:01.744257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-9852c996-2030-43fe-82b8-466538423606 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:01.745969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-9852c996-2030-43fe-82b8-466538423606 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5836616 Jan 14 05:31:01.766631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Request body: {'port': {'device_id': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': 'ed7d00f83aef401897d749c94cd61619'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:01.768620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:01.769572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5bb3b755-443a-4efc-9672-26d97291e5da up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:01.871970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Attempting to bind port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:01.872386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Attempting to bind port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:01.872798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Attempting to bind port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 on network bf8b62ae-ba43-40d7-ab0c-e55561d699ad {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:01.878981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:01.967088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:01.981500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Checking segment: {'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:01.985877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:01.986398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Bound using segment: {'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:01.987036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Bound port: b00667a6-b098-4eb5-a1da-76e9ea5ec1b7, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:01.987475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:02.038578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f61ced2d-dade-4bed-997e-d49abf8a50b4,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:02.072516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:02.229671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] For port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:02.233292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] For port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b00667a6-b098-4eb5-a1da-76e9ea5ec1b7,segment=NetworkSegment(2d98c180-fe1d-480f-bf6e-1880bc0bdbdb),segment_id=2d98c180-fe1d-480f-bf6e-1880bc0bdbdb)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:02.238360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5bb3b755-443a-4efc-9672-26d97291e5da triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:02.238938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:02.308522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:02.367544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:02.388057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Allocated IP 172.25.3.88 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/0ff100de-7f52-4125-9340-8cac0fdbfec0) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:02.445432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:02.469272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:02.518672 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-15dac999-e1f4-49aa-8fde-ee91f8f5d59b req-b08f93ad-5ba8-4d5b-9cb4-b027316248bb tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/networks?tenant_id=7f56c0d30b5b45c292c6569d0ede0f8a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3353963 Jan 14 05:31:02.553545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Usage tracker for resource:port and tenant:ed7d00f83aef401897d749c94cd61619 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:02.583240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:02.607408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:02.630495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Pushing event updated for resources: {'Port': ['ID=b00667a6-b098-4eb5-a1da-76e9ea5ec1b7,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:02.666711 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:02.671667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Made reservation on behalf of ed7d00f83aef401897d749c94cd61619 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:02.691495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:02.716471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-15dac999-e1f4-49aa-8fde-ee91f8f5d59b req-90785d0a-50b8-441f-a526-a8a8f07da78e tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:02.724605 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-15dac999-e1f4-49aa-8fde-ee91f8f5d59b req-90785d0a-50b8-441f-a526-a8a8f07da78e tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2046123 Jan 14 05:31:02.752729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:02.777955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:31:02.778427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:31:02.815726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:02.847530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-15dac999-e1f4-49aa-8fde-ee91f8f5d59b req-2cd10001-f6c7-4fae-b3cc-3d4e3462c457 tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/quotas/7f56c0d30b5b45c292c6569d0ede0f8a HTTP/1.1" status: 200 len: 375 time: 0.1217372 Jan 14 05:31:02.852236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Usage tracker for resource:security_group_rule and tenant:ed7d00f83aef401897d749c94cd61619 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:02.870959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:02.881476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:02.896651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-0703a32b-c4f2-4f5b-bfe8-5d27bf3a144c service neutron] 10.222.0.45 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.2645378 Jan 14 05:31:02.897932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:02.925877 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-15dac999-e1f4-49aa-8fde-ee91f8f5d59b req-c194e22a-6525-4cb1-9743-f944678d2e71 tempest-QuotasAdminNegativeTest-535953579 tempest-QuotasAdminNegativeTest-535953579] 10.222.0.48 "GET /v2.0/ports?tenant_id=7f56c0d30b5b45c292c6569d0ede0f8a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0772238 Jan 14 05:31:02.980435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 307da864-9082-4515-a93c-95d6e69e96af no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:03.052497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 307da864-9082-4515-a93c-95d6e69e96af {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:31:03.053150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 307da864-9082-4515-a93c-95d6e69e96af not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:31:03.080811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:03.136149 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:03.189516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-7ab66dcd-758f-4a05-aac3-3b961af6b322 service neutron] 10.222.0.45 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2602899 Jan 14 05:31:03.219660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:03.222156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f61ced2d-dade-4bed-997e-d49abf8a50b4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:03.424262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:03.427570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Pushing event updated for resources: {'Port': ['ID=0ff100de-7f52-4125-9340-8cac0fdbfec0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:03.428938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f61ced2d-dade-4bed-997e-d49abf8a50b4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:03.431834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:03.433669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:03.434475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:03.488488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51030777-05ae-4623-a9b3-1ce3977b5271 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:03.554375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Deleting port 307da864-9082-4515-a93c-95d6e69e96af {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:03.555145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:03.599273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:03.707755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Pushing event updated for resources: {'SecurityGroup': ['ID=e1dd4d68-cae1-45ab-9dfd-9e88b1bca8dd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:03.721148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:03.763091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:03.778863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:03.787594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:03.819725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38980) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:03.907014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] The port '307da864-9082-4515-a93c-95d6e69e96af' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:31:04.122791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:04.210136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Allocated IP 192.168.233.67 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/8178bab6-6b16-4d3a-8afc-52be14098385) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:04.291382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['32e086de-4bcf-40fd-831e-7a58dfe8edc4']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:04.308337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a337b9b9-f3de-4f56-b086-8ebcf25af586') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:04.309033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a337b9b9-f3de-4f56-b086-8ebcf25af586') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:04.324721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:04.345570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:04.348950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Releasing vxlan tunnel 4 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:31:04.384274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38996) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:04.419998 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-459b0ba4-ff0f-4fdc-8ad5-39b93e8af104 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed7d00f83aef401897d749c94cd61619&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5989420 Jan 14 05:31:04.436048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39000) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:04.641919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsTestJSON-1624843199-network', 'tenant_id': 'ee2013dee3e4437b895ef61a211544a4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:04.668972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:04.673012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:04.722843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:31:04.741968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:04.755830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Usage tracker for resource:network and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:04.772321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:04.870849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:04.872940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39012) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:04.894085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6c4877a-1543-4c81-8f8e-932905dc9430 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:04.945795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e84627e8-4f6e-417b-a27a-b41c8a8c3340 None None] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:31:05.235066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae34ce62-9964-4592-8cdd-615f59fa5b46 None None] Provisioning for port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:05.254062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Network 32e086de-4bcf-40fd-831e-7a58dfe8edc4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:31:05.282896 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:31:05.288238 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:31:05.340098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:05.359004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-c75eab68-0466-4cd5-8b03-48cc71fbd473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:05.359268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-c75eab68-0466-4cd5-8b03-48cc71fbd473 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0445e23f50124ddd81b387ac8328e4a1&device_id=36acadba-c25a-41df-89bd-e8ff71abbf6a HTTP/1.1" status: 200 len: 1158 time: 2.0984259 Jan 14 05:31:05.394798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Made reservation on behalf of ee2013dee3e4437b895ef61a211544a4 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:05.401078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.447420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.509988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.534001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6c4877a-1543-4c81-8f8e-932905dc9430 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.540045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-d1e57a5d-e211-4adb-a8f4-81eb35c8602a None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:31:05.557310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:05.568828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.573960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:05.590904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Usage tracker for resource:security_group_rule and tenant:7f56c0d30b5b45c292c6569d0ede0f8a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:05.593327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:05.594961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:31:05.596893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:05.599977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:05.602397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-4f2924d9-ae70-4494-8a00-d4e715f062d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:05.603422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:05.604019 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-4f2924d9-ae70-4494-8a00-d4e715f062d4 service neutron] 10.222.0.45 "GET /v2.0/networks?id=43a82489-068b-4ba2-9c5f-362d0153fc02 HTTP/1.1" status: 200 len: 901 time: 0.1890419 Jan 14 05:31:05.604257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.605757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:05.695104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.704201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:05.715452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.735530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-135fa6c1-a912-4ba8-87b5-71d1a0580be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:05.744532 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-731c7d6d-623c-42f6-b83b-d2a02e736a52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=f8df23d5-64a9-43a7-b9f2-cac6e4f87052 HTTP/1.1" status: 200 len: 217 time: 0.0996265 Jan 14 05:31:05.750242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Transition to ACTIVE for port object 8178bab6-6b16-4d3a-8afc-52be14098385 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:05.752416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.752968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:05.840860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device f8df23d5-64a9-43a7-b9f2-cac6e4f87052 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:05.983737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:05.989715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:06.004092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3a66cf8b-9efd-474f-a4d8-e6d6c3e2927a None None] Provisioning complete for port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:06.004633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a66cf8b-9efd-474f-a4d8-e6d6c3e2927a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.024451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Pushing event deleted for resources: {'Network': ['ID=32e086de-4bcf-40fd-831e-7a58dfe8edc4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:06.044181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.048174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource [None req-f6c4877a-1543-4c81-8f8e-932905dc9430 admin admin] delete failed: No details.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: [parameters: {'id': 'e1dd4d68-cae1-45ab-9dfd-9e88b1bca8dd'}] Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource result.read() Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource pymysql.err.IntegrityError: (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource The above exception was the direct cause of the following exception: Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource Traceback (most recent call last): Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/resource.py", line 98, in resource Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource result = method(request=request, **args) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 573, in delete Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return self._delete(request, id, **kwargs) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise value Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise value Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 05:31:06.095327 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise value Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/api/v2/base.py", line 601, in _delete Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource obj_deleter(request.context, id, **kwargs) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return method(*args, **kwargs) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise value Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource ectxt.value = e.inner_exc Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise value Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return f(*args, **kwargs) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self.force_reraise() Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource six.reraise(self.type_, self.value, self.tb) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise value Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return f(*dup_args, **dup_kwargs) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 275, in delete_security_group Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource sg.delete() Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/base.py", line 903, in delete Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self._get_composite_keys())) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/opt/stack/neutron/neutron/objects/db/api.py", line 95, in delete_object Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource context.session.delete(db_obj) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource yield resource Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource next(self.gen) Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self.session.flush() Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 05:31:06.111141 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self._flush(objects) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource transaction.rollback(_capture_exception=True) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource with_traceback=exc_tb, Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise exception Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource flush_context.execute() Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource rec.execute(self) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 624, in execute Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource uow, Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 348, in delete_obj Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource delete, Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1340, in _emit_delete_statements Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource c = connection.execute(statement, del_objects) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return meth(self, multiparams, params) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource return connection._execute_clauseelement(self, multiparams, params) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource distilled_params, Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource e, statement, parameters, cursor, context Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise exception Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource cursor, statement, parameters, context Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource cursor.execute(statement, parameters) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource result = self._query(query) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource conn.query(q) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource result.read() Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource first_packet = self.connection._read_packet() Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource packet.raise_for_error() Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource err.raise_mysql_exception(self._data) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource raise errorclass(errno, errval) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource [SQL: DELETE FROM securitygroups WHERE securitygroups.id = %(id)s] Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource [parameters: {'id': 'e1dd4d68-cae1-45ab-9dfd-9e88b1bca8dd'}] Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 05:31:06.118314 n-d-768851-4 neutron-server[80820]: ERROR neutron.api.v2.resource Jan 14 05:31:06.130135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:06.130481 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6c4877a-1543-4c81-8f8e-932905dc9430 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e1dd4d68-cae1-45ab-9dfd-9e88b1bca8dd HTTP/1.1" status: 500 len: 363 time: 1.6489782 Jan 14 05:31:06.130633 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] 10.222.0.48 "DELETE /v2.0/networks/32e086de-4bcf-40fd-831e-7a58dfe8edc4 HTTP/1.1" status: 204 len: 168 time: 9.4534194 Jan 14 05:31:06.130830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 4} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:31:06.130992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-61e34b5e-c603-4348-bcae-772d37f746ed service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:06.130992 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-61e34b5e-c603-4348-bcae-772d37f746ed service neutron] 10.222.0.45 "GET /v2.0/subnets?id=ddb9cefc-3757-448b-95f5-059c8399d25b HTTP/1.1" status: 200 len: 847 time: 0.3636267 Jan 14 05:31:06.131936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:06.151854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b00667a6-b098-4eb5-a1da-76e9ea5ec1b7,segment=NetworkSegment(2d98c180-fe1d-480f-bf6e-1880bc0bdbdb),segment_id=2d98c180-fe1d-480f-bf6e-1880bc0bdbdb)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:06.217376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:31:06.226879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:06.227308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.261112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.291007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.301202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.312278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d20b66a8-654d-4299-9597-8fc1e37cbb9b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:06.324252 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-80a36d1b-0e9c-451c-9f76-5275c5ee6ae4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=43a82489-068b-4ba2-9c5f-362d0153fc02&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1968782 Jan 14 05:31:06.359830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32806891-2246-46ed-b899-44a461e0aefa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:06.392269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-992dbc4c-9f59-4999-bb27-1279f71699fb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:06.418005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.480843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b00667a6-b098-4eb5-a1da-76e9ea5ec1b7,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:06.491961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:06.557817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:06.571917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Sync routers for ids ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:06.589236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1729f2bd-2df1-4293-93dd-eac07694330f None None] Provisioning complete for port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:06.590017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1729f2bd-2df1-4293-93dd-eac07694330f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.600357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Routers {'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:06.603845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:06.620864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.624480 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Added segment 8fffdaf2-34c3-4398-a783-d9f8557229fd of type vxlan for network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 Jan 14 05:31:06.630646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39052) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:06.633566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.645602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.650273 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d2c3f56-b161-4f14-b72d-9b6eceb3730b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 20.9881921 Jan 14 05:31:06.665532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39058) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:06.692941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.703151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:06.751911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.766588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:06.767380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.767699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Pushing event updated for resources: {'Port': ['ID=89ec151b-be9f-4670-8a73-8831f3630b8b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:06.771129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:06.810111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.811689 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.613s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:06.812713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port f8df23d5-64a9-43a7-b9f2-cac6e4f87052, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,segment=NetworkSegment(4667c5a2-598d-4630-8664-39f5fc29a754),segment_id=4667c5a2-598d-4630-8664-39f5fc29a754)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:06.826958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.830194 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f15e253-88a2-4050-bc65-cbbf4930ed08 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:06.830657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.845627 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-87155a65-927b-4ab8-9b3f-0e4aa2121e9e service neutron] 10.222.0.45 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4545023 Jan 14 05:31:06.908432 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7f56c0d30b5b45c292c6569d0ede0f8a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.0308316 Jan 14 05:31:06.909699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Pushing event updated for resources: {'Port': ['ID=8178bab6-6b16-4d3a-8afc-52be14098385,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:06.926718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39068) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:06.928220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:06.929051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:06.977545 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ecd39fb-9580-48a8-ab33-b8633edbcaf8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b01538116ca0437e9d08b4d186abcb7c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3375845 Jan 14 05:31:07.034116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:07.044593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:07.121585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39072) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:07.237968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:07.240897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:07.258299 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:07.283242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Set router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:07.295998 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.8981395 Jan 14 05:31:07.320891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:07.321576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39086) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:07.335471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device f8df23d5-64a9-43a7-b9f2-cac6e4f87052 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:07.400169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Request body: {'subnet': {'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsTestJSON-1624843199-subnet', 'tenant_id': 'ee2013dee3e4437b895ef61a211544a4', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:07.412432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:07.427173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:07.439840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:07.440267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:07.443635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:07.598308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Usage tracker for resource:subnet and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:07.651464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:07.652463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:07.653978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:07.713343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Pushing event updated for resources: {'Network': ['ID=25be67bf-c4bf-4928-9c1a-89a5c20e6e21,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:07.718407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:07.727196 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.469s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:07.732302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ca5b8b8-a362-420e-aa39-e3bc13dd20ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.826s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:07.776127 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052', 'code': 200} Jan 14 05:31:07.782329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.798786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:07.802830 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:07.820575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:07.821585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:07.838948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Made reservation on behalf of ee2013dee3e4437b895ef61a211544a4 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:07.844502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:07.918495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:07.963910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 3, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:30:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:07.974950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Checking router: afdb7e5e-627c-457e-bdb8-0c2fc6fb977d for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:07.975347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Updating router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d port 8bfe5054-340c-4b5e-a433-f1bfc95405cd binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:31:08.051046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd7e4ad2-5b80-44f5-9b1a-d41b35f812a9 req-fa006f6b-edc9-4f1c-a837-9a4f261981f8 service neutron] 10.222.0.45 "GET /v2.0/networks/43a82489-068b-4ba2-9c5f-362d0153fc02?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0866406 Jan 14 05:31:08.081329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a03e8c04-e6f1-40cc-8cca-f6d8d0eeb6a0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:08.113376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.116973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:31:08.117204 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:08.153214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.3911858 Jan 14 05:31:08.174762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Request body: {'port': {'device_id': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:08.244286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:31:08.269233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.429378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18d7720a-0276-4255-8010-f2c0bae157ed None None] Provisioning for port 8178bab6-6b16-4d3a-8afc-52be14098385 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:08.439103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.446968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18d7720a-0276-4255-8010-f2c0bae157ed None None] Provisioning complete for port 8178bab6-6b16-4d3a-8afc-52be14098385 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:08.447527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18d7720a-0276-4255-8010-f2c0bae157ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.449634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef6dbf3a-2975-4334-9b1b-60ed71085e1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:08.493287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Router d8827883-78e7-4725-96e3-69ba260b689d is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:31:08.499403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.516685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-18d7720a-0276-4255-8010-f2c0bae157ed None None] Port 8178bab6-6b16-4d3a-8afc-52be14098385 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:08.541373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.550263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a03e8c04-e6f1-40cc-8cca-f6d8d0eeb6a0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:08.560010 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:08.620893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:08.625122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:08.627196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.702289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1b12a22-fe22-4033-95bc-7c33c91311c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:08.908259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.913421 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8e906a3c-b69b-4a84-b05c-d88942d929be HTTP/1.1" status: 204 len: 168 time: 1.7906318 Jan 14 05:31:08.915075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e906a3c-b69b-4a84-b05c-d88942d929be,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:08.960590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.961846 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a03e8c04-e6f1-40cc-8cca-f6d8d0eeb6a0 HTTP/1.1" status: 204 len: 168 time: 1.9896328 Jan 14 05:31:08.962941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:08.984143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:08.993968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Sync routers for ids ['d8827883-78e7-4725-96e3-69ba260b689d'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:09.019007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Routers {'d8827883-78e7-4725-96e3-69ba260b689d'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:09.019754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d8827883-78e7-4725-96e3-69ba260b689d'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:09.036632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.049320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Transition to ACTIVE for port object 8bfe5054-340c-4b5e-a433-f1bfc95405cd will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:09.055692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.101513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.399s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:09.215907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5021cbe-fe2f-45d5-90a9-fa4e43621450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:09.235213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.239253 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 10.1205297 Jan 14 05:31:09.252622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39122) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:09.310840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Attempting to bind port 8bfe5054-340c-4b5e-a433-f1bfc95405cd on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:09.311493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Attempting to bind port 8bfe5054-340c-4b5e-a433-f1bfc95405cd by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:09.312055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Attempting to bind port 8bfe5054-340c-4b5e-a433-f1bfc95405cd on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:09.330464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:09.331184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:09.331779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.332379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:09.333191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Bound port: 8bfe5054-340c-4b5e-a433-f1bfc95405cd, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:09.333766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.411046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.414522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device f8df23d5-64a9-43a7-b9f2-cac6e4f87052 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:09.418788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] For port 8bfe5054-340c-4b5e-a433-f1bfc95405cd, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:09.422820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] For port 8bfe5054-340c-4b5e-a433-f1bfc95405cd, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8bfe5054-340c-4b5e-a433-f1bfc95405cd,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:09.436364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.445993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Router 8a81f153-d184-4d34-908e-0c1457e902d6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:31:09.619553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bbd2e0cb-92ad-41dd-8337-8bdfd4c0fc78 None None] Provisioning complete for port 89ec151b-be9f-4670-8a73-8831f3630b8b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:09.620142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bbd2e0cb-92ad-41dd-8337-8bdfd4c0fc78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:09.748190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be95db-3acc-4eb2-9c9d-599e852d0635 None None] Pushing event updated for resources: {'Port': ['ID=8bfe5054-340c-4b5e-a433-f1bfc95405cd,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:09.778551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bbd2e0cb-92ad-41dd-8337-8bdfd4c0fc78 None None] Port 89ec151b-be9f-4670-8a73-8831f3630b8b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:09.786398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6be95db-3acc-4eb2-9c9d-599e852d0635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:09.788164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.035s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:09.825903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Allocated IP 172.20.0.1 (a4a45833-fa4f-4e32-838c-c80e2ea87602/4dbdcae2-fcf7-434a-a9a8-6715d9df47d7/c29b5fae-763b-4e39-a728-6d7500a4a217) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:09.877260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Routers {'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:09.877968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:09.915499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Set router d8827883-78e7-4725-96e3-69ba260b689d gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:10.051576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:10.080366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Transition to ACTIVE for port object c29b5fae-763b-4e39-a728-6d7500a4a217 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:10.109388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:10.200955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] Set router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:10.213086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39134) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:10.230260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:10.294645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:10.354846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-e16b7891-4193-49d8-bfeb-a84ee27260eb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:10.355567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-e16b7891-4193-49d8-bfeb-a84ee27260eb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Synchronizing usage tracker for tenant:0445e23f50124ddd81b387ac8328e4a1 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:10.447219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:10.486734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port f8df23d5-64a9-43a7-b9f2-cac6e4f87052, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,segment=NetworkSegment(4667c5a2-598d-4630-8664-39f5fc29a754),segment_id=4667c5a2-598d-4630-8664-39f5fc29a754)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:10.500970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:10.534602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:10.568022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:10.574405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325361d7-573c-439d-999e-067d16460485 None None] Sync routers for ids ['8a81f153-d184-4d34-908e-0c1457e902d6'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:10.575230 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052', 'code': 422} returned with failed status Jan 14 05:31:10.578609 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:10.614944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325361d7-573c-439d-999e-067d16460485 None None] Routers {'8a81f153-d184-4d34-908e-0c1457e902d6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:10.615986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-325361d7-573c-439d-999e-067d16460485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a81f153-d184-4d34-908e-0c1457e902d6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:10.639945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Pushing event updated for resources: {'Port': ['ID=c29b5fae-763b-4e39-a728-6d7500a4a217,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:10.641224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:10.650895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] 10.222.0.48 "PUT /v2.0/routers/8a81f153-d184-4d34-908e-0c1457e902d6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 23.7632842 Jan 14 05:31:10.651737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:10.671276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-e16b7891-4193-49d8-bfeb-a84ee27260eb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Unset dirty status for tenant:0445e23f50124ddd81b387ac8328e4a1 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:10.676874 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-e16b7891-4193-49d8-bfeb-a84ee27260eb tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.45 "GET /v2.0/ports?device_id=36acadba-c25a-41df-89bd-e8ff71abbf6a HTTP/1.1" status: 200 len: 945 time: 1.5300844 Jan 14 05:31:10.742817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6be95db-3acc-4eb2-9c9d-599e852d0635 None None] Pushing event updated for resources: {'Port': ['ID=8bfe5054-340c-4b5e-a433-f1bfc95405cd,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:10.761399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:10.767235 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:10.786719 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6be95db-3acc-4eb2-9c9d-599e852d0635 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.998s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:10.806062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:10.809656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:31:04Z', 'revision_number': 3, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:02Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:10.816576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Checking router: d8827883-78e7-4725-96e3-69ba260b689d for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:10.816762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:10.817452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Updating router d8827883-78e7-4725-96e3-69ba260b689d port 0ff100de-7f52-4125-9340-8cac0fdbfec0 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:31:10.846258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:10.905763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:10.976838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Usage tracker for resource:security_group_rule and tenant:783036d241a44149a46d09037aa63b4f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:11.022305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Deleting port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:11.022672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:11.047247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:11.122469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:11.164859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39156) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:11.199517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:11.242096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-46c58846-e5a1-4bfb-af31-526e1cf927c4 None None] Provisioning for port c29b5fae-763b-4e39-a728-6d7500a4a217 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:11.255517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-46c58846-e5a1-4bfb-af31-526e1cf927c4 None None] Provisioning complete for port c29b5fae-763b-4e39-a728-6d7500a4a217 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:11.256549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46c58846-e5a1-4bfb-af31-526e1cf927c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:11.305932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-325361d7-573c-439d-999e-067d16460485 None None] Set router 8a81f153-d184-4d34-908e-0c1457e902d6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:11.513094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-46c58846-e5a1-4bfb-af31-526e1cf927c4 None None] Port c29b5fae-763b-4e39-a728-6d7500a4a217 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:11.653523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:31:11.755461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:11.773753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Transition to ACTIVE for port object 0ff100de-7f52-4125-9340-8cac0fdbfec0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:11.782208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:11.840306 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:11.865725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:11.890369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 3, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:12.014467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f597bd1-fb65-42ec-8ce2-b4a1700c30d5 None None] The sync data for ids ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'] in n-d-768851-4 is: [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 3, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:12.196237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Attempting to bind port 0ff100de-7f52-4125-9340-8cac0fdbfec0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:12.197645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Attempting to bind port 0ff100de-7f52-4125-9340-8cac0fdbfec0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:12.198289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Attempting to bind port 0ff100de-7f52-4125-9340-8cac0fdbfec0 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:12.220142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:12.221215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:12.221873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.232184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:12.233414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Bound port: 0ff100de-7f52-4125-9340-8cac0fdbfec0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:12.234774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.255721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-325361d7-573c-439d-999e-067d16460485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:31:02Z', 'revision_number': 4, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '89ec151b-be9f-4670-8a73-8831f3630b8b', 'name': '', 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'mac_address': 'fa:16:3e:56:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c65eef79-2eab-4d5a-8ee6-74d15241e5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:55Z', 'updated_at': '2021-01-14T05:31:04Z', 'revision_number': 2, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'subnets': [{'id': 'c65eef79-2eab-4d5a-8ee6-74d15241e5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:12.260242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.260695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325361d7-573c-439d-999e-067d16460485 None None] Checking router: 8a81f153-d184-4d34-908e-0c1457e902d6 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:12.261096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325361d7-573c-439d-999e-067d16460485 None None] Updating router 8a81f153-d184-4d34-908e-0c1457e902d6 port 89ec151b-be9f-4670-8a73-8831f3630b8b binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:31:12.318920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.322240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd550b5a-3666-4fdf-8d8f-a9809f8b6af0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:12.325807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325361d7-573c-439d-999e-067d16460485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.328634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.435183 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-6b44ab58-a077-4c13-8a36-7aaf23a034bb tempest-ServersOnMultiNodesTest-566543502 tempest-ServersOnMultiNodesTest-566543502] 10.222.0.48 "GET /v2.0/networks?tenant_id=8c98b40652dc411c86042f4b9a371a7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1760030 Jan 14 05:31:12.480381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:12.499872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] For port f8df23d5-64a9-43a7-b9f2-cac6e4f87052, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,segment=NetworkSegment(4667c5a2-598d-4630-8664-39f5fc29a754),segment_id=4667c5a2-598d-4630-8664-39f5fc29a754)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:12.500926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.697291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] For port 0ff100de-7f52-4125-9340-8cac0fdbfec0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:12.704613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] For port 0ff100de-7f52-4125-9340-8cac0fdbfec0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0ff100de-7f52-4125-9340-8cac0fdbfec0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:12.711231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Calling delete_port for f8df23d5-64a9-43a7-b9f2-cac6e4f87052 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:12.715645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.737690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc1b4257-94ea-411a-beb8-671ba76d9815 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.745504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.805298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Usage tracker for resource:security_group_rule and tenant:d4126fbf4413454c9bad9875b171db5a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:12.808779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:12.815752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:12.816182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a77327-172e-4d43-8235-a604766b14f5 None None] Pushing event updated for resources: {'Port': ['ID=0ff100de-7f52-4125-9340-8cac0fdbfec0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:12.821015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d8fc9d82-acae-4b6c-bd44-1c59fe89594b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:12.821210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10a77327-172e-4d43-8235-a604766b14f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.983s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:12.822830 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d8fc9d82-acae-4b6c-bd44-1c59fe89594b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.48 "GET /v2.0/networks?id=f42c1e25-b57f-4861-a3b0-cfae0e5079ee HTTP/1.1" status: 200 len: 829 time: 0.3718519 Jan 14 05:31:12.832252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:12.921327 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=783036d241a44149a46d09037aa63b4f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.6926117 Jan 14 05:31:12.940695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.942097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39198) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:12.948571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:12.975892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a77327-172e-4d43-8235-a604766b14f5 None None] Pushing event updated for resources: {'Port': ['ID=0ff100de-7f52-4125-9340-8cac0fdbfec0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:12.983296 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10a77327-172e-4d43-8235-a604766b14f5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:12.987192 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-16cf8b8c-9aea-41b5-8a61-1d3accdc63e2 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.48 "GET /v2.0/quotas/1ff348bf459246f6922d2799784f23d9 HTTP/1.1" status: 200 len: 375 time: 0.0601685 Jan 14 05:31:12.995723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8178bab6-6b16-4d3a-8afc-52be14098385 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:31:12.998800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325361d7-573c-439d-999e-067d16460485 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.021282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-325361d7-573c-439d-999e-067d16460485 None None] Transition to ACTIVE for port object 89ec151b-be9f-4670-8a73-8831f3630b8b will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:13.024413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Routers {'d8827883-78e7-4725-96e3-69ba260b689d'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:13.026596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d8827883-78e7-4725-96e3-69ba260b689d'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:13.029782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325361d7-573c-439d-999e-067d16460485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.057019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.063014 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:13.142732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576b71a-3319-45ce-94cf-9816c7c6d973 None None] Pushing event updated for resources: {'Port': ['ID=89ec151b-be9f-4670-8a73-8831f3630b8b,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:13.223196 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7576b71a-3319-45ce-94cf-9816c7c6d973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:13.288575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8bfe5054-340c-4b5e-a433-f1bfc95405cd up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:13.372521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.374248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] Set router d8827883-78e7-4725-96e3-69ba260b689d gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:13.402498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c07e0bb-cd9c-448d-b0f6-74df83f78bbe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:13.548805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=78f9498e-fabb-4b13-bbad-df901c04a58e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:13.554004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-325361d7-573c-439d-999e-067d16460485 None None] Attempting to bind port 89ec151b-be9f-4670-8a73-8831f3630b8b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:13.554523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-325361d7-573c-439d-999e-067d16460485 None None] Attempting to bind port 89ec151b-be9f-4670-8a73-8831f3630b8b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:13.555050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325361d7-573c-439d-999e-067d16460485 None None] Attempting to bind port 89ec151b-be9f-4670-8a73-8831f3630b8b on network f42c1e25-b57f-4861-a3b0-cfae0e5079ee {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:13.566675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325361d7-573c-439d-999e-067d16460485 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:13.567241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325361d7-573c-439d-999e-067d16460485 None None] Checking segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:13.568170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325361d7-573c-439d-999e-067d16460485 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.569244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-325361d7-573c-439d-999e-067d16460485 None None] Bound using segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:13.571115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-325361d7-573c-439d-999e-067d16460485 None None] Bound port: 89ec151b-be9f-4670-8a73-8831f3630b8b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:13.572398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325361d7-573c-439d-999e-067d16460485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.591940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.653059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:13.653255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Allocated IP 172.20.0.1 (bf8b62ae-ba43-40d7-ab0c-e55561d699ad/5fd73323-dd4b-4294-bce8-87eb64fb043c/97d4104a-ff16-4c7c-80e9-4fa7e817fd8b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:13.657199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.687268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.703148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-325361d7-573c-439d-999e-067d16460485 None None] For port 89ec151b-be9f-4670-8a73-8831f3630b8b, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:13.706952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-325361d7-573c-439d-999e-067d16460485 None None] For port 89ec151b-be9f-4670-8a73-8831f3630b8b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=89ec151b-be9f-4670-8a73-8831f3630b8b,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:13.711882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.713721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325361d7-573c-439d-999e-067d16460485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.817003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.822790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 8bfe5054-340c-4b5e-a433-f1bfc95405cd completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:13.833512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Transition to ACTIVE for port object 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:13.838539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:13.845480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 8bfe5054-340c-4b5e-a433-f1bfc95405cd triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:13.846041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.865603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:13.877233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.892883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Transition to ACTIVE for port object 8178bab6-6b16-4d3a-8afc-52be14098385 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:13.909838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:13.942402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:31:04Z', 'revision_number': 3, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:13.947001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d848b328-3ecb-4e11-ae43-7a335ef03bc4 None None] The sync data for ids ['d8827883-78e7-4725-96e3-69ba260b689d'] in n-d-768851-4 is: [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:31:04Z', 'revision_number': 3, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:13.994173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-325361d7-573c-439d-999e-067d16460485 None None] Routers {'8a81f153-d184-4d34-908e-0c1457e902d6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:13.997107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-325361d7-573c-439d-999e-067d16460485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:30:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a81f153-d184-4d34-908e-0c1457e902d6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:14.045724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.073133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 8bfe5054-340c-4b5e-a433-f1bfc95405cd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8bfe5054-340c-4b5e-a433-f1bfc95405cd,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:14.077856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.084202 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d4126fbf4413454c9bad9875b171db5a&name=default HTTP/1.1" status: 200 len: 2979 time: 2.9181328 Jan 14 05:31:14.084767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51cad221-ce78-46da-92d7-9bd99c025187 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:14.085152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.120816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39202) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:14.122140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Pushing event updated for resources: {'Port': ['ID=c29b5fae-763b-4e39-a728-6d7500a4a217,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.136659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.153096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:14.154976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:14.178150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=8bfe5054-340c-4b5e-a433-f1bfc95405cd,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.191738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:14.200195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa5b03b-fb6f-4428-9cb7-2f4de51b82a8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.218673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:14.220812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7576b71a-3319-45ce-94cf-9816c7c6d973 None None] Pushing event updated for resources: {'Port': ['ID=89ec151b-be9f-4670-8a73-8831f3630b8b,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.227541 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7576b71a-3319-45ce-94cf-9816c7c6d973 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:14.231955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-325361d7-573c-439d-999e-067d16460485 None None] Set router 8a81f153-d184-4d34-908e-0c1457e902d6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:14.242749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.246653 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fa5b03b-fb6f-4428-9cb7-2f4de51b82a8 HTTP/1.1" status: 204 len: 168 time: 1.2914596 Jan 14 05:31:14.246653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfb022f9-c187-4051-9adb-86198b5c5351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:14.302489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Pushing event deleted for resources: {'Port': ['ID=f8df23d5-64a9-43a7-b9f2-cac6e4f87052,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.314328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:14.319718 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:14.337564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:14.365298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Checking segment: {'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:14.365748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Network hostable DHCP agents. Network: 25be67bf-c4bf-4928-9c1a-89a5c20e6e21, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:31:14.370876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=18a1232a-b4a1-41e3-a7e4-c07759219ca5,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.397133 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.075s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:14.408600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:14.423355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.424148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4d17552-1832-4f2b-95d0-b0c32dc6ad22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.641s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:14.437472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f04b05fb-8e52-4a22-93c6-479ede4d9661 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.454434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:14.463901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fa5b03b-fb6f-4428-9cb7-2f4de51b82a8,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.466125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:14.520360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:14.526159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91ee90cf-617e-4c1b-a253-9387421a8aab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:14.620757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:31:14.670009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5f674d79-db7e-43ce-91d1-e1b394fcc3b4 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.48 "GET /v2.0/ports?tenant_id=1ff348bf459246f6922d2799784f23d9&fields=id HTTP/1.1" status: 200 len: 302 time: 1.6693149 Jan 14 05:31:14.680656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Pushing event updated for resources: {'Port': ['ID=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:14.683576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 25be67bf-c4bf-4928-9c1a-89a5c20e6e21) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:14.690964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-27269aab-02a8-4c63-a401-3d12aef4b050 None None] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:31:14.726533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-9bc4613b-a61a-4028-b7ef-24b9a4731415 tempest-ServersOnMultiNodesTest-566543502 tempest-ServersOnMultiNodesTest-566543502] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:14.731210 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-9bc4613b-a61a-4028-b7ef-24b9a4731415 tempest-ServersOnMultiNodesTest-566543502 tempest-ServersOnMultiNodesTest-566543502] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 2.2936924 Jan 14 05:31:14.813541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-325361d7-573c-439d-999e-067d16460485 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:31:02Z', 'revision_number': 4, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '89ec151b-be9f-4670-8a73-8831f3630b8b', 'name': '', 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'mac_address': 'fa:16:3e:56:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c65eef79-2eab-4d5a-8ee6-74d15241e5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:55Z', 'updated_at': '2021-01-14T05:31:13Z', 'revision_number': 4, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'subnets': [{'id': 'c65eef79-2eab-4d5a-8ee6-74d15241e5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:14.818979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-325361d7-573c-439d-999e-067d16460485 None None] The sync data for ids ['8a81f153-d184-4d34-908e-0c1457e902d6'] in n-d-768851-4 is: [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:31:02Z', 'revision_number': 4, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '89ec151b-be9f-4670-8a73-8831f3630b8b', 'name': '', 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'mac_address': 'fa:16:3e:56:e9:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_interface', 'standard_attr_id': 565, 'fixed_ips': [{'subnet_id': 'c65eef79-2eab-4d5a-8ee6-74d15241e5a8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:55Z', 'updated_at': '2021-01-14T05:31:13Z', 'revision_number': 4, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'subnets': [{'id': 'c65eef79-2eab-4d5a-8ee6-74d15241e5a8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:14.834567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7b516f13-c9f6-436d-bb8f-f1545e7cd5df None None] Provisioning complete for port c29b5fae-763b-4e39-a728-6d7500a4a217 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:14.835012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b516f13-c9f6-436d-bb8f-f1545e7cd5df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:14.934606 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-ef3e24f0-5a82-4a37-8474-e29fcb889552 tempest-ServersOnMultiNodesTest-566543502 tempest-ServersOnMultiNodesTest-566543502] 10.222.0.48 "GET /v2.0/quotas/8c98b40652dc411c86042f4b9a371a7f HTTP/1.1" status: 200 len: 375 time: 0.1753728 Jan 14 05:31:14.969191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7b516f13-c9f6-436d-bb8f-f1545e7cd5df None None] Port c29b5fae-763b-4e39-a728-6d7500a4a217 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:15.102416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:15.119222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] No DVR routers for this DVR port f8df23d5-64a9-43a7-b9f2-cac6e4f87052 on host n-h2-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:31:15.129431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:15.147413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-08e0cde6-3cf0-4368-882e-b6d3d574d9ef tempest-ServersOnMultiNodesTest-566543502 tempest-ServersOnMultiNodesTest-566543502] 10.222.0.48 "GET /v2.0/ports?tenant_id=8c98b40652dc411c86042f4b9a371a7f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1872406 Jan 14 05:31:15.181975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:15.185185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb2664df-6711-45b5-976f-7d34f1e267be None None] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:31:15.186514 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-972e4110-f83f-4293-bacd-d2381d6c8660 req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.45 "DELETE /v2.0/ports/f8df23d5-64a9-43a7-b9f2-cac6e4f87052 HTTP/1.1" status: 204 len: 173 time: 4.4743037 Jan 14 05:31:15.187173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'name': 'network-vif-deleted', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:15.293026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:15.432611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:31:15.597321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8bfe5054-340c-4b5e-a433-f1bfc95405cd up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:15.779838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:15.848924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ef2a18f8-7a18-4a8d-b307-78dbdd82f95f None None] Provisioning for port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:15.904342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8178bab6-6b16-4d3a-8afc-52be14098385,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:15.915660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ef2a18f8-7a18-4a8d-b307-78dbdd82f95f None None] Provisioning complete for port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:15.916080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef2a18f8-7a18-4a8d-b307-78dbdd82f95f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:15.952858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.426s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:16.069481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.687s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:16.069905 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:16.079824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:16.104083 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df396a5d-7199-481b-bb02-3c83f69bfc8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:16.118565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:16.119317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:16.147216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78f9498e-fabb-4b13-bbad-df901c04a58e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:16.167572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:16.178642 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78f9498e-fabb-4b13-bbad-df901c04a58e HTTP/1.1" status: 204 len: 168 time: 2.0464694 Jan 14 05:31:16.190305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:16.192347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:16.197067 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] 10.222.0.48 "PUT /v2.0/routers/afdb7e5e-627c-457e-bdb8-0c2fc6fb977d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5182388 Jan 14 05:31:16.233895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:16.394918 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-1d8e819b-e361-4514-95ba-e82211e25a19 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0445e23f50124ddd81b387ac8328e4a1&device_id=36acadba-c25a-41df-89bd-e8ff71abbf6a HTTP/1.1" status: 200 len: 210 time: 0.1385241 Jan 14 05:31:16.539758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Sync routers for ids ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:16.695301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Routers {'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:16.696426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:16.843693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-adb8b0e0-70e7-4beb-90d0-63f9e3be2614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:16.845303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-adb8b0e0-70e7-4beb-90d0-63f9e3be2614 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0445e23f50124ddd81b387ac8328e4a1&shared=False HTTP/1.1" status: 200 len: 901 time: 0.4425859 Jan 14 05:31:17.072884 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '36acadba-c25a-41df-89bd-e8ff71abbf6a', 'name': 'network-vif-deleted', 'tag': 'f8df23d5-64a9-43a7-b9f2-cac6e4f87052', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:31:17.182546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-9e9c0eb5-9362-4574-99a4-0a4fb6546cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:17.192106 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-9e9c0eb5-9362-4574-99a4-0a4fb6546cf1 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3397546 Jan 14 05:31:17.202141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:17.243008 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 9.9156849 Jan 14 05:31:17.288590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:17.326944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 8bfe5054-340c-4b5e-a433-f1bfc95405cd triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:17.327372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:17.340896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-013a9826-ffc5-419c-a059-ce14903d8531 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Synchronizing usage tracker for tenant:0445e23f50124ddd81b387ac8328e4a1 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:17.375600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-013a9826-ffc5-419c-a059-ce14903d8531 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Unset dirty status for tenant:0445e23f50124ddd81b387ac8328e4a1 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:17.376914 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e686e240-6257-4ba3-8b6e-675ca09ab3f1 req-013a9826-ffc5-419c-a059-ce14903d8531 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] 10.222.0.45 "GET /v2.0/ports?device_id=36acadba-c25a-41df-89bd-e8ff71abbf6a HTTP/1.1" status: 200 len: 210 time: 0.1395080 Jan 14 05:31:17.402326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:17.408858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ef2a18f8-7a18-4a8d-b307-78dbdd82f95f None None] Port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:17.424639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:17.496451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:17.557959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e9a0b766-66ee-45ef-b3f4-8854f2705047 service neutron] 10.222.0.48 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.7477896 Jan 14 05:31:17.637424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Set router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:17.870997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39272) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:17.914498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:17.943614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Attempting to bind port 8178bab6-6b16-4d3a-8afc-52be14098385 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:17.950559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Attempting to bind port 8178bab6-6b16-4d3a-8afc-52be14098385 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:17.951248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Attempting to bind port 8178bab6-6b16-4d3a-8afc-52be14098385 on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:17.975342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:18.047649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:31:18.178735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89ec151b-be9f-4670-8a73-8831f3630b8b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:18.238993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Pushing event updated for resources: {'Port': ['ID=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:18.243906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:18.264832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 30, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:18.265215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:18.265665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:18.273602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:18.274186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Bound port: 8178bab6-6b16-4d3a-8afc-52be14098385, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:18.274595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:18.321111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 89ec151b-be9f-4670-8a73-8831f3630b8b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:18.329145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 89ec151b-be9f-4670-8a73-8831f3630b8b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:18.329572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:18.373557 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e06c0b2b-4b8e-4c50-982c-2dd4e172e35d service neutron] 10.222.0.48 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8146260 Jan 14 05:31:18.411524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:18.413698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:18.441133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:18.455094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-337151bc-af3d-467b-89ee-0d6a915faad8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c98b40652dc411c86042f4b9a371a7f&device_id=03ad61f5-58fe-4eda-b8f7-d42e20205132 HTTP/1.1" status: 200 len: 210 time: 0.0944114 Jan 14 05:31:18.457002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Usage tracker for resource:security_group_rule and tenant:890e6c45d4e84b09bd8b4ce9cf990ecf is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:18.522657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:18.538186 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-d9e3cf78-4340-4afd-aaab-1d47d1c21fd6 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8c98b40652dc411c86042f4b9a371a7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0740712 Jan 14 05:31:18.546564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:18.736212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:18.818099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 89ec151b-be9f-4670-8a73-8831f3630b8b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=89ec151b-be9f-4670-8a73-8831f3630b8b,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:18.838941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:18.849031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-ad0b36ca-6757-4084-bd28-3fd692d51876 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:18.863264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-ad0b36ca-6757-4084-bd28-3fd692d51876 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3036025 Jan 14 05:31:18.872417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bddc7acd-ebfa-4590-bcb5-eb4931ffac81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:19.061285 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72875449-8199-4b62-a138-f2dc0fbbcc37 req-e3968fa9-98be-4821-b3df-adbfcd395809 tempest-ServersOnMultiNodesTest-566543502 tempest-ServersOnMultiNodesTest-566543502] 10.222.0.45 "GET /v2.0/ports?device_id=03ad61f5-58fe-4eda-b8f7-d42e20205132 HTTP/1.1" status: 200 len: 210 time: 0.1676705 Jan 14 05:31:19.089910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0ff100de-7f52-4125-9340-8cac0fdbfec0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:19.096539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] For port 8178bab6-6b16-4d3a-8afc-52be14098385, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:19.100448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] For port 8178bab6-6b16-4d3a-8afc-52be14098385, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8178bab6-6b16-4d3a-8afc-52be14098385,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:19.315776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:12Z', 'revision_number': 4, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c29b5fae-763b-4e39-a728-6d7500a4a217', 'name': '', 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'mac_address': 'fa:16:3e:76:86:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dbdcae2-fcf7-434a-a9a8-6715d9df47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:09Z', 'updated_at': '2021-01-14T05:31:13Z', 'revision_number': 2, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'subnets': [{'id': '4dbdcae2-fcf7-434a-a9a8-6715d9df47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:19.347632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Checking router: afdb7e5e-627c-457e-bdb8-0c2fc6fb977d for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:19.348040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Updating router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d port c29b5fae-763b-4e39-a728-6d7500a4a217 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:31:19.410174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:19.436911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Router d8827883-78e7-4725-96e3-69ba260b689d has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:31:19.530464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39312) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:19.601006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:19.641682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-98d34bf4-7d63-451a-b707-5ca757598259 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:19.643222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1675599f-dc1f-41bd-b937-ab345cda58f6 None None] Provisioning complete for port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:19.648280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1675599f-dc1f-41bd-b937-ab345cda58f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:19.650970 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-98d34bf4-7d63-451a-b707-5ca757598259 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.48 "GET /v2.0/networks?id=a4a45833-fa4f-4e32-838c-c80e2ea87602 HTTP/1.1" status: 200 len: 821 time: 0.7659950 Jan 14 05:31:19.696363 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:19.800887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 0ff100de-7f52-4125-9340-8cac0fdbfec0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:19.813896 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07258298-e39c-4b06-a89f-b10ae7da31a9 req-2ed4deaa-b897-4643-8331-96e790131f9a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8c98b40652dc411c86042f4b9a371a7f&device_id=03ad61f5-58fe-4eda-b8f7-d42e20205132 HTTP/1.1" status: 200 len: 210 time: 0.1390538 Jan 14 05:31:19.819392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=89ec151b-be9f-4670-8a73-8831f3630b8b,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:19.835326 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-98fa4dad-cf4d-43ac-9289-cbddb4f191fc tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.48 "GET /v2.0/quotas/d30fd4d332eb4d6abd1f591f755b3a5d HTTP/1.1" status: 200 len: 375 time: 0.1675346 Jan 14 05:31:19.841212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.842057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.842463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.842925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.843364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.843745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.844119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.844491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.845254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.845254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.845547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.845917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.846345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.846728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.848086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.848460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.850439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.850869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.851247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.851630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.851993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.852362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.852733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.853098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.853543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.853909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.854277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.854641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.855067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.855541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.855772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.856137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.856500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.856862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.857307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.857662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:19.871597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0ff100de-7f52-4125-9340-8cac0fdbfec0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:19.872046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:19.905078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07258298-e39c-4b06-a89f-b10ae7da31a9 req-a2149869-b28e-4d4b-9841-83502f31befd service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8c98b40652dc411c86042f4b9a371a7f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0663750 Jan 14 05:31:19.909209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:19.937853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1675599f-dc1f-41bd-b937-ab345cda58f6 None None] Port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:19.986016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.007452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:20.053816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] 10.222.0.48 "PUT /v2.0/routers/d8827883-78e7-4725-96e3-69ba260b689d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.7863245 Jan 14 05:31:20.057608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.078660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1898910509', 'description': 'tempest-description-1052909501'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:20.080188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Sync routers for ids ['d8827883-78e7-4725-96e3-69ba260b689d'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:20.084730 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.087753 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:20.091714 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:20.106882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Routers {'d8827883-78e7-4725-96e3-69ba260b689d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:20.107419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:20.108998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d8827883-78e7-4725-96e3-69ba260b689d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:20.114578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:20.125788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:20.126593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.128230 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] 10.222.0.45 "PUT /v2.0/ports/8178bab6-6b16-4d3a-8afc-52be14098385 HTTP/1.1" status: 200 len: 1159 time: 11.9590547 Jan 14 05:31:20.143437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:20.158773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:20.163889 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59543674-0c7d-4006-a690-88bb0922fe3a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:20.172106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:20.180699 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=890e6c45d4e84b09bd8b4ce9cf990ecf&name=default HTTP/1.1" status: 200 len: 2979 time: 2.3083200 Jan 14 05:31:20.218754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39328) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:20.295615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.326749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.343782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6a4c5fb-858b-42a0-9ab9-9c07c342cafa,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:20.355411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 0ff100de-7f52-4125-9340-8cac0fdbfec0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0ff100de-7f52-4125-9340-8cac0fdbfec0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:20.355782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:20.367504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.394241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:20.395661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:20.413011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.423738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-2b5740af-3e2d-40c5-b4e7-c43726d43f7e tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Synchronizing usage tracker for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:20.429252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Usage tracker for resource:security_group_rule and tenant:8c98b40652dc411c86042f4b9a371a7f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:20.441941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:20.458547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:20.463024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:20.466244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:20.472746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:20.485130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.499855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:20.515729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.524783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=0ff100de-7f52-4125-9340-8cac0fdbfec0,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:20.534713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:20.545345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-2b5740af-3e2d-40c5-b4e7-c43726d43f7e tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Unset dirty status for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:20.555191 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-2b5740af-3e2d-40c5-b4e7-c43726d43f7e tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.48 "GET /v2.0/ports?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7185397 Jan 14 05:31:20.560376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Pushing event updated for resources: {'Port': ['ID=8178bab6-6b16-4d3a-8afc-52be14098385,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:20.596625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07258298-e39c-4b06-a89f-b10ae7da31a9 req-9503ee53-a3ce-4f7d-a3bd-35ea9bdcc69d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:20.598807 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07258298-e39c-4b06-a89f-b10ae7da31a9 req-9503ee53-a3ce-4f7d-a3bd-35ea9bdcc69d service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6189749 Jan 14 05:31:20.634003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.640291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.944s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:20.644865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.655450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Set router d8827883-78e7-4725-96e3-69ba260b689d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:20.656713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1130752-4630-4c94-8631-ef49c01afbf6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:20.674325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.680713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.692538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.694011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6a4c5fb-858b-42a0-9ab9-9c07c342cafa HTTP/1.1" status: 204 len: 168 time: 0.4594154 Jan 14 05:31:20.700270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Transition to ACTIVE for port object c29b5fae-763b-4e39-a728-6d7500a4a217 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:20.704765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.708717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:20.711130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-68640ab7-e3d6-425d-860b-dddd46100d6f req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 0.6543112 Jan 14 05:31:20.713272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6a4c5fb-858b-42a0-9ab9-9c07c342cafa,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:20.726553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:20.734560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06227ccb-995e-40d5-ae19-a611c3f99d06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:20.769597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10a77327-172e-4d43-8235-a604766b14f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:21.032378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:21.063536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-7579e4ba-d7bf-468b-8194-f392c30bb1dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:21.065205 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-7579e4ba-d7bf-468b-8194-f392c30bb1dc service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed7d00f83aef401897d749c94cd61619&device_id=5f6a5c40-3dd6-4ad0-af89-fe210b5a0346 HTTP/1.1" status: 200 len: 1162 time: 0.8424714 Jan 14 05:31:21.065956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=32d01089-5c3c-45eb-a8ab-18c0200da66d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.070626 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.074245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.076043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:21.079783 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:21.101359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:21.136576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0ff100de-7f52-4125-9340-8cac0fdbfec0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:21.147665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-896fad8f-6449-400b-ac8b-18a608ed41bd tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:21.150678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-896fad8f-6449-400b-ac8b-18a608ed41bd tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.41 "GET /v2.0/networks?id=f42c1e25-b57f-4861-a3b0-cfae0e5079ee HTTP/1.1" status: 200 len: 829 time: 0.3472915 Jan 14 05:31:21.158962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:21.233781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-c33e9291-f13c-42a1-b350-3fb16e753c69 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8178bab6-6b16-4d3a-8afc-52be14098385 HTTP/1.1" status: 200 len: 217 time: 0.0800300 Jan 14 05:31:21.239488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Request body: {'port': {'device_id': '89da2e04-915c-4557-a537-ff81beded7ac', 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'admin_state_up': True, 'tenant_id': '1ff348bf459246f6922d2799784f23d9'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:21.248125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:31:15Z', 'revision_number': 4, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '97d4104a-ff16-4c7c-80e9-4fa7e817fd8b', 'name': '', 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'mac_address': 'fa:16:3e:38:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5fd73323-dd4b-4294-bce8-87eb64fb043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:13Z', 'updated_at': '2021-01-14T05:31:16Z', 'revision_number': 2, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'subnets': [{'id': '5fd73323-dd4b-4294-bce8-87eb64fb043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:21.261465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-760d3c1c-01a9-4d04-91b4-0fcf74164926 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:21.274944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Checking router: d8827883-78e7-4725-96e3-69ba260b689d for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:21.275341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Updating router d8827883-78e7-4725-96e3-69ba260b689d port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:31:21.355511 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07258298-e39c-4b06-a89f-b10ae7da31a9 req-7e7f8afb-e27a-472b-9e57-48fa05324cc8 tempest-ServersOnMultiNodesTest-566543502 tempest-ServersOnMultiNodesTest-566543502] 10.222.0.45 "GET /v2.0/ports?device_id=03ad61f5-58fe-4eda-b8f7-d42e20205132 HTTP/1.1" status: 200 len: 210 time: 0.5980058 Jan 14 05:31:21.515432 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8c98b40652dc411c86042f4b9a371a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9715779 Jan 14 05:31:21.516349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39358) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:21.526125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78826f-08d1-4e14-a826-78572e72eba4 None None] Pushing event updated for resources: {'Port': ['ID=c29b5fae-763b-4e39-a728-6d7500a4a217,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:21.526569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-8f430adc-5b80-427c-88fa-d3d1f2848001 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:21.532443 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-8f430adc-5b80-427c-88fa-d3d1f2848001 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 0.2767391 Jan 14 05:31:21.537782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc78826f-08d1-4e14-a826-78572e72eba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:21.606329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:21.622183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0ff100de-7f52-4125-9340-8cac0fdbfec0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:21.623111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:21.652314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f36a02a-cdee-423f-92d3-f44e8ecd9234,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:21.796585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:21.961882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-5238002c-8d25-49c9-a149-9a0f4685f6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:21.961882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-5238002c-8d25-49c9-a149-9a0f4685f6ea service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4121261 Jan 14 05:31:22.224632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.228349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-6f0fb22d-4a9a-46b0-bfc2-8de90fe814a3 service neutron] 10.222.0.48 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.6719491 Jan 14 05:31:22.318383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.486645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-b4ce9584-c113-47a2-981a-2010bad9ce9a service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5112772 Jan 14 05:31:22.488199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:22.501469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Request body: {'security_group': {'name': 'tempest-securitygroup-1046539877', 'description': 'tempest-description-1279205874'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:22.523424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:22.530529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Usage tracker for resource:security_group and tenant:18f007db53a14cdca213abb2818f9bfc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:22.533821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:22.543496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:22.690750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.730558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Attempting to bind port c29b5fae-763b-4e39-a728-6d7500a4a217 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:22.731007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Attempting to bind port c29b5fae-763b-4e39-a728-6d7500a4a217 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:22.731473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Attempting to bind port c29b5fae-763b-4e39-a728-6d7500a4a217 on network a4a45833-fa4f-4e32-838c-c80e2ea87602 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:22.754805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:22.755241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Checking segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:22.755701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.756149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Bound using segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:22.756692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Bound port: c29b5fae-763b-4e39-a728-6d7500a4a217, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:22.757119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.768669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43ea4eb4-d55f-4b33-9bf0-0f6f388a1eb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:22.786063 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-deccd711-e566-4ae7-b676-d77fade341d5 service neutron] 10.222.0.48 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3547750 Jan 14 05:31:22.794344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f36a02a-cdee-423f-92d3-f44e8ecd9234,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:22.803259 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6552fbbc-16ec-4bd8-a53b-85ae1f7bfdd8 service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2367804 Jan 14 05:31:22.804735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Usage tracker for resource:port and tenant:1ff348bf459246f6922d2799784f23d9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:22.808057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.812056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:22.813866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.820232 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7f36a02a-cdee-423f-92d3-f44e8ecd9234 HTTP/1.1" status: 204 len: 168 time: 1.2333667 Jan 14 05:31:22.871084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Quota usage for port was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:22.892511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:22.938490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89ec151b-be9f-4670-8a73-8831f3630b8b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:22.956103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:22.978467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Usage tracker for resource:security_group_rule and tenant:18f007db53a14cdca213abb2818f9bfc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:22.987258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:23.005724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:23.104939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.131969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Transition to ACTIVE for port object 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:23.140566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.193451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] For port c29b5fae-763b-4e39-a728-6d7500a4a217, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:23.222179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] For port c29b5fae-763b-4e39-a728-6d7500a4a217, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c29b5fae-763b-4e39-a728-6d7500a4a217,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:23.231391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 89ec151b-be9f-4670-8a73-8831f3630b8b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:23.232018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.276593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.302552 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:23.399924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.401399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:23.436026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.458731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc78826f-08d1-4e14-a826-78572e72eba4 None None] Pushing event updated for resources: {'Port': ['ID=c29b5fae-763b-4e39-a728-6d7500a4a217,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:23.458962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:23.489023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Usage tracker for resource:security_group_rule and tenant:18f007db53a14cdca213abb2818f9bfc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:23.504457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:23.535937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:23.598118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc78826f-08d1-4e14-a826-78572e72eba4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:23.728740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.732596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02db2f88-f986-40b8-9a7f-b1f9c4ca1aaa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:23.819703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Pushing event updated for resources: {'SecurityGroup': ['ID=e02f8b9c-07cb-4ca7-8358-b0a7e11378c7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:23.822680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:23.920820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:23.921489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:24.067717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe69960-9a13-4549-9f16-fca2e5a7d6ee,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:24.073228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:24.085410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Routers {'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:24.086677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:24.091763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fc27e445-3cd4-4a83-8d88-0246772cdcdf req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1783 time: 1.5977106 Jan 14 05:31:24.093068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:24.094376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Made reservation on behalf of 1ff348bf459246f6922d2799784f23d9 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:24.127658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:24.550440 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:24.556101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39400) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:24.626880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:24.681388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:24.695027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Usage tracker for resource:security_group_rule and tenant:0eb69ba5b49749c788c30b41e4268277 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:24.703686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:24.716066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:24.781775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1616332052', 'description': 'tempest-description-1106123100'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:24.810624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] Set router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:24.934615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Pushing event updated for resources: {'Port': ['ID=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:25.003904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.005206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.006291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.010429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.011062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.011692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.012935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.015475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.015966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.017574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.018089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.019000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.022921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.023800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.029382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39404) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:25.030091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.038621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.040690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.041811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.045353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.045949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.047422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.061623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:25.066034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.084567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:25.240531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68e473b1-f6fa-4e08-ad77-b8cd6f3becc1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:25.399468 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0eb69ba5b49749c788c30b41e4268277&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8419874 Jan 14 05:31:25.400523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39410) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:25.401408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=872e935f-9809-4c52-bb5d-351cf5d24513,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:25.403556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Attempting to bind port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:25.404274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Attempting to bind port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:25.405482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Attempting to bind port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b on network bf8b62ae-ba43-40d7-ab0c-e55561d699ad {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:25.414204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:25.415814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Checking segment: {'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:25.416495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.417147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Bound using segment: {'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:25.417903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Bound port: 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:25.418562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.430937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:25.659776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.762083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.777981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] For port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:25.782593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] For port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,segment=NetworkSegment(2d98c180-fe1d-480f-bf6e-1880bc0bdbdb),segment_id=2d98c180-fe1d-480f-bf6e-1880bc0bdbdb)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:25.796585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.820510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:25.841078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.873990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:31:25.887666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.895320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2dd30ac1-646d-4f51-a39f-68e9654781ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:25.933536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Pushing event updated for resources: {'Port': ['ID=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:25.936173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Allocated IP 172.20.0.10 (f42c1e25-b57f-4861-a3b0-cfae0e5079ee/c65eef79-2eab-4d5a-8ee6-74d15241e5a8/f408667e-9ff6-45a4-aa85-dd98a910738b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:25.969583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=872e935f-9809-4c52-bb5d-351cf5d24513,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:25.971830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:25.995491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/872e935f-9809-4c52-bb5d-351cf5d24513 HTTP/1.1" status: 204 len: 168 time: 0.5900133 Jan 14 05:31:26.001415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:26.026483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:26.031746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-network', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:26.075531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:26.096098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Usage tracker for resource:network and tenant:1a15f93ef2f94782adaf733074053a7f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:26.111859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:26.148091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:26.250849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Made reservation on behalf of 1a15f93ef2f94782adaf733074053a7f for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:26.258447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:26.318276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:26.375448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Routers {'d8827883-78e7-4725-96e3-69ba260b689d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:26.376329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d8827883-78e7-4725-96e3-69ba260b689d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:26.572873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:26.619734 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385', 'status': 'completed', 'code': 200} Jan 14 05:31:26.678829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:26.712560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:26.768059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:26.877948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] Set router d8827883-78e7-4725-96e3-69ba260b689d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:26.904128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:26.948212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:26.965249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Usage tracker for resource:security_group_rule and tenant:1a15f93ef2f94782adaf733074053a7f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:26.983847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:27.000241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:27.043522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-78ba90dc-44eb-4342-8677-46eb1cf71880 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:27.049589 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-78ba90dc-44eb-4342-8677-46eb1cf71880 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed7d00f83aef401897d749c94cd61619&device_id=5f6a5c40-3dd6-4ad0-af89-fe210b5a0346 HTTP/1.1" status: 200 len: 1162 time: 0.6434116 Jan 14 05:31:27.289758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-38363e5c-6710-4c20-9bc0-9ec3a73dc5fd None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:31:27.321415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:27.509955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:12Z', 'revision_number': 4, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c29b5fae-763b-4e39-a728-6d7500a4a217', 'name': '', 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'mac_address': 'fa:16:3e:76:86:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dbdcae2-fcf7-434a-a9a8-6715d9df47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:09Z', 'updated_at': '2021-01-14T05:31:23Z', 'revision_number': 4, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'subnets': [{'id': '4dbdcae2-fcf7-434a-a9a8-6715d9df47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:27.510268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-153bd4ee-59a5-462b-b485-6f3a5e20805b None None] The sync data for ids ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'] in n-d-768851-4 is: [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:12Z', 'revision_number': 4, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c29b5fae-763b-4e39-a728-6d7500a4a217', 'name': '', 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'mac_address': 'fa:16:3e:76:86:bd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_interface', 'standard_attr_id': 603, 'fixed_ips': [{'subnet_id': '4dbdcae2-fcf7-434a-a9a8-6715d9df47d7', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:09Z', 'updated_at': '2021-01-14T05:31:23Z', 'revision_number': 4, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'subnets': [{'id': '4dbdcae2-fcf7-434a-a9a8-6715d9df47d7', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:27.560000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8178bab6-6b16-4d3a-8afc-52be14098385 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:27.569018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Request body: {'security_group': {'name': 'tempest-securitygroup-1369358299', 'description': 'tempest-description-249608015'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:27.675232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:27.681653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Usage tracker for resource:security_group and tenant:18f007db53a14cdca213abb2818f9bfc is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:27.686050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:27.689783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 8178bab6-6b16-4d3a-8afc-52be14098385 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:27.695967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:31:15Z', 'revision_number': 4, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '97d4104a-ff16-4c7c-80e9-4fa7e817fd8b', 'name': '', 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'mac_address': 'fa:16:3e:38:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5fd73323-dd4b-4294-bce8-87eb64fb043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:13Z', 'updated_at': '2021-01-14T05:31:25Z', 'revision_number': 4, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'subnets': [{'id': '5fd73323-dd4b-4294-bce8-87eb64fb043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:27.709766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:27.711087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 8178bab6-6b16-4d3a-8afc-52be14098385 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:27.711521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:27.718370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-46e776e4-5648-44a3-8986-6708f36a4e3a None None] The sync data for ids ['d8827883-78e7-4725-96e3-69ba260b689d'] in n-d-768851-4 is: [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:31:15Z', 'revision_number': 4, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '97d4104a-ff16-4c7c-80e9-4fa7e817fd8b', 'name': '', 'network_id': 'bf8b62ae-ba43-40d7-ab0c-e55561d699ad', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'mac_address': 'fa:16:3e:38:34:62', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_interface', 'standard_attr_id': 614, 'fixed_ips': [{'subnet_id': '5fd73323-dd4b-4294-bce8-87eb64fb043c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:13Z', 'updated_at': '2021-01-14T05:31:25Z', 'revision_number': 4, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'subnets': [{'id': '5fd73323-dd4b-4294-bce8-87eb64fb043c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:27.834283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-87557c9f-564e-4603-b018-10d7502902a0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:27.847875 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-87557c9f-564e-4603-b018-10d7502902a0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.45 "GET /v2.0/networks?id=a4a45833-fa4f-4e32-838c-c80e2ea87602 HTTP/1.1" status: 200 len: 821 time: 1.3503232 Jan 14 05:31:27.850576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:27.852035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:27.886216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:27.944177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:27.958787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:27.971158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:27.989636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Request body: {'port': {'device_id': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602', 'admin_state_up': True, 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:28.004717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:28.053293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-eff26ece-d2a1-4697-a997-f8108bd59030 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:28.060707 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-eff26ece-d2a1-4697-a997-f8108bd59030 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1 HTTP/1.1" status: 200 len: 863 time: 0.9855530 Jan 14 05:31:28.212422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:28.334155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Transition to ACTIVE for port object f408667e-9ff6-45a4-aa85-dd98a910738b will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:28.351345 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-df76b240-c491-403c-9ae4-92bb817c6456 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=8178bab6-6b16-4d3a-8afc-52be14098385 HTTP/1.1" status: 200 len: 217 time: 0.2808056 Jan 14 05:31:28.375834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 8178bab6-6b16-4d3a-8afc-52be14098385, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8178bab6-6b16-4d3a-8afc-52be14098385,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:28.378673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:28.398056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:28.445012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:28.476164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:28.487772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:28.496400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:28.505328 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c96f8743-a78c-4f50-bec8-73a99f7c8d67 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:28.563233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Made reservation on behalf of d30fd4d332eb4d6abd1f591f755b3a5d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:28.574746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:28.605801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:28.626348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3832af31-0549-4a9c-9d46-bc09c53ae9fc,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:28.629296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c29b5fae-763b-4e39-a728-6d7500a4a217 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:28.631251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:28.744971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:28.802937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8178bab6-6b16-4d3a-8afc-52be14098385 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:28.910370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Usage tracker for resource:security_group_rule and tenant:18f007db53a14cdca213abb2818f9bfc is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:29.109899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:29.190754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=8178bab6-6b16-4d3a-8afc-52be14098385,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:29.243159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.806s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:29.291874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 8178bab6-6b16-4d3a-8afc-52be14098385 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:29.292539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:29.380800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Allocated IP 172.20.0.8 (a4a45833-fa4f-4e32-838c-c80e2ea87602/4dbdcae2-fcf7-434a-a9a8-6715d9df47d7/af013982-f77d-4b3b-82a9-faa8dc829984) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:29.392904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c29b5fae-763b-4e39-a728-6d7500a4a217 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:29.396704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Pushing event updated for resources: {'Port': ['ID=f408667e-9ff6-45a4-aa85-dd98a910738b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:29.409556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:29.420417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c29b5fae-763b-4e39-a728-6d7500a4a217 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:29.424162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:29.486636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:29.488293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-d01aa649-c061-4e11-af60-3d4b99af9a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:29.490517 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-d01aa649-c061-4e11-af60-3d4b99af9a4e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 1.1037064 Jan 14 05:31:29.494270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:29.497271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.699521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:29.702535 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:29.748086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:29.748756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:29.889239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:29.955475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:29.987003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:30.026187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.079948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=c1d31dbf-f318-494e-8c4e-09d858136298,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:30.083553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:30.111422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.117641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port c29b5fae-763b-4e39-a728-6d7500a4a217, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c29b5fae-763b-4e39-a728-6d7500a4a217,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:30.128844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:30.132295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-1920196c-67a5-46d0-af1e-534ecdb34ad8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:30.134009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:31:30.134158 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-1920196c-67a5-46d0-af1e-534ecdb34ad8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.4803188 Jan 14 05:31:30.142079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8dc00772-a38c-46ea-92a6-aa776427f523 None None] Provisioning for port f408667e-9ff6-45a4-aa85-dd98a910738b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:30.142543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:30.150341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8dc00772-a38c-46ea-92a6-aa776427f523 None None] Provisioning complete for port f408667e-9ff6-45a4-aa85-dd98a910738b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:30.151235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dc00772-a38c-46ea-92a6-aa776427f523 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.163197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.163638 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Added segment 2d3694aa-1dce-4e60-b3ae-0408e6848858 of type vxlan for network d9985738-7fb0-4b07-9f02-0c4202038b3b Jan 14 05:31:30.165160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Transition to ACTIVE for port object af013982-f77d-4b3b-82a9-faa8dc829984 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:30.242626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.274257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.284047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.285327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:30.315183 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-a1742b36-2fdb-4a34-8d78-81da5a320735 service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1731324 Jan 14 05:31:30.317541 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.0823619 Jan 14 05:31:30.318363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.319700 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cfb11468-f803-4bd3-8f80-abd4c3226646 req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1806 time: 6.0609083 Jan 14 05:31:30.549048 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c2b0b45e-eaf9-456c-bf51-c7fca0887072 req-da5a6669-3a67-433a-97a0-b6485f3eed72 service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2232931 Jan 14 05:31:30.552509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:30.573292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39452) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:30.600953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-1f67d488-8ef5-4e79-9d3d-647a94dc1711 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:31:30.605228 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-1f67d488-8ef5-4e79-9d3d-647a94dc1711 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0383081 Jan 14 05:31:30.693327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:30.756545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8178bab6-6b16-4d3a-8afc-52be14098385 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:30.837975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.896230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.924074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.927427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8dc00772-a38c-46ea-92a6-aa776427f523 None None] Port f408667e-9ff6-45a4-aa85-dd98a910738b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:30.951470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:30.952305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:30.968647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:30.981499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=c29b5fae-763b-4e39-a728-6d7500a4a217,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:30.997906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:30.998946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:30.999485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:31.059801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:31.075449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:31.123728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Request body: {'port': {'device_id': '89da2e04-915c-4557-a537-ff81beded7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:31.152097 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385', 'code': 200} Jan 14 05:31:31.155512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:31.339265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 8178bab6-6b16-4d3a-8afc-52be14098385 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:31.340058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:31.365127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Pushing event updated for resources: {'Port': ['ID=af013982-f77d-4b3b-82a9-faa8dc829984,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.404688 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:31.408515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:31.444777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:31.478748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:31.495438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:31.510223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:31.530091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b50ae85-682b-4964-829d-a1f90cd802e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.574s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:31.601866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e62d449-bef2-43dc-8743-04dced03d74d None None] Provisioning for port af013982-f77d-4b3b-82a9-faa8dc829984 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:31.611905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,segment=NetworkSegment(2d98c180-fe1d-480f-bf6e-1880bc0bdbdb),segment_id=2d98c180-fe1d-480f-bf6e-1880bc0bdbdb)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:31.614193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e62d449-bef2-43dc-8743-04dced03d74d None None] Provisioning complete for port af013982-f77d-4b3b-82a9-faa8dc829984 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:31.614886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e62d449-bef2-43dc-8743-04dced03d74d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:31.637204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Pushing event updated for resources: {'SecurityGroup': ['ID=ea9cfb80-28bb-40bc-87eb-eecc9e319252,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:31.648952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:31.650265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.632s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:31.685120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3e62d449-bef2-43dc-8743-04dced03d74d None None] Port af013982-f77d-4b3b-82a9-faa8dc829984 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:31.690607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:31.694032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-139bcf2a-12a2-4633-8027-1f8db5e0472e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:31.792430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-9a871b36-53c1-4bcc-b1ee-c7287b1c22eb tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:31.795808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-9a871b36-53c1-4bcc-b1ee-c7287b1c22eb tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Synchronizing usage tracker for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:31.866640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-9a871b36-53c1-4bcc-b1ee-c7287b1c22eb tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Unset dirty status for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:31.868462 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-9a871b36-53c1-4bcc-b1ee-c7287b1c22eb tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/networks?id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21 HTTP/1.1" status: 200 len: 813 time: 0.4522040 Jan 14 05:31:31.895903 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-e83aef0c-aec5-4182-937a-8029803abf5c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/quotas/ee2013dee3e4437b895ef61a211544a4 HTTP/1.1" status: 200 len: 375 time: 0.0191572 Jan 14 05:31:32.003709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c29b5fae-763b-4e39-a728-6d7500a4a217 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:32.075918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:32.080890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:32.095627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c29b5fae-763b-4e39-a728-6d7500a4a217 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:32.096359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:32.137065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Pushing event updated for resources: {'Network': ['ID=d9985738-7fb0-4b07-9f02-0c4202038b3b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:32.145916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:32.149467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:32.165185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network d9985738-7fb0-4b07-9f02-0c4202038b3b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:31:32.166029 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-d3bcbaea-0a9f-4c44-b299-74a222dca9e0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1344538 Jan 14 05:31:32.168601 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27c2177f-98c0-479a-806a-d9e27ac38641 req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 4.6128972 Jan 14 05:31:32.180551 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 890 time: 7.1497798 Jan 14 05:31:32.182740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.2097991 Jan 14 05:31:32.183290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39482) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:32.206957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network d9985738-7fb0-4b07-9f02-0c4202038b3b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:31:32.207768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Request body: {'subnet': {'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-subnet', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:32.212278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network d9985738-7fb0-4b07-9f02-0c4202038b3b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:31:32.235067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:32.251613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Usage tracker for resource:subnet and tenant:1a15f93ef2f94782adaf733074053a7f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:32.280255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:32.303693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:32.338761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:32.340802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Request body: {'port': {'device_id': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:32.494727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39486) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:32.556921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8178bab6-6b16-4d3a-8afc-52be14098385 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:32.662254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Made reservation on behalf of 1a15f93ef2f94782adaf733074053a7f for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:32.675047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:32.801040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:32.893442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 8178bab6-6b16-4d3a-8afc-52be14098385, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8178bab6-6b16-4d3a-8afc-52be14098385,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:32.901056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:32.903202 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:32.993708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=8178bab6-6b16-4d3a-8afc-52be14098385,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:32.997611 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:33.068711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:33.154027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:33.551447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:33.567170 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-1e05f670-7283-4943-b4c0-4f711b8d3a84 service neutron] 10.222.0.48 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3523464 Jan 14 05:31:33.688457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:33.840329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:33.870499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-752677f4-0a17-4207-b6a7-f1cc9237400e service neutron] 10.222.0.48 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2886755 Jan 14 05:31:33.886829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=d82eb208-ab53-4a86-94c2-3333d171a441,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:33.908489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:33.944108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-0d1f6376-209e-4ca5-9460-646070e36f15 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:33.945241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-0d1f6376-209e-4ca5-9460-646070e36f15 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Synchronizing usage tracker for tenant:ed7d00f83aef401897d749c94cd61619 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:34.020382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:34.021008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:34.036991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-0d1f6376-209e-4ca5-9460-646070e36f15 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Unset dirty status for tenant:ed7d00f83aef401897d749c94cd61619 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:34.038564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-0d1f6376-209e-4ca5-9460-646070e36f15 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.45 "GET /v2.0/ports?device_id=5f6a5c40-3dd6-4ad0-af89-fe210b5a0346 HTTP/1.1" status: 200 len: 947 time: 1.3702977 Jan 14 05:31:34.082087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Request body: {'security_group': {'name': 'tempest-securitygroup-959777574', 'description': 'tempest-description-734442498'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:34.090173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:34.095301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Usage tracker for resource:security_group and tenant:1c23c37e97e14456acf46077357d36e2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:34.099334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:34.106059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:34.137456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:34.265411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id af013982-f77d-4b3b-82a9-faa8dc829984 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:31:34.289250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:34.305593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Transition to ACTIVE for port object af013982-f77d-4b3b-82a9-faa8dc829984 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:34.314365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:34.355897 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385', 'code': 422} returned with failed status Jan 14 05:31:34.372242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:34.421755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Checking segment: {'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:34.422155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Network hostable DHCP agents. Network: d9985738-7fb0-4b07-9f02-0c4202038b3b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:31:34.437601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:34.563490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:34.722536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:34.857561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Usage tracker for resource:security_group_rule and tenant:1c23c37e97e14456acf46077357d36e2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:34.868226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:34.874086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Network d9985738-7fb0-4b07-9f02-0c4202038b3b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:31:34.945252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:34.960607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Pushing event updated for resources: {'Port': ['ID=af013982-f77d-4b3b-82a9-faa8dc829984,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:34.971585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, d9985738-7fb0-4b07-9f02-0c4202038b3b) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:34.977286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.536s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:34.978673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3de9dd6b-2ecc-4553-81ca-7e02a75b9975 None None] Network d9985738-7fb0-4b07-9f02-0c4202038b3b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:31:35.007748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:35.008403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.008597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Deleting port 8178bab6-6b16-4d3a-8afc-52be14098385 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:35.008940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.098157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 2.9137182 Jan 14 05:31:35.101370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:35.126385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Attempting to bind port af013982-f77d-4b3b-82a9-faa8dc829984 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:35.126771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Attempting to bind port af013982-f77d-4b3b-82a9-faa8dc829984 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:35.127071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Attempting to bind port af013982-f77d-4b3b-82a9-faa8dc829984 on network a4a45833-fa4f-4e32-838c-c80e2ea87602 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:35.134541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:35.139148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:35.139529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Checking segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:35.139970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.140341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Bound using segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:35.140773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Bound port: af013982-f77d-4b3b-82a9-faa8dc829984, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:35.141673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.165047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:35.286616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Usage tracker for resource:router and tenant:1a15f93ef2f94782adaf733074053a7f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:35.288707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] For port af013982-f77d-4b3b-82a9-faa8dc829984, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:35.292342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] For port af013982-f77d-4b3b-82a9-faa8dc829984, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=af013982-f77d-4b3b-82a9-faa8dc829984,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:35.294657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:35.307630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.348593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:35.360993 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:35.475614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-d9985738-7fb0-4b07-9f02-0c4202038b3b', 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'fixed_ips': [{'subnet_id': 'd82eb208-ab53-4a86-94c2-3333d171a441'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:31:35.476547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.545082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.561610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.572474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:35.590582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Usage tracker for resource:security_group_rule and tenant:1c23c37e97e14456acf46077357d36e2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:35.596629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Pushing event updated for resources: {'Port': ['ID=af013982-f77d-4b3b-82a9-faa8dc829984,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:35.599770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:35.607004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:35.607902 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d82e98c-38c5-40ff-a8a8-98109cb93f8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:35.615713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:35.705057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Pushing event updated for resources: {'SecurityGroup': ['ID=44a44cd4-eed5-424a-832d-2ce860b99b08,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:35.730738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:35.747596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:35.748596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.749992 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] 10.222.0.45 "PUT /v2.0/ports/af013982-f77d-4b3b-82a9-faa8dc829984 HTTP/1.1" status: 200 len: 1155 time: 3.5568075 Jan 14 05:31:35.750552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:35.872738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.929496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:35.957775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0e07638-6ef6-42db-be53-9dec0587fbab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:36.092013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Pushing event updated for resources: {'SecurityGroup': ['ID=d5292476-7672-4c28-8b0a-f608e9b1b3d0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:36.099016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.123330 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ff33edb6-5082-429e-b4de-b11d77ab323e req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 2.0485203 Jan 14 05:31:36.125268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:36.153030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8c3abb43-08bd-4c45-9127-914cb63a14f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:36.155656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8c3abb43-08bd-4c45-9127-914cb63a14f5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 1158 time: 0.2774317 Jan 14 05:31:36.220829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] For port 8178bab6-6b16-4d3a-8afc-52be14098385, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8178bab6-6b16-4d3a-8afc-52be14098385,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:36.221242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.250143 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984', 'status': 'completed', 'code': 200} Jan 14 05:31:36.251988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-339dee61-5847-45ca-8c8c-f39472c8d8e9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af013982-f77d-4b3b-82a9-faa8dc829984 HTTP/1.1" status: 200 len: 217 time: 0.0871673 Jan 14 05:31:36.338790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Allocated IP 172.20.0.2 (d9985738-7fb0-4b07-9f02-0c4202038b3b/d82eb208-ab53-4a86-94c2-3333d171a441/17e5eec0-c026-4da8-9d3d-62d8c6456a4d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:36.387597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Calling delete_port for 8178bab6-6b16-4d3a-8afc-52be14098385 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:36.399590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-402c1671-fc05-4fc7-9466-7b72b3791b45 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:36.406373 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-402c1671-fc05-4fc7-9466-7b72b3791b45 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4dbdcae2-fcf7-434a-a9a8-6715d9df47d7 HTTP/1.1" status: 200 len: 860 time: 0.1474783 Jan 14 05:31:36.411929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Request body: {'security_group': {'name': 'tempest-securitygroup-301038341', 'description': 'tempest-description-1056436897'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:36.504483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:36.518007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.521122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.524841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Usage tracker for resource:security_group and tenant:1c23c37e97e14456acf46077357d36e2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:36.529477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:36.538318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:36.560340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.595156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-0ca79ee8-a0d8-4afb-8b0a-75d1aa6c6684 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:36.597134 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-0ca79ee8-a0d8-4afb-8b0a-75d1aa6c6684 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4a45833-fa4f-4e32-838c-c80e2ea87602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.1784296 Jan 14 05:31:36.639734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': ' tempest-securitygroup -244694563 ', 'description': 'tempest-description-1827895091'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:36.656241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:36.660882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:36.665003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:36.674560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:36.695324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.725773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:31:36.761418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:36.833132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:36.848855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:36.855103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:36.931940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:36.947181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.961839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:36.963609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.043930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Usage tracker for resource:security_group_rule and tenant:1c23c37e97e14456acf46077357d36e2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:37.052310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:37.071435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:37.159303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-21a2c8b0-4f09-4843-9b18-08200e8307f9 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5518816 Jan 14 05:31:37.283318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.287408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Transition to ACTIVE for port object 17e5eec0-c026-4da8-9d3d-62d8c6456a4d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:37.304867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4d06cd4-9ead-4f40-91f1-b90c83a7a364 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:37.318715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Transition to ACTIVE for port object 17e5eec0-c026-4da8-9d3d-62d8c6456a4d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:37.337483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.344735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.354307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=45585470-fd56-4db4-83d7-81c0b379c0a6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:37.370744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f408667e-9ff6-45a4-aa85-dd98a910738b {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:31:37.383342 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:37.389698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.412810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.429615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:37.459090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.486710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.490160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Pushing event deleted for resources: {'Port': ['ID=8178bab6-6b16-4d3a-8afc-52be14098385,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:37.516172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:37.564426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:37.566998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.45', 54113) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:37.630033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:37.634409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.652579 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c545fee7-95a3-439e-92db-b29f02c44184 req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1785 time: 1.0449650 Jan 14 05:31:37.660770 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-6b45d173-a533-485c-9d6c-ac12dc82180b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&device_id=ac9176eb-6c31-48e3-bda1-a23aeffcc965 HTTP/1.1" status: 200 len: 210 time: 0.0921030 Jan 14 05:31:37.696115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.708295 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c6fa83e6-85d7-4b5f-a92c-f25163819532 req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 1.2996206 Jan 14 05:31:37.711297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Pushing event updated for resources: {'SecurityGroup': ['ID=158504db-c2a5-417a-b295-58e264d63342,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:37.739931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:37.774238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Transition to ACTIVE for port object f408667e-9ff6-45a4-aa85-dd98a910738b will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:37.790591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Deleting port 89ec151b-be9f-4670-8a73-8831f3630b8b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:37.790996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:37.874765 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-892cc336-65dd-4f78-b86a-65e8776e330d service neutron] 10.222.0.45 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7063169 Jan 14 05:31:37.893094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Pushing event updated for resources: {'Port': ['ID=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:37.907147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:37.928146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Network d9985738-7fb0-4b07-9f02-0c4202038b3b is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:37.930167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:37.932846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:38.000712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Attempting to bind port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:38.001574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Attempting to bind port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:38.002219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Attempting to bind port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d on network d9985738-7fb0-4b07-9f02-0c4202038b3b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:38.009503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:38.010400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Checking segment: {'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:38.011108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:38.011747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Bound using segment: {'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:38.012483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Bound port: 17e5eec0-c026-4da8-9d3d-62d8c6456a4d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:38.013198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:38.019238 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.021848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.026343 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:38.030171 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:38.044943 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e710842-d32c-4154-8520-b664ceb229f1 req-c29a6b4b-80ea-46b6-92d8-b48ff252bd34 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/45585470-fd56-4db4-83d7-81c0b379c0a6 HTTP/1.1" status: 200 len: 1780 time: 0.1874721 Jan 14 05:31:38.090188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-f0e30a6b-34b8-46af-a8dd-9a009521b452 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:38.091815 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-f0e30a6b-34b8-46af-a8dd-9a009521b452 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ee2013dee3e4437b895ef61a211544a4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4234557 Jan 14 05:31:38.156384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:38.174752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] For port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:38.178175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] For port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,segment=NetworkSegment(2d3694aa-1dce-4e60-b3ae-0408e6848858),segment_id=2d3694aa-1dce-4e60-b3ae-0408e6848858)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:38.187486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:38.194036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a1422d6-b252-4acd-ab43-8130baba43ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:38.256510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-f6aff4a4-b68e-4097-84de-e6227444f89f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:38.258781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-f6aff4a4-b68e-4097-84de-e6227444f89f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 1158 time: 0.3259122 Jan 14 05:31:38.393910 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10a77327-172e-4d43-8235-a604766b14f5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:38.484327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-b04495bd-beb1-44b5-9545-6b635314d14f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:38.486621 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-b04495bd-beb1-44b5-9545-6b635314d14f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3844125 Jan 14 05:31:38.588588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Pushing event updated for resources: {'Port': ['ID=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:38.604678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:38.610213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] No DVR routers for this DVR port 8178bab6-6b16-4d3a-8afc-52be14098385 on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:31:38.612867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:38.615315 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.45 "DELETE /v2.0/ports/8178bab6-6b16-4d3a-8afc-52be14098385 HTTP/1.1" status: 204 len: 173 time: 4.4882600 Jan 14 05:31:38.629693 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3d2ed540-a911-4180-840a-6c1309ec7a2a req-fb1580d4-088e-4e4b-98cd-bf7d3f53c6ee tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.45 "GET /v2.0/ports?device_id=ac9176eb-6c31-48e3-bda1-a23aeffcc965 HTTP/1.1" status: 200 len: 210 time: 0.1044400 Jan 14 05:31:38.637528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-b0da9b94-082b-4b6f-9116-9f86a1e27064 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:38.640758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-b0da9b94-082b-4b6f-9116-9f86a1e27064 service neutron] 10.222.0.45 "GET /v2.0/networks?id=a4a45833-fa4f-4e32-838c-c80e2ea87602 HTTP/1.1" status: 200 len: 915 time: 0.3636160 Jan 14 05:31:38.644492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'name': 'network-vif-deleted', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:38.759170 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-1bedebec-3faa-4a79-af7f-a1295c272dc4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=af013982-f77d-4b3b-82a9-faa8dc829984 HTTP/1.1" status: 200 len: 217 time: 0.1058187 Jan 14 05:31:38.866004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-7de882c6-afec-453f-9e3a-7ec7d963a80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:38.868133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-7de882c6-afec-453f-9e3a-7ec7d963a80c service neutron] 10.222.0.45 "GET /v2.0/subnets?id=4dbdcae2-fcf7-434a-a9a8-6715d9df47d7 HTTP/1.1" status: 200 len: 860 time: 0.0978832 Jan 14 05:31:39.114180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-8b38313b-a2e8-49b3-9cf1-920da32ac7f6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:39.116964 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-8b38313b-a2e8-49b3-9cf1-920da32ac7f6 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=a4a45833-fa4f-4e32-838c-c80e2ea87602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2397959 Jan 14 05:31:39.398370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f408667e-9ff6-45a4-aa85-dd98a910738b,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:39.430085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.236s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:39.589185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:39.636770 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3b5273db-9bc5-46d3-8006-7973f33d827a req-a39290c0-8b88-4992-b981-c69d5257c509 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ed7d00f83aef401897d749c94cd61619&device_id=5f6a5c40-3dd6-4ad0-af89-fe210b5a0346 HTTP/1.1" status: 200 len: 210 time: 0.1857433 Jan 14 05:31:39.642651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f34fb3cc-4714-4413-8596-26722c47c037 req-8318f5eb-e21d-49d4-b069-ad00a13d44e4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&device_id=ac9176eb-6c31-48e3-bda1-a23aeffcc965 HTTP/1.1" status: 200 len: 210 time: 0.1971419 Jan 14 05:31:39.722850 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3b5273db-9bc5-46d3-8006-7973f33d827a req-08ef73ca-d31b-4636-8f81-3cb2b639b8af service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ed7d00f83aef401897d749c94cd61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0784009 Jan 14 05:31:39.765093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-04251c2d-ab92-407d-a4f5-71700a137165 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6373670 Jan 14 05:31:39.880677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 17e5eec0-c026-4da8-9d3d-62d8c6456a4d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:40.000493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:40.147098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b5273db-9bc5-46d3-8006-7973f33d827a req-6121796b-87fc-4a36-9adc-54d819143704 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:40.150675 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3b5273db-9bc5-46d3-8006-7973f33d827a req-6121796b-87fc-4a36-9adc-54d819143704 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4165719 Jan 14 05:31:40.153187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-acce5453-2b76-4e4e-bd54-61344a133eb7 req-fb133831-cd5b-486d-8178-9a1753d26499 service neutron] 10.222.0.45 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3196254 Jan 14 05:31:40.196459 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-70a097c3-0795-464b-b6e2-37be2a6667bd req-53c40441-f2ea-42ae-8671-b95dabce422c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/45585470-fd56-4db4-83d7-81c0b379c0a6 HTTP/1.1" status: 200 len: 1780 time: 0.5007443 Jan 14 05:31:40.345407 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3b5273db-9bc5-46d3-8006-7973f33d827a req-1e4f76c5-ae0d-4e18-af93-ad53239fc0c1 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.45 "GET /v2.0/ports?device_id=5f6a5c40-3dd6-4ad0-af89-fe210b5a0346 HTTP/1.1" status: 200 len: 210 time: 0.0654294 Jan 14 05:31:40.399723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-70a097c3-0795-464b-b6e2-37be2a6667bd req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:40.471763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-70a097c3-0795-464b-b6e2-37be2a6667bd req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:40.571536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-70a097c3-0795-464b-b6e2-37be2a6667bd req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:40.579619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6347bdc0-77c5-4f45-bb8b-d7dbf8740ac5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:40.588787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] For port 89ec151b-be9f-4670-8a73-8831f3630b8b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=89ec151b-be9f-4670-8a73-8831f3630b8b,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:40.589196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:40.599009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=45585470-fd56-4db4-83d7-81c0b379c0a6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:40.605353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:40.627529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-70a097c3-0795-464b-b6e2-37be2a6667bd req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:40.634445 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-70a097c3-0795-464b-b6e2-37be2a6667bd req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/45585470-fd56-4db4-83d7-81c0b379c0a6 HTTP/1.1" status: 204 len: 173 time: 0.4366879 Jan 14 05:31:40.707507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3612f2e6-22da-496b-aa69-0c7eaafd1544 None None] Network d9985738-7fb0-4b07-9f02-0c4202038b3b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:31:40.707951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Deleting port c29b5fae-763b-4e39-a728-6d7500a4a217 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:40.708344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:40.755007 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '5f6a5c40-3dd6-4ad0-af89-fe210b5a0346', 'name': 'network-vif-deleted', 'tag': '8178bab6-6b16-4d3a-8afc-52be14098385', 'status': 'completed', 'code': 200} Jan 14 05:31:40.884571 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-b3609646-05dc-42e0-bd5a-b8f63234f413 req-dcf54a39-920a-4d0b-949a-14d28587cbe3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:31:40.888013 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b3609646-05dc-42e0-bd5a-b8f63234f413 req-dcf54a39-920a-4d0b-949a-14d28587cbe3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/45585470-fd56-4db4-83d7-81c0b379c0a6 HTTP/1.1" status: 404 len: 352 time: 0.0408514 Jan 14 05:31:41.053417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-380482412', 'description': 'tempest-description-1813825042'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:41.070519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:41.076728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Calling delete_port for 89ec151b-be9f-4670-8a73-8831f3630b8b owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:41.077891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:41.083118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:41.092568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:41.111223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.152219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Attempting to bind port f408667e-9ff6-45a4-aa85-dd98a910738b on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:41.152797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Attempting to bind port f408667e-9ff6-45a4-aa85-dd98a910738b by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:41.152900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Attempting to bind port f408667e-9ff6-45a4-aa85-dd98a910738b on network f42c1e25-b57f-4861-a3b0-cfae0e5079ee {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:41.185493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:41.190249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:41.193360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:41.200125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:41.209877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb3cc-4714-4413-8596-26722c47c037 req-cbed6693-8bd1-476c-bcca-3cfd20e3a130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:41.217644 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f34fb3cc-4714-4413-8596-26722c47c037 req-cbed6693-8bd1-476c-bcca-3cfd20e3a130 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ee2013dee3e4437b895ef61a211544a4&shared=False HTTP/1.1" status: 200 len: 907 time: 1.5483923 Jan 14 05:31:41.231606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-64610ea6-b455-4f03-aa94-3e455a49ab09 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:31:41.235884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Provisioning for port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:41.248197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Provisioning complete for port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:41.248923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.284100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:41.284462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Checking segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:41.284882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.285287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Bound using segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:41.285796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Bound port: f408667e-9ff6-45a4-aa85-dd98a910738b, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:41.286176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.286628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.294139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.320380 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90fd7b85-43a5-4480-8b59-9c48eb3c747b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:41.388876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=14fc317e-2589-44e5-ae1c-14aea4e64415,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:41.392354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:41.393815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.395946 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b91fb4c8-6a56-4f38-9b47-6489a25d3464 req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.3484855 Jan 14 05:31:41.460162 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-5338eaa5-b7e7-47f1-9f99-84842304c5cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ed7d00f83aef401897d749c94cd61619&device_id=5f6a5c40-3dd6-4ad0-af89-fe210b5a0346 HTTP/1.1" status: 200 len: 210 time: 0.0741436 Jan 14 05:31:41.489799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.582429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-95c03620-ab06-4295-9b06-f9513dc19099 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ed7d00f83aef401897d749c94cd61619&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0957017 Jan 14 05:31:41.587664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] For port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,segment=NetworkSegment(2d3694aa-1dce-4e60-b3ae-0408e6848858),segment_id=2d3694aa-1dce-4e60-b3ae-0408e6848858)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:41.591824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device af013982-f77d-4b3b-82a9-faa8dc829984 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:41.675612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.682724 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:41.812185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1171448340', 'description': 'tempest-description-921193612'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:41.836895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:41.854804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:41.859458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Pushing event updated for resources: {'Port': ['ID=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:41.863887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:41.870964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:41.890307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port af013982-f77d-4b3b-82a9-faa8dc829984 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:41.894752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:41.895460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-993ff09c-30c6-436d-a589-e1686eeca5c6 None None] Provisioning complete for port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:41.896116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-993ff09c-30c6-436d-a589-e1686eeca5c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.947612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port af013982-f77d-4b3b-82a9-faa8dc829984 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:41.948250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:41.965009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.032598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-c860bb53-2ad8-4fdb-be3a-f145ef915836 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:42.045511 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-c860bb53-2ad8-4fdb-be3a-f145ef915836 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4548748 Jan 14 05:31:42.061556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:42.072692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:42.080211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:42.129977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.173754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:42.204075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0d2bc59e-15a7-4f53-9c19-7f192ec24803 req-350a8f3f-88d8-431f-879c-bd663fb5a04e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] 10.222.0.41 "GET /v2.0/ports?device_id=5f6a5c40-3dd6-4ad0-af89-fe210b5a0346 HTTP/1.1" status: 200 len: 210 time: 0.1198905 Jan 14 05:31:42.244506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:42.269214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7b38da1-9457-45cf-803e-e8e371ec65c3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.325546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] For port c29b5fae-763b-4e39-a728-6d7500a4a217, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c29b5fae-763b-4e39-a728-6d7500a4a217,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:42.326444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.374052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port af013982-f77d-4b3b-82a9-faa8dc829984, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=af013982-f77d-4b3b-82a9-faa8dc829984,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:42.406874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.407231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.413484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.420618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb719991-cdcb-4b1c-8f4a-f11209997af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:42.434185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b561094-ef0e-4958-ab34-60beed380b0d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:42.481409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=673ab4e1-ee49-4f99-94d6-5fc70f5ea797,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:42.494861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.515550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-16cc1336-8f0c-4252-8afe-f7c555c60fc9 req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 0.7107983 Jan 14 05:31:42.516900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:42.529824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39630) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:42.632918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device af013982-f77d-4b3b-82a9-faa8dc829984 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:42.708733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=af013982-f77d-4b3b-82a9-faa8dc829984,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:42.725281 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:42.847267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port af013982-f77d-4b3b-82a9-faa8dc829984 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:42.847267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.847722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.847798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f606fece-ea66-41d7-9dcf-f10a2de14b7c None None] Provisioning complete for port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:42.847798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f606fece-ea66-41d7-9dcf-f10a2de14b7c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.847933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:42.847933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Usage tracker for resource:security_group_rule and tenant:6741b2595d3f49e4b69b6dc10f75983e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:42.847933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:42.847933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:42.947832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.953857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:42.961612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Calling delete_port for c29b5fae-763b-4e39-a728-6d7500a4a217 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:42.970397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:43.025906 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6741b2595d3f49e4b69b6dc10f75983e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4945333 Jan 14 05:31:43.028136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3582edf0-8899-4ebc-9f78-4c00d4bcd9b6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:43.031860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39640) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:43.049591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:43.174980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.199727 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984', 'code': 200} Jan 14 05:31:43.252997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.260447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.276481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-712770000', 'description': 'tempest-description-187944233'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:43.295945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:43.310571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:43.315105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.316566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:43.324886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:43.338588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.364742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.370344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:43.373254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01745de9-2420-4b1d-8c8e-c8c066340fcd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:43.386506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3582edf0-8899-4ebc-9f78-4c00d4bcd9b6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:43.389590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:43.391323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:43.396174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:43.405718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:43.412117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.413516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3582edf0-8899-4ebc-9f78-4c00d4bcd9b6 HTTP/1.1" status: 204 len: 168 time: 0.3808990 Jan 14 05:31:43.485021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b25f85de-3ecf-49dc-87fb-3d92e2fb7aec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:43.529965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.571068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.576403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.587333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65b699af-45c7-4b60-914e-1c164433e4fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:43.648054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] For port f408667e-9ff6-45a4-aa85-dd98a910738b, host n-h1-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:43.657105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=3cfb7e08-b877-489c-8bbd-93de89f8bb65,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:43.674321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:43.679737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:43.681472 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eb3bbf63-298d-4c36-927f-76bc140f949e req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 0.4368579 Jan 14 05:31:43.871612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 17e5eec0-c026-4da8-9d3d-62d8c6456a4d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:43.953690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Pushing event deleted for resources: {'Port': ['ID=89ec151b-be9f-4670-8a73-8831f3630b8b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:43.987884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-82ec595e-063d-4afd-b946-bd1f9d76968a req-01653965-f5d6-4a33-9563-0c8d714d65e9 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Synchronizing usage tracker for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:44.018833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-82ec595e-063d-4afd-b946-bd1f9d76968a req-01653965-f5d6-4a33-9563-0c8d714d65e9 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Unset dirty status for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:44.021801 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-82ec595e-063d-4afd-b946-bd1f9d76968a req-01653965-f5d6-4a33-9563-0c8d714d65e9 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee2013dee3e4437b895ef61a211544a4 HTTP/1.1" status: 200 len: 10896 time: 0.2661653 Jan 14 05:31:44.032906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:44.033338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.086084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Allocated IP 172.25.3.95 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/a9e78527-b491-42d3-9b9a-2d0bd6610341) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:44.162734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-82ec595e-063d-4afd-b946-bd1f9d76968a req-71b75fee-4111-4bfe-9dfe-51681ca352d6 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/d20b66a8-654d-4299-9597-8fc1e37cbb9b HTTP/1.1" status: 200 len: 2981 time: 0.1327462 Jan 14 05:31:44.224669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39654) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:44.259879 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-82ec595e-063d-4afd-b946-bd1f9d76968a req-0d672cea-3095-4e4d-b02a-ada411bd1382 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/d20b66a8-654d-4299-9597-8fc1e37cbb9b HTTP/1.1" status: 200 len: 2981 time: 0.0952489 Jan 14 05:31:44.269412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.311225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:44.314339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.323823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Usage tracker for resource:security_group_rule and tenant:b7813d4a597541df9e75f62d9bb31746 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:44.332707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:44.340064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:44.352249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.867s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:44.367570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] For port f408667e-9ff6-45a4-aa85-dd98a910738b, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=f408667e-9ff6-45a4-aa85-dd98a910738b,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:44.403514 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-f1c1706c-5ac1-4960-94a9-96b8a1263684 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 49532 time: 6.4607375 Jan 14 05:31:44.449125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5049df8b-5844-400e-8e81-c00325a9977e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.499792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.506349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5f96efeb-e1a9-4f3f-85b7-9d0ee3d7d3ce req-2db51a16-24ae-4ed5-b3a3-5a6a637df15f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/14fc317e-2589-44e5-ae1c-14aea4e64415 HTTP/1.1" status: 200 len: 1800 time: 0.0996823 Jan 14 05:31:44.511574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.556221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90b9dec6-aacb-4637-b926-a32b0e1e6f42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:44.619889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device af013982-f77d-4b3b-82a9-faa8dc829984 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:44.741941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f34fb3cc-4714-4413-8596-26722c47c037 req-bf65e213-e381-4c3c-aef7-06084d18cc16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:44.743989 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f34fb3cc-4714-4413-8596-26722c47c037 req-bf65e213-e381-4c3c-aef7-06084d18cc16 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 3.4151192 Jan 14 05:31:44.745296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.791918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.836698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port af013982-f77d-4b3b-82a9-faa8dc829984, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=af013982-f77d-4b3b-82a9-faa8dc829984,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:44.840453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.842212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:44.844402 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:44.935409 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7813d4a597541df9e75f62d9bb31746&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7075982 Jan 14 05:31:44.941013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=af013982-f77d-4b3b-82a9-faa8dc829984,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:44.946348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:44.950738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39662) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:44.955253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.027891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ba139b7e-9660-4f14-8841-6cb45c480871,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:45.041985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:45.086595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5f96efeb-e1a9-4f3f-85b7-9d0ee3d7d3ce req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.092346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:45.127618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.153840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.168829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-2a1e5592-6526-4b34-83c4-9aec60033f9b tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:45.169999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-2a1e5592-6526-4b34-83c4-9aec60033f9b tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Synchronizing usage tracker for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:45.194359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5f96efeb-e1a9-4f3f-85b7-9d0ee3d7d3ce req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.201214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:45.232698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-2a1e5592-6526-4b34-83c4-9aec60033f9b tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Unset dirty status for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:45.234109 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-2a1e5592-6526-4b34-83c4-9aec60033f9b tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.45 "GET /v2.0/ports?device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 943 time: 0.6687799 Jan 14 05:31:45.237988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.241912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.328624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Pushing event updated for resources: {'Port': ['ID=a9e78527-b491-42d3-9b9a-2d0bd6610341,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:45.367224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Deleting port af013982-f77d-4b3b-82a9-faa8dc829984 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:45.367617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.400809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5f96efeb-e1a9-4f3f-85b7-9d0ee3d7d3ce req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.421400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fdeecf78-6de7-499a-98c9-0f484da4f8f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:45.441919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=14fc317e-2589-44e5-ae1c-14aea4e64415,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:45.446765 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:45.484246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5f96efeb-e1a9-4f3f-85b7-9d0ee3d7d3ce req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.485491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5f96efeb-e1a9-4f3f-85b7-9d0ee3d7d3ce req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/14fc317e-2589-44e5-ae1c-14aea4e64415 HTTP/1.1" status: 204 len: 173 time: 0.9318337 Jan 14 05:31:45.530635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f34fb3cc-4714-4413-8596-26722c47c037 req-2e7cbd57-b8f9-4fd8-8e03-6af52bbc0d4e tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.45 "GET /v2.0/ports?device_id=ac9176eb-6c31-48e3-bda1-a23aeffcc965 HTTP/1.1" status: 200 len: 210 time: 0.4446323 Jan 14 05:31:45.585962 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-41877f28-976e-41b0-81e7-0775b10949d4 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/223a8462-5476-4271-afd6-e1cdca1ed74d HTTP/1.1" status: 200 len: 2973 time: 1.1694732 Jan 14 05:31:45.589694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.595946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:45.599167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.608448 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] 10.222.0.41 "PUT /v2.0/ports/f408667e-9ff6-45a4-aa85-dd98a910738b HTTP/1.1" status: 200 len: 1156 time: 14.5054836 Jan 14 05:31:45.622079 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a05f82bf-d86f-436c-b6ad-245b488bfd37 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:45.641818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:45.685517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ba139b7e-9660-4f14-8841-6cb45c480871,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:45.690636 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984', 'code': 422} returned with failed status Jan 14 05:31:45.701718 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:45.714371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:45.716079 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ba139b7e-9660-4f14-8841-6cb45c480871 HTTP/1.1" status: 204 len: 168 time: 0.7570066 Jan 14 05:31:45.855158 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-1ae309de-5d20-46ac-9d35-bff6e226d768 req-299f9df0-418b-48e9-8339-df2034cf5019 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:31:45.856303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1ae309de-5d20-46ac-9d35-bff6e226d768 req-299f9df0-418b-48e9-8339-df2034cf5019 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/14fc317e-2589-44e5-ae1c-14aea4e64415 HTTP/1.1" status: 404 len: 352 time: 0.0576146 Jan 14 05:31:46.022977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Pushing event updated for resources: {'Port': ['ID=f408667e-9ff6-45a4-aa85-dd98a910738b,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:46.033879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:46.035785 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b', 'status': 'completed', 'code': 200} Jan 14 05:31:46.196637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:46.347935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39682) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:46.364481 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d0e5c8c1-8a27-460d-88a9-035b99c65680 req-fdb0dfa5-56f2-44a3-b05b-a523ed2e7fd9 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/673ab4e1-ee49-4f99-94d6-5fc70f5ea797 HTTP/1.1" status: 200 len: 1800 time: 0.3213365 Jan 14 05:31:46.456611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] For port af013982-f77d-4b3b-82a9-faa8dc829984, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=af013982-f77d-4b3b-82a9-faa8dc829984,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:46.456611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:46.596542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:46.723279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:46.734190 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae7f3e30-a912-41d4-92d7-5394f507df7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.581s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:46.767901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Calling delete_port for af013982-f77d-4b3b-82a9-faa8dc829984 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:46.851507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:46.856264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:46.871004 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-413f8b57-270a-4c50-8788-2402bc3d0d06 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/223a8462-5476-4271-afd6-e1cdca1ed74d HTTP/1.1" status: 200 len: 2973 time: 1.2833641 Jan 14 05:31:46.874218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Pushing event deleted for resources: {'Port': ['ID=c29b5fae-763b-4e39-a728-6d7500a4a217,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:46.874867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d0e5c8c1-8a27-460d-88a9-035b99c65680 req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:46.896704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:46.910928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d0e5c8c1-8a27-460d-88a9-035b99c65680 req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:46.956884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:46.958923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:46.960256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d0e5c8c1-8a27-460d-88a9-035b99c65680 req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:46.969431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08df6631-c246-4281-b2e1-6a775922e388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:46.970540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.642s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:46.971034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:46.978127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Usage tracker for resource:security_group_rule and tenant:990db9bf80784f9a8b1a7270581a4e7b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:46.994589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:47.019883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=673ab4e1-ee49-4f99-94d6-5fc70f5ea797,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:47.022072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:47.025094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d0e5c8c1-8a27-460d-88a9-035b99c65680 req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:47.051337 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d0e5c8c1-8a27-460d-88a9-035b99c65680 req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/673ab4e1-ee49-4f99-94d6-5fc70f5ea797 HTTP/1.1" status: 204 len: 173 time: 0.6810119 Jan 14 05:31:47.052309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:47.129405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-9007a4c3-f8c5-430b-b719-c906c53121d1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:47.132963 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-9007a4c3-f8c5-430b-b719-c906c53121d1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ff348bf459246f6922d2799784f23d9&device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 1159 time: 1.2012129 Jan 14 05:31:47.207500 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-ed30e758-15c8-4ada-a119-92bbcb9fa8ec req-221c7c06-8497-46cf-a348-913ac4141cb3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:31:47.214781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ed30e758-15c8-4ada-a119-92bbcb9fa8ec req-221c7c06-8497-46cf-a348-913ac4141cb3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/673ab4e1-ee49-4f99-94d6-5fc70f5ea797 HTTP/1.1" status: 404 len: 352 time: 0.1138072 Jan 14 05:31:47.270312 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-13f83ff8-c668-482b-a55c-130ec71ce050 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f408667e-9ff6-45a4-aa85-dd98a910738b HTTP/1.1" status: 200 len: 217 time: 0.1270771 Jan 14 05:31:47.413085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:47.415696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:47.600411 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:47.620890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-a8e8cb5a-2341-48ad-b20f-ba7a139e9a79 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/3832af31-0549-4a9c-9d46-bc09c53ae9fc HTTP/1.1" status: 200 len: 2981 time: 0.7481756 Jan 14 05:31:47.660488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:47.771410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Pushing event deleted for resources: {'Port': ['ID=af013982-f77d-4b3b-82a9-faa8dc829984,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:47.825987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:47.826311 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c9799f-844e-47ea-9e49-5e35b0651784 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:47.888393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] No DVR routers for this DVR port af013982-f77d-4b3b-82a9-faa8dc829984 on host n-h2-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:31:47.911630 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=990db9bf80784f9a8b1a7270581a4e7b&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5615182 Jan 14 05:31:47.918554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d6f5bc3f-8682-4e4c-bfb3-19d1c7c14b47 req-69648c1c-2745-45b0-acf7-e612152e1493 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/3cfb7e08-b877-489c-8bbd-93de89f8bb65 HTTP/1.1" status: 200 len: 1799 time: 0.6307046 Jan 14 05:31:47.918554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39708) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:47.919569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:47.927988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-deleted', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:48.033946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cb52edb2-1f3e-4b83-bc54-779f6251a39f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:48.046639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:48.111553 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.45 "DELETE /v2.0/ports/af013982-f77d-4b3b-82a9-faa8dc829984 HTTP/1.1" status: 204 len: 173 time: 2.8611798 Jan 14 05:31:48.172741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.217257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d6f5bc3f-8682-4e4c-bfb3-19d1c7c14b47 req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.267814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-750e568c-fb26-46f9-b7a1-75dc98b67cf1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:48.269554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-750e568c-fb26-46f9-b7a1-75dc98b67cf1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c65eef79-2eab-4d5a-8ee6-74d15241e5a8 HTTP/1.1" status: 200 len: 868 time: 0.9883418 Jan 14 05:31:48.280109 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-3ed131e0-b7d0-40d9-96c0-ddedb471bdc1 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/3832af31-0549-4a9c-9d46-bc09c53ae9fc HTTP/1.1" status: 200 len: 2981 time: 0.6298811 Jan 14 05:31:48.291882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.336106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d6f5bc3f-8682-4e4c-bfb3-19d1c7c14b47 req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.390812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d6f5bc3f-8682-4e4c-bfb3-19d1c7c14b47 req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.404957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Router 8a81f153-d184-4d34-908e-0c1457e902d6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:31:48.418237 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f01d5dff-bcc7-4b83-9733-0f646b0d137d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:48.449677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.454591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=3cfb7e08-b877-489c-8bbd-93de89f8bb65,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:48.458121 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:48.459921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d6f5bc3f-8682-4e4c-bfb3-19d1c7c14b47 req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.477169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.490205 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d6f5bc3f-8682-4e4c-bfb3-19d1c7c14b47 req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/3cfb7e08-b877-489c-8bbd-93de89f8bb65 HTTP/1.1" status: 204 len: 173 time: 0.5501733 Jan 14 05:31:48.522922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.528464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c7b133e-2e98-4c7f-8792-f1f58e52f81b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:48.573781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cb52edb2-1f3e-4b83-bc54-779f6251a39f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:48.588536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:48.589401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:48.590739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cb52edb2-1f3e-4b83-bc54-779f6251a39f HTTP/1.1" status: 204 len: 168 time: 0.6645193 Jan 14 05:31:48.836556 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-deleted', 'tag': 'af013982-f77d-4b3b-82a9-faa8dc829984', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:31:48.852479 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-586e2197-e87a-4c7e-ad2d-d2debe982155 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 210 time: 0.1188130 Jan 14 05:31:49.021044 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-00891dfd-8cc3-4b0d-81d3-28dc9985eb7f req-bb58e60b-72df-4738-81f0-251d3db31d95 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:31:49.039317 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-00891dfd-8cc3-4b0d-81d3-28dc9985eb7f req-bb58e60b-72df-4738-81f0-251d3db31d95 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/3cfb7e08-b877-489c-8bbd-93de89f8bb65 HTTP/1.1" status: 404 len: 352 time: 0.1364138 Jan 14 05:31:49.160730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-fcc910d3-8a1d-4365-92fe-abd6a5607c3a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:49.162842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-fcc910d3-8a1d-4365-92fe-abd6a5607c3a service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3009973 Jan 14 05:31:49.410447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b3084822-bb44-4161-a550-bd4207ee2344 req-c62d3941-0aed-4245-a265-df9271cbf976 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Synchronizing usage tracker for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:49.434911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-20b89b97-18c6-497d-a42f-357f26acce4b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:49.436464 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-20b89b97-18c6-497d-a42f-357f26acce4b service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2531824 Jan 14 05:31:49.446124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b3084822-bb44-4161-a550-bd4207ee2344 req-c62d3941-0aed-4245-a265-df9271cbf976 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Unset dirty status for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:49.456895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b3084822-bb44-4161-a550-bd4207ee2344 req-c62d3941-0aed-4245-a265-df9271cbf976 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee2013dee3e4437b895ef61a211544a4 HTTP/1.1" status: 200 len: 6150 time: 0.2926960 Jan 14 05:31:49.540037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-8bafebb7-995e-462b-82b8-ad8003a45301 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Synchronizing usage tracker for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:49.596332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b3084822-bb44-4161-a550-bd4207ee2344 req-5ea3301f-3625-4f3c-9816-4bab6db3bb65 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/d20b66a8-654d-4299-9597-8fc1e37cbb9b HTTP/1.1" status: 200 len: 2981 time: 0.1382914 Jan 14 05:31:49.599957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-8bafebb7-995e-462b-82b8-ad8003a45301 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Unset dirty status for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:49.601316 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9a4ca98c-1aaa-44a6-905a-b9695b1036f7 req-8bafebb7-995e-462b-82b8-ad8003a45301 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.45 "GET /v2.0/ports?device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 210 time: 0.1081438 Jan 14 05:31:49.675374 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b3084822-bb44-4161-a550-bd4207ee2344 req-41d556ee-e6fa-401d-8dd9-caaa4ba2baf0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/d20b66a8-654d-4299-9597-8fc1e37cbb9b HTTP/1.1" status: 200 len: 2981 time: 0.0776408 Jan 14 05:31:49.695353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:49.707625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] Sync routers for ids ['8a81f153-d184-4d34-908e-0c1457e902d6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:49.738185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] Routers {'8a81f153-d184-4d34-908e-0c1457e902d6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:49.739062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a81f153-d184-4d34-908e-0c1457e902d6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:49.780553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39756) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:49.780990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] 10.222.0.48 "PUT /v2.0/routers/8a81f153-d184-4d34-908e-0c1457e902d6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2064795 Jan 14 05:31:49.988000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-1262044430', 'description': 'tempest-description-290911816'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:50.017270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:50.027870 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-a4d71049-2f81-4cab-91e4-c80b7f044350 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/4052274e-a5c2-4d3f-aa75-23da04401a78 HTTP/1.1" status: 200 len: 2657 time: 1.7371759 Jan 14 05:31:50.035699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a96059f1-4af7-4649-acf7-ad06b655e4f1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:50.037355 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a96059f1-4af7-4649-acf7-ad06b655e4f1 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f42c1e25-b57f-4861-a3b0-cfae0e5079ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7562635 Jan 14 05:31:50.040101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:50.108892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:50.243762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:50.255607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] Set router 8a81f153-d184-4d34-908e-0c1457e902d6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:50.260916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:50.266012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:50.276106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:50.557211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-bb90f38b-e11c-4ef1-accd-1f84e730a8f1 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:50.559255 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-bb90f38b-e11c-4ef1-accd-1f84e730a8f1 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.41 "GET /v2.0/networks?id=a4a45833-fa4f-4e32-838c-c80e2ea87602 HTTP/1.1" status: 200 len: 821 time: 0.2558653 Jan 14 05:31:50.590956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:50.860679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:50.878609 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-5e8756d3-af8d-49cb-8120-94cea3c3e627 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/4052274e-a5c2-4d3f-aa75-23da04401a78 HTTP/1.1" status: 200 len: 2657 time: 0.8495400 Jan 14 05:31:50.932403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:31:50.955166 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-d0547117-9de5-48d5-9426-7ad3e556a5dc tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/44a44cd4-eed5-424a-832d-2ce860b99b08 HTTP/1.1" status: 200 len: 2981 time: 0.0748444 Jan 14 05:31:51.043736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:31:43Z', 'revision_number': 5, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:51.049320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] Checking router: 8a81f153-d184-4d34-908e-0c1457e902d6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:51.061891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] Routers {'8a81f153-d184-4d34-908e-0c1457e902d6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:51.062982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a81f153-d184-4d34-908e-0c1457e902d6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:51.067673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:51.072944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Deleting port f61ced2d-dade-4bed-997e-d49abf8a50b4 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:51.073316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:51.268225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] For port f61ced2d-dade-4bed-997e-d49abf8a50b4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f61ced2d-dade-4bed-997e-d49abf8a50b4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:51.268607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:51.276947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] Set router 8a81f153-d184-4d34-908e-0c1457e902d6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:51.401249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Calling delete_port for f61ced2d-dade-4bed-997e-d49abf8a50b4 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:51.401739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-06cd5163-e6c4-45fb-9f66-7ca5b09e248c service neutron] 10.222.0.41 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3460960 Jan 14 05:31:51.407106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:51.416790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] Sync routers for ids ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:51.433744 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] 10.222.0.48 "PUT /v2.0/routers/afdb7e5e-627c-457e-bdb8-0c2fc6fb977d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 18.9258649 Jan 14 05:31:51.436521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] Routers {'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:51.437212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:51.570963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:51.617330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:31:43Z', 'revision_number': 5, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:51.622631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c677d7e1-2037-4eb3-8dc0-2a3e9ee8dc03 None None] The sync data for ids ['8a81f153-d184-4d34-908e-0c1457e902d6'] in n-d-768851-4 is: [{'id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'name': 'tempest-FloatingIPsAssociationNegativeTestJSON-1316956854-router', 'tenant_id': '1ff348bf459246f6922d2799784f23d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162'}], 'enable_snat': True}, 'gw_port_id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:34Z', 'updated_at': '2021-01-14T05:31:43Z', 'revision_number': 5, 'project_id': '1ff348bf459246f6922d2799784f23d9', 'gw_port': {'id': 'f61ced2d-dade-4bed-997e-d49abf8a50b4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:34:4b:66', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a81f153-d184-4d34-908e-0c1457e902d6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 537, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.162', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:38Z', 'updated_at': '2021-01-14T05:31:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:51.683117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39768) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:51.693896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Request body: {'port': {'device_id': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602', 'admin_state_up': True, 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:51.710816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-c7579a6a-a9cb-4629-90d7-a6e7a448137e tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/44a44cd4-eed5-424a-832d-2ce860b99b08 HTTP/1.1" status: 200 len: 2981 time: 0.7552018 Jan 14 05:31:51.766255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89ec151b-be9f-4670-8a73-8831f3630b8b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:51.854105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] Set router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:51.865435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 89ec151b-be9f-4670-8a73-8831f3630b8b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:31:51.866662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89ec151b-be9f-4670-8a73-8831f3630b8b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:31:51.952340 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-9237880d-48dc-4c02-bce3-9f1761e96507 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/54fd19e7-fd02-41e0-84fb-dc6107bf763e HTTP/1.1" status: 200 len: 2981 time: 0.2312405 Jan 14 05:31:52.000612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Router 376e09db-d5de-4f9c-be7f-4827034154b9 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:31:52.032587 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-8733c6ff-d33d-4729-9575-9b3e3aed11c9 service neutron] 10.222.0.41 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5976424 Jan 14 05:31:52.238269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.252010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.262962 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-6a616bd7-f7b2-43f9-a2bf-27e8f3e2517f tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/54fd19e7-fd02-41e0-84fb-dc6107bf763e HTTP/1.1" status: 200 len: 2981 time: 0.2920535 Jan 14 05:31:52.310937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:44Z', 'revision_number': 5, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:52.315929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] Checking router: afdb7e5e-627c-457e-bdb8-0c2fc6fb977d for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:52.327786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] Routers {'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:52.329041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:52.332048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.336603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.438122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-5e4c4196-8578-4e9e-9e60-4d17544550e5 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/87de6b60-6ef7-4a34-a747-51ed8889251e HTTP/1.1" status: 200 len: 2981 time: 0.1741552 Jan 14 05:31:52.483994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-c4253a33-2548-4029-86bb-dd1165b6f69d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:52.485701 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-c4253a33-2548-4029-86bb-dd1165b6f69d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ff348bf459246f6922d2799784f23d9&device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 1159 time: 0.3306332 Jan 14 05:31:52.532112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:31:52.543913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Sync routers for ids ['376e09db-d5de-4f9c-be7f-4827034154b9'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:31:52.559409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Routers {'376e09db-d5de-4f9c-be7f-4827034154b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:52.559636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.560093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['376e09db-d5de-4f9c-be7f-4827034154b9'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:52.565095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Deleting port 8bfe5054-340c-4b5e-a433-f1bfc95405cd {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:52.565475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.619645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] Set router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:52.748770 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-e7c92b24-4a0a-45f4-9b7b-67c590bbb9a1 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/87de6b60-6ef7-4a34-a747-51ed8889251e HTTP/1.1" status: 200 len: 2981 time: 0.2985890 Jan 14 05:31:52.765928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] For port 8bfe5054-340c-4b5e-a433-f1bfc95405cd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8bfe5054-340c-4b5e-a433-f1bfc95405cd,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:52.766326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.805185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:52.818282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9cdc8b6-5a0c-46c1-80e3-7be91a30034f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 934 time: 17.7010353 Jan 14 05:31:52.821851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39772) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:52.908632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Calling delete_port for 8bfe5054-340c-4b5e-a433-f1bfc95405cd owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:52.927617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Set router 376e09db-d5de-4f9c-be7f-4827034154b9 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:53.025756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-cdd8275b-0045-416f-b737-29b56e7f765a tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/905ab61a-f204-4746-aa64-b120fe8a89f8 HTTP/1.1" status: 200 len: 2981 time: 0.2619486 Jan 14 05:31:53.117567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c72e942-905e-4ab9-a50d-dd954964d6bd tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:53.240018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:44Z', 'revision_number': 5, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:53.246637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.259443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-187cfabf-6e7a-4e67-a6cb-0bfd8305e580 None None] The sync data for ids ['afdb7e5e-627c-457e-bdb8-0c2fc6fb977d'] in n-d-768851-4 is: [{'id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'name': 'tempest-FloatingIPsAssociationTestJSON-1413212830-router', 'tenant_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20'}], 'enable_snat': True}, 'gw_port_id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:45Z', 'updated_at': '2021-01-14T05:31:44Z', 'revision_number': 5, 'project_id': 'd30fd4d332eb4d6abd1f591f755b3a5d', 'gw_port': {'id': '8bfe5054-340c-4b5e-a433-f1bfc95405cd', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3f:44:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'afdb7e5e-627c-457e-bdb8-0c2fc6fb977d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 563, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.20', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:52Z', 'updated_at': '2021-01-14T05:31:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:53.373639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:31:47Z', 'revision_number': 3, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:31:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:53.384333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Checking router: 376e09db-d5de-4f9c-be7f-4827034154b9 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:31:53.385232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Updating router 376e09db-d5de-4f9c-be7f-4827034154b9 port a9e78527-b491-42d3-9b9a-2d0bd6610341 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:31:53.479188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=b1d968fc-f8c2-45da-888c-4979ba01e916,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:53.483940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.532488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:53.561463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.564588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.565003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.565414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.565807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.566202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.566597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.569261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.569688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.570085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.570480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.570940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.571329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.571796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.572188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.572584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.572965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.573359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.573745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.574131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.574517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.574998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.575407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.575793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.576277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.576745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.577136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.577519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.577903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.578287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.578672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.594682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.595074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.595478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.595893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.596292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.596690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:53.604938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Usage tracker for resource:port and tenant:d30fd4d332eb4d6abd1f591f755b3a5d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:53.608716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.630559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Quota usage for port was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:53.634022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.517s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:53.653101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:53.689311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.690892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.702289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e6692eec-61fc-42d6-b64b-01f5d1a1b1d0 req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 3.7302310 Jan 14 05:31:53.815127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Made reservation on behalf of d30fd4d332eb4d6abd1f591f755b3a5d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:31:53.824784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.917391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:53.917997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8a81f153-d184-4d34-908e-0c1457e902d6 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:31:53.984046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.007164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.012300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.026359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Transition to ACTIVE for port object a9e78527-b491-42d3-9b9a-2d0bd6610341 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:54.036265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c29b5fae-763b-4e39-a728-6d7500a4a217 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:54.086774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.292405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfe60622-62b2-4764-ad69-e79c3fa9ded1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:54.364988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-f161c02a-e5ee-4d3b-a0d7-af927f1a9458 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:54.367513 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-f161c02a-e5ee-4d3b-a0d7-af927f1a9458 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f42c1e25-b57f-4861-a3b0-cfae0e5079ee HTTP/1.1" status: 200 len: 923 time: 1.8687053 Jan 14 05:31:54.455374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b378-47d4-4aaf-8558-16a274aa7874 None None] Pushing event updated for resources: {'Port': ['ID=a9e78527-b491-42d3-9b9a-2d0bd6610341,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:54.458566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b687b378-47d4-4aaf-8558-16a274aa7874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:54.531278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c29b5fae-763b-4e39-a728-6d7500a4a217 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:31:54.531593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c29b5fae-763b-4e39-a728-6d7500a4a217 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:31:54.541200 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-d5afe4d2-050d-49cd-9775-8fd7a510b315 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=f408667e-9ff6-45a4-aa85-dd98a910738b HTTP/1.1" status: 200 len: 217 time: 0.1303647 Jan 14 05:31:54.541797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Attempting to bind port a9e78527-b491-42d3-9b9a-2d0bd6610341 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:31:54.542418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Attempting to bind port a9e78527-b491-42d3-9b9a-2d0bd6610341 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:31:54.543210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Attempting to bind port a9e78527-b491-42d3-9b9a-2d0bd6610341 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:31:54.553403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:31:54.554257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:31:54.554963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.555597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:31:54.556347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Bound port: a9e78527-b491-42d3-9b9a-2d0bd6610341, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:31:54.556969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.659173 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-8918d650-f21f-4a8e-b653-0f1beb1b7f03 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/905ab61a-f204-4746-aa64-b120fe8a89f8 HTTP/1.1" status: 200 len: 2981 time: 0.6716597 Jan 14 05:31:54.660604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] For port a9e78527-b491-42d3-9b9a-2d0bd6610341, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:31:54.664420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] For port a9e78527-b491-42d3-9b9a-2d0bd6610341, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a9e78527-b491-42d3-9b9a-2d0bd6610341,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:31:54.673981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.685542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-122272499', 'description': 'tempest-description-843544132'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:54.727081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.728339 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b8e31e2-b1dd-4e7f-bdb5-96b53b8fa85a admin admin] 10.222.0.48 "DELETE /v2.0/routers/8a81f153-d184-4d34-908e-0c1457e902d6 HTTP/1.1" status: 204 len: 168 time: 4.9466996 Jan 14 05:31:54.737812 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-304aaaa1-1651-4083-8ddb-45ba2f9a2484 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/978e335f-2a52-44be-96f5-8dc4c879eece HTTP/1.1" status: 200 len: 2981 time: 0.0772526 Jan 14 05:31:54.757285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39792) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:54.780707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:54.807443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:54.818946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:54.832786 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:54.844011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.844568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Fanout notify agent at l3_agent the message router_deleted on router afdb7e5e-627c-457e-bdb8-0c2fc6fb977d {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:31:54.858888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:54.921936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:54.925709 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-13fe7f0a-5ac7-471f-b655-7fc106663e13 admin admin] 10.222.0.48 "DELETE /v2.0/routers/afdb7e5e-627c-457e-bdb8-0c2fc6fb977d HTTP/1.1" status: 204 len: 168 time: 3.2343631 Jan 14 05:31:54.949753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b687b378-47d4-4aaf-8558-16a274aa7874 None None] Pushing event updated for resources: {'Port': ['ID=a9e78527-b491-42d3-9b9a-2d0bd6610341,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:54.955881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b687b378-47d4-4aaf-8558-16a274aa7874 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:54.956220 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-36ac1dde-6fd3-4873-93ab-5efcc7fcc3d2 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/978e335f-2a52-44be-96f5-8dc4c879eece HTTP/1.1" status: 200 len: 2981 time: 0.2173407 Jan 14 05:31:54.959104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-e9e107e9-b5c8-4f26-a06c-0bba3d469245 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:54.960634 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-e9e107e9-b5c8-4f26-a06c-0bba3d469245 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c65eef79-2eab-4d5a-8ee6-74d15241e5a8 HTTP/1.1" status: 200 len: 868 time: 0.4047379 Jan 14 05:31:54.985952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39796) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:54.986770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39798) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:55.004143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.044010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-ad0aa744-8e36-4426-b5f0-db270e39cdbc None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:31:55.051327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:31:55.069281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Routers {'376e09db-d5de-4f9c-be7f-4827034154b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:31:55.070309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['376e09db-d5de-4f9c-be7f-4827034154b9'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:55.100624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:55.125645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:55.133901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:55.157217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.161618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:55.202818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-76fce328-2b2f-4770-bf74-4d740acff78a admin admin] Deleting subnet 4dbdcae2-fcf7-434a-a9a8-6715d9df47d7 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:31:55.282941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e9af06a5-ef23-4104-84dc-4795d17de208 admin admin] Deleting subnet c65eef79-2eab-4d5a-8ee6-74d15241e5a8 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:31:55.288204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9af06a5-ef23-4104-84dc-4795d17de208 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.367582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9af06a5-ef23-4104-84dc-4795d17de208 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.389606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Allocated IP 172.20.0.7 (a4a45833-fa4f-4e32-838c-c80e2ea87602/4dbdcae2-fcf7-434a-a9a8-6715d9df47d7/7c18bbda-2627-4787-b24f-2f27347da35c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:55.454818 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-e9af06a5-ef23-4104-84dc-4795d17de208 admin admin] Found port (f408667e-9ff6-45a4-aa85-dd98a910738b, 172.20.0.10) having IP allocation on subnet c65eef79-2eab-4d5a-8ee6-74d15241e5a8, cannot delete Jan 14 05:31:55.495898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device f408667e-9ff6-45a4-aa85-dd98a910738b up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:55.496118 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e9af06a5-ef23-4104-84dc-4795d17de208 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:31:55.496118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e9af06a5-ef23-4104-84dc-4795d17de208 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:31:55.496118 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9af06a5-ef23-4104-84dc-4795d17de208 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c65eef79-2eab-4d5a-8ee6-74d15241e5a8 HTTP/1.1" status: 409 len: 404 time: 0.7309768 Jan 14 05:31:55.525685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.580321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-702903e7-c767-458b-84bf-6b57dcd8801b tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/a7e74416-b05e-46e3-9442-dc978f6389e5 HTTP/1.1" status: 200 len: 2981 time: 0.6230881 Jan 14 05:31:55.586460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port f408667e-9ff6-45a4-aa85-dd98a910738b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:55.625981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port f408667e-9ff6-45a4-aa85-dd98a910738b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:55.626333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.713258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.757937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.767170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:55.771109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Usage tracker for resource:security_group_rule and tenant:09306e44c4be44f4bd056b173009c168 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:55.774089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:55.779982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:55.786360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-2a752091-557c-4330-b0aa-ff9c8c6940c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:55.788103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-2a752091-557c-4330-b0aa-ff9c8c6940c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f42c1e25-b57f-4861-a3b0-cfae0e5079ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.6931524 Jan 14 05:31:55.798133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.837386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] Set router 376e09db-d5de-4f9c-be7f-4827034154b9 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:31:55.930910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.936054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:55.945111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12d47e21-8f8c-4f9e-b07a-1369b0620c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:55.955229 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.043102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port f408667e-9ff6-45a4-aa85-dd98a910738b, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=f408667e-9ff6-45a4-aa85-dd98a910738b,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:56.048037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f61ced2d-dade-4bed-997e-d49abf8a50b4 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:56.061995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=4b8396d7-a6ad-4a43-8efc-73b9b26b24ce,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:56.065714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:56.076650 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:56.088492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:56.092775 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=09306e44c4be44f4bd056b173009c168&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1045890 Jan 14 05:31:56.099895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39822) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:56.110534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.167680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.169275 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e65cbdb4-c787-4a46-9716-0c649879607f req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1804 time: 1.4932182 Jan 14 05:31:56.186592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.197253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=764d1f4f-e080-470e-a4a1-b4c16364b537,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:56.201545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:56.228604 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-691cb1bc-9b21-4894-8421-9f2081119ff8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:56.231583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.247459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Transition to ACTIVE for port object 7c18bbda-2627-4787-b24f-2f27347da35c will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:56.285654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Allocated IP 172.20.0.1 (d9985738-7fb0-4b07-9f02-0c4202038b3b/d82eb208-ab53-4a86-94c2-3333d171a441/20f86c85-5f6c-4211-84b8-4aec047cc9b9) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:31:56.295206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.317584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f61ced2d-dade-4bed-997e-d49abf8a50b4 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:31:56.319668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f61ced2d-dade-4bed-997e-d49abf8a50b4 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:31:56.321217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8bfe5054-340c-4b5e-a433-f1bfc95405cd no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:56.341853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76fce328-2b2f-4770-bf74-4d740acff78a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.377465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.437410 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b', 'code': 200} Jan 14 05:31:56.449297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 8bfe5054-340c-4b5e-a433-f1bfc95405cd {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:31:56.450052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8bfe5054-340c-4b5e-a433-f1bfc95405cd not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:31:56.457585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device f408667e-9ff6-45a4-aa85-dd98a910738b up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:31:56.597725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:56.712196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=f408667e-9ff6-45a4-aa85-dd98a910738b,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:56.761130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-87eb1b67-0d19-4c83-918d-c95ff4bd79b7 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/a7e74416-b05e-46e3-9442-dc978f6389e5 HTTP/1.1" status: 200 len: 2981 time: 1.1620140 Jan 14 05:31:56.762478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Network a4a45833-fa4f-4e32-838c-c80e2ea87602 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:56.783520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:56.891319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:56.944206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.719s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:56.960918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:56.974197 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-afbc09de-f1db-459d-9dc1-dc2d399bc14d tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/d20b66a8-654d-4299-9597-8fc1e37cbb9b HTTP/1.1" status: 200 len: 2981 time: 0.1988595 Jan 14 05:31:57.032856 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-a75bd369-cb44-4ade-9ce4-f5737764665e service neutron] 10.222.0.41 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2019193 Jan 14 05:31:57.054350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port f408667e-9ff6-45a4-aa85-dd98a910738b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:57.055213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.192990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.202975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:31:47Z', 'revision_number': 3, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:31:57.212422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76fce328-2b2f-4770-bf74-4d740acff78a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.220844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6dabc16d-79f8-42d9-a665-3a1e01f6767b None None] The sync data for ids ['376e09db-d5de-4f9c-be7f-4827034154b9'] in n-d-768851-4 is: [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:31:47Z', 'revision_number': 3, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:31:54Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:31:57.251953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39862) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.346191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.349911 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:57.353951 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:57.364156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:57.364915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.392920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Pushing event updated for resources: {'Port': ['ID=7c18bbda-2627-4787-b24f-2f27347da35c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:57.401038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e571c63c-14d7-442c-9151-547c4fc4a765 None None] Provisioning for port 7c18bbda-2627-4787-b24f-2f27347da35c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:57.416850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e571c63c-14d7-442c-9151-547c4fc4a765 None None] Provisioning complete for port 7c18bbda-2627-4787-b24f-2f27347da35c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:57.417608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e571c63c-14d7-442c-9151-547c4fc4a765 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.434055 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:57.448674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.451395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.455211 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/764d1f4f-e080-470e-a4a1-b4c16364b537 HTTP/1.1" status: 204 len: 168 time: 1.3494992 Jan 14 05:31:57.483548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29832048-ba8c-4813-a265-b9897566148f tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:57.526493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.8365941 Jan 14 05:31:57.527683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=764d1f4f-e080-470e-a4a1-b4c16364b537,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:57.565947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:57.575877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Request body: {'port': {'device_id': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:31:57.631789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e571c63c-14d7-442c-9151-547c4fc4a765 None None] Port 7c18bbda-2627-4787-b24f-2f27347da35c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:57.634753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Transition to ACTIVE for port object 20f86c85-5f6c-4211-84b8-4aec047cc9b9 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:57.666172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-d3251ab0-8962-4a82-b440-2c5466aec6b1 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/d20b66a8-654d-4299-9597-8fc1e37cbb9b HTTP/1.1" status: 200 len: 2981 time: 0.6794555 Jan 14 05:31:57.732032 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-9783ff0d-287d-45e3-a249-f009b425ce48 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/e02f8b9c-07cb-4ca7-8358-b0a7e11378c7 HTTP/1.1" status: 200 len: 2981 time: 0.0648625 Jan 14 05:31:57.752482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.812740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-ef1f4ffd-db42-490d-8363-c87dd7d0900b tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:57.821458 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-ef1f4ffd-db42-490d-8363-c87dd7d0900b tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/networks?id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21 HTTP/1.1" status: 200 len: 813 time: 1.1135244 Jan 14 05:31:57.834747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.41', 61604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:57.848915 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-23f64b3f-9064-4db1-bcb1-11858c5f0572 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/e02f8b9c-07cb-4ca7-8358-b0a7e11378c7 HTTP/1.1" status: 200 len: 2981 time: 0.1143239 Jan 14 05:31:57.869030 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-76fce328-2b2f-4770-bf74-4d740acff78a admin admin] Found port (7c18bbda-2627-4787-b24f-2f27347da35c, 172.20.0.7) having IP allocation on subnet 4dbdcae2-fcf7-434a-a9a8-6715d9df47d7, cannot delete Jan 14 05:31:57.877802 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b0358799-761b-4a63-a2b8-eb273ec018ff tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/quotas/ee2013dee3e4437b895ef61a211544a4 HTTP/1.1" status: 200 len: 375 time: 0.0547924 Jan 14 05:31:57.964843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:57.980556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:58.042607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:31:58.046986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Usage tracker for resource:security_group_rule and tenant:ab0f5f5166ee4c0cb20bf694a83ea2d0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:31:58.050598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:31:58.056486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:31:58.073047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:58.074586 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-76fce328-2b2f-4770-bf74-4d740acff78a admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:31:58.075135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76fce328-2b2f-4770-bf74-4d740acff78a admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:31:58.110067 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-38d895a5-12e5-470d-aa3f-d36fb660faa2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2310505 Jan 14 05:31:58.174968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-75d4bff2-6dba-446a-be1e-197e55d68f76 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/e1dd4d68-cae1-45ab-9dfd-9e88b1bca8dd HTTP/1.1" status: 200 len: 2981 time: 0.3264642 Jan 14 05:31:58.177156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Pushing event updated for resources: {'Port': ['ID=20f86c85-5f6c-4211-84b8-4aec047cc9b9,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:58.186725 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6eda266b-c4ce-40cc-9285-3680f5a64af0 req-f6f25569-73fb-4cae-8d99-73717dc0f558 service neutron] 10.222.0.41 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1354103 Jan 14 05:31:58.225995 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76fce328-2b2f-4770-bf74-4d740acff78a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4dbdcae2-fcf7-434a-a9a8-6715d9df47d7 HTTP/1.1" status: 409 len: 404 time: 3.2313936 Jan 14 05:31:58.243707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.244217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.244703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.245196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.245661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.246128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.246590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.247613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.247613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.248102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.248569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.249029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.250000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.250000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.250379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.250870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.251327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.251788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.252241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.252797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.253082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.254064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.254246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.254773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.255320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.255764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.256335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.256788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.257243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.257704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.258175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.258745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.259124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.259580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.260152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.260617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:31:58.273972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:58.285503 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-efb63a6a-b526-4274-9248-74c06239dd79 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/e1dd4d68-cae1-45ab-9dfd-9e88b1bca8dd HTTP/1.1" status: 200 len: 2981 time: 0.1093402 Jan 14 05:31:58.311163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device f408667e-9ff6-45a4-aa85-dd98a910738b no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:31:58.319624 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2553801e-3ef6-4582-b340-4107cd054195 service neutron] 10.222.0.48 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2084475 Jan 14 05:31:58.418393 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-30e51edc-7d9d-48e6-ad42-dca57971abc3 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/ee9c0044-a853-4d25-9fdb-f7c8a08733a6 HTTP/1.1" status: 200 len: 2981 time: 0.1316974 Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.423109 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.425665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.426945 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:31:58.429627 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:31:58.462160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a7a39216-3472-4590-88cf-35a4e152c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:31:58.463144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a7a39216-3472-4590-88cf-35a4e152c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Synchronizing usage tracker for tenant:1ff348bf459246f6922d2799784f23d9 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:31:58.497293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:58.531710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Network d9985738-7fb0-4b07-9f02-0c4202038b3b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:31:58.538851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:31:58.559882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port f408667e-9ff6-45a4-aa85-dd98a910738b, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=f408667e-9ff6-45a4-aa85-dd98a910738b,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:58.562049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:31:58.564641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:31:58.579122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:58.583136 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:58.614167 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-90cc36f8-2c66-47ac-bdb7-af28b4ae9537 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/ee9c0044-a853-4d25-9fdb-f7c8a08733a6 HTTP/1.1" status: 200 len: 2981 time: 0.1944702 Jan 14 05:31:58.644748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a7a39216-3472-4590-88cf-35a4e152c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Unset dirty status for tenant:1ff348bf459246f6922d2799784f23d9 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:31:58.646017 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a7a39216-3472-4590-88cf-35a4e152c4ac tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.41 "GET /v2.0/ports?device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 946 time: 0.7962625 Jan 14 05:31:58.708623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=f408667e-9ff6-45a4-aa85-dd98a910738b,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:58.736175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:58.812601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:58.884566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-367f40ce-e71d-43c5-b7dc-9c401474da85 None None] Provisioning for port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:31:58.894368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-367f40ce-e71d-43c5-b7dc-9c401474da85 None None] Provisioning complete for port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:31:58.895198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-367f40ce-e71d-43c5-b7dc-9c401474da85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:58.906761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:58.909664 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-05820a3d-a7c9-4984-9d8d-388f761e3b7b service neutron] 10.222.0.48 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5889518 Jan 14 05:31:58.923897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:58.926281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-0fa84a3d-1b55-41e4-a31b-c75b05eddeec tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/fe30a0db-5ea9-480f-a539-fb03571fe890 HTTP/1.1" status: 200 len: 2977 time: 0.3111246 Jan 14 05:31:58.942280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:58.978233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Deleting port f408667e-9ff6-45a4-aa85-dd98a910738b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:31:58.978621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:59.004104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-367f40ce-e71d-43c5-b7dc-9c401474da85 None None] Port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:31:59.023770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09996f96-54fa-4648-819d-caafce8acb93,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:59.188372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c18bbda-2627-4787-b24f-2f27347da35c {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:31:59.197856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:59.211262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Transition to ACTIVE for port object 7c18bbda-2627-4787-b24f-2f27347da35c will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:31:59.214360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ab0f5f5166ee4c0cb20bf694a83ea2d0&name=default HTTP/1.1" status: 200 len: 2979 time: 1.9429059 Jan 14 05:31:59.216159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:59.217770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:59.235749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39922) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:31:59.236652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbc6a8ad-2777-4c6d-99b5-3960a1eb29e2 tempest-LiveMigrationTest-1723129805 tempest-LiveMigrationTest-1723129805] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:31:59.399166 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-062d9341-6bce-4b3c-832a-f9ec84636ad4 req-f814a49b-a206-4a52-bb5c-1fcf9e846caa tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/fe30a0db-5ea9-480f-a539-fb03571fe890 HTTP/1.1" status: 200 len: 2977 time: 0.4506392 Jan 14 05:31:59.470456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:59.492095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] For port f408667e-9ff6-45a4-aa85-dd98a910738b, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=f408667e-9ff6-45a4-aa85-dd98a910738b,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:31:59.492737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:59.690029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Pushing event updated for resources: {'Port': ['ID=7c18bbda-2627-4787-b24f-2f27347da35c,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:31:59.741989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.505s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:31:59.793559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:59.822135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Calling delete_port for f408667e-9ff6-45a4-aa85-dd98a910738b owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:31:59.826303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:31:59.910638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a9e78527-b491-42d3-9b9a-2d0bd6610341 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:00.078149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a9e78527-b491-42d3-9b9a-2d0bd6610341 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:00.083710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a9e78527-b491-42d3-9b9a-2d0bd6610341 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:00.084139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.162428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.166043 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b', 'code': 422} returned with failed status Jan 14 05:32:00.184537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b71e5a96-e08f-4c56-bb48-a8ba9205bc8a tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:00.215497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09996f96-54fa-4648-819d-caafce8acb93,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:00.333926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:00.373535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Attempting to bind port 7c18bbda-2627-4787-b24f-2f27347da35c on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:00.373917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Attempting to bind port 7c18bbda-2627-4787-b24f-2f27347da35c by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:00.374297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Attempting to bind port 7c18bbda-2627-4787-b24f-2f27347da35c on network a4a45833-fa4f-4e32-838c-c80e2ea87602 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:00.382312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:00.382533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.382816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Checking segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:00.383122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.383527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Bound using segment: {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:00.384015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Bound port: 7c18bbda-2627-4787-b24f-2f27347da35c, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1d52e1a-8c03-44c7-b84f-b24dec8ea770', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 9, 'network_id': 'a4a45833-fa4f-4e32-838c-c80e2ea87602'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:00.384399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.402055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port a9e78527-b491-42d3-9b9a-2d0bd6610341, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a9e78527-b491-42d3-9b9a-2d0bd6610341,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:00.402545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.406817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09996f96-54fa-4648-819d-caafce8acb93 HTTP/1.1" status: 204 len: 168 time: 1.1350908 Jan 14 05:32:00.420691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.426958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:00.463738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.539148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=a9e78527-b491-42d3-9b9a-2d0bd6610341,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.540947 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:00.543734 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:00.545070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:00.552136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b09a4e05-c254-42b1-b3f0-d3a9643a37b9 req-427a7611-4641-4659-8309-ab6784c0e03f tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Synchronizing usage tracker for tenant:18f007db53a14cdca213abb2818f9bfc on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:00.577376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b09a4e05-c254-42b1-b3f0-d3a9643a37b9 req-427a7611-4641-4659-8309-ab6784c0e03f tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Unset dirty status for tenant:18f007db53a14cdca213abb2818f9bfc on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:00.578926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b09a4e05-c254-42b1-b3f0-d3a9643a37b9 req-427a7611-4641-4659-8309-ab6784c0e03f tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18f007db53a14cdca213abb2818f9bfc HTTP/1.1" status: 200 len: 6103 time: 0.2465453 Jan 14 05:32:00.589057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df7df0c5-0889-4b34-b506-2a0a8a16ac2a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:00.631653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] For port 7c18bbda-2627-4787-b24f-2f27347da35c, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:00.643449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-c44b7229-21dd-483e-839e-5f8eebe0894e tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:00.645441 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-c44b7229-21dd-483e-839e-5f8eebe0894e tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.48 "GET /v2.0/networks?id=f773be32-4e1b-44c6-933a-c8d127ed3d76 HTTP/1.1" status: 200 len: 815 time: 0.5836346 Jan 14 05:32:00.675294 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b09a4e05-c254-42b1-b3f0-d3a9643a37b9 req-70b4608d-75a0-452e-8687-7c2cf30aa6d8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "GET /v2.0/security-groups/e02f8b9c-07cb-4ca7-8358-b0a7e11378c7 HTTP/1.1" status: 200 len: 2981 time: 0.0857913 Jan 14 05:32:00.678531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] For port 7c18bbda-2627-4787-b24f-2f27347da35c, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7c18bbda-2627-4787-b24f-2f27347da35c,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:00.695738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:00.719460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Pushing event deleted for resources: {'Port': ['ID=f408667e-9ff6-45a4-aa85-dd98a910738b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:00.722562 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:00.761954 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-8ff275f5-5564-49d7-b623-97552dfc4bd4 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.48 "GET /v2.0/quotas/101b601bdfca46de9bf07389343aa4dd HTTP/1.1" status: 200 len: 375 time: 0.0937004 Jan 14 05:32:00.792925 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:00.884489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Pushing event updated for resources: {'Port': ['ID=7c18bbda-2627-4787-b24f-2f27347da35c,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:01.023011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:01.075461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] No DVR routers for this DVR port f408667e-9ff6-45a4-aa85-dd98a910738b on host n-h1-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:01.086817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:01.090811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-deleted', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:01.111542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.112016 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.114487 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.115924 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:01.124562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:01.132054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-e0ce5d0d-448a-4f25-8047-96f8ef13cb15 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Synchronizing usage tracker for tenant:101b601bdfca46de9bf07389343aa4dd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:01.136396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-fb4e7c04-ee43-4345-be9d-dc4bb77ca4f4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:01.137952 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-fb4e7c04-ee43-4345-be9d-dc4bb77ca4f4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.45 "GET /v2.0/networks?id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21 HTTP/1.1" status: 200 len: 813 time: 0.2855268 Jan 14 05:32:01.138069 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.41 "DELETE /v2.0/ports/f408667e-9ff6-45a4-aa85-dd98a910738b HTTP/1.1" status: 204 len: 173 time: 2.4804711 Jan 14 05:32:01.138571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:01.161710 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b09a4e05-c254-42b1-b3f0-d3a9643a37b9 req-86ce19d4-7848-4067-866e-2ad924a8c0d9 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "GET /v2.0/security-groups/e02f8b9c-07cb-4ca7-8358-b0a7e11378c7 HTTP/1.1" status: 200 len: 2981 time: 0.4853344 Jan 14 05:32:01.190729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'port': {'device_id': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21', 'admin_state_up': True, 'tenant_id': 'ee2013dee3e4437b895ef61a211544a4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:01.221445 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:01.355997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:01.356741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:01.358314 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] 10.222.0.41 "PUT /v2.0/ports/7c18bbda-2627-4787-b24f-2f27347da35c HTTP/1.1" status: 200 len: 1155 time: 3.7961125 Jan 14 05:32:01.362021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'tag': '7c18bbda-2627-4787-b24f-2f27347da35c'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:01.391714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-e0ce5d0d-448a-4f25-8047-96f8ef13cb15 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Unset dirty status for tenant:101b601bdfca46de9bf07389343aa4dd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:01.393335 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-e0ce5d0d-448a-4f25-8047-96f8ef13cb15 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.48 "GET /v2.0/ports?tenant_id=101b601bdfca46de9bf07389343aa4dd&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6076179 Jan 14 05:32:01.415334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:01.506685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Pushing event updated for resources: {'Port': ['ID=20f86c85-5f6c-4211-84b8-4aec047cc9b9,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:01.562333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:01.590478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:port and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:01.600308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:01.611785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:01.647056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-242b7baa-126e-47c9-ad39-0894b670259d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:01.648746 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-242b7baa-126e-47c9-ad39-0894b670259d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 1158 time: 0.2101464 Jan 14 05:32:01.649440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Made reservation on behalf of ee2013dee3e4437b895ef61a211544a4 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:01.660093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:01.813583 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-88a6e511-513f-4f4f-8fda-0dd98afacabf service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=7c18bbda-2627-4787-b24f-2f27347da35c HTTP/1.1" status: 200 len: 217 time: 0.1374586 Jan 14 05:32:01.948780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a9e78527-b491-42d3-9b9a-2d0bd6610341 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:01.958767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.737s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:02.095506 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-cc2f7fe4-f7a0-408e-80f3-b889d3229caf service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1ff348bf459246f6922d2799784f23d9&device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 210 time: 0.1334646 Jan 14 05:32:02.141775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a9e78527-b491-42d3-9b9a-2d0bd6610341 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:02.144281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:02.316253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Network d9985738-7fb0-4b07-9f02-0c4202038b3b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:02.332235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:02.339088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Allocated IP 172.20.0.14 (25be67bf-c4bf-4928-9c1a-89a5c20e6e21/18a1232a-b4a1-41e3-a7e4-c07759219ca5/8b80bf83-8912-4962-aa26-a9287c514bc8) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:02.398832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-f7972b0e-9997-4386-bd7c-c6517277a481 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:02.400456 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-f7972b0e-9997-4386-bd7c-c6517277a481 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4dbdcae2-fcf7-434a-a9a8-6715d9df47d7 HTTP/1.1" status: 200 len: 860 time: 0.5697942 Jan 14 05:32:02.515021 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-50f20772-168e-4bfc-abe7-2c3766f9499d service neutron] 10.222.0.48 "GET /v2.0/networks/f773be32-4e1b-44c6-933a-c8d127ed3d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1090932 Jan 14 05:32:02.524210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-3702d060-457b-4790-9182-7c16c51d4f85 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:02.525774 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a07e9f7f-acd4-4df1-bcf8-34cd18ae3a83 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.48 "GET /v2.0/networks?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1170528 Jan 14 05:32:02.525980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-3702d060-457b-4790-9182-7c16c51d4f85 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=1ff348bf459246f6922d2799784f23d9&shared=False HTTP/1.1" status: 200 len: 923 time: 0.4190185 Jan 14 05:32:02.691712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7f8b2959-b243-44e2-9f2b-e68e5110fe3d None None] Provisioning complete for port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:02.692076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f8b2959-b243-44e2-9f2b-e68e5110fe3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:02.752170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f8b2959-b243-44e2-9f2b-e68e5110fe3d None None] Port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:02.772858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Router 376e09db-d5de-4f9c-be7f-4827034154b9 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:32:02.888840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-746b806d-e672-4ea4-b128-0c091c6b455f tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:02.890317 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-746b806d-e672-4ea4-b128-0c091c6b455f tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3174365 Jan 14 05:32:02.892327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-30f51195-9e38-4a8e-9904-a1eb4516589f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:02.893795 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-30f51195-9e38-4a8e-9904-a1eb4516589f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=a4a45833-fa4f-4e32-838c-c80e2ea87602&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.4809692 Jan 14 05:32:02.906745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:02.951426 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-820a22cf-ae58-4fa9-b8c0-c0eb59763d99 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.48 "GET /v2.0/quotas/f798e4b1e7c24b86866f039b0eb6b10a HTTP/1.1" status: 200 len: 375 time: 0.0514598 Jan 14 05:32:03.006076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-e8cc4192-9419-4592-87ee-81534ea7fd63 service neutron] 10.222.0.48 "GET /v2.0/networks/f773be32-4e1b-44c6-933a-c8d127ed3d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4641194 Jan 14 05:32:03.039439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-cf5c0883-2423-4424-9612-cb31ab70d5e0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:03.041056 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-cf5c0883-2423-4424-9612-cb31ab70d5e0 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4209542 Jan 14 05:32:03.079343 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-3401bad8-19b5-4976-a3f0-41bf8929866b tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.48 "GET /v2.0/ports?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0806029 Jan 14 05:32:03.148817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:03.166186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40c8cc0c-2f5f-4494-969e-354fcfeb9ee0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:03.217911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:32:03.225379 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-9477787e-e07e-4718-a031-40a3bab85758 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3225548 Jan 14 05:32:03.239661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Sync routers for ids ['376e09db-d5de-4f9c-be7f-4827034154b9'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:32:03.265370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Routers {'376e09db-d5de-4f9c-be7f-4827034154b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:03.266460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['376e09db-d5de-4f9c-be7f-4827034154b9'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:03.312977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] 10.222.0.48 "PUT /v2.0/routers/376e09db-d5de-4f9c-be7f-4827034154b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4880879 Jan 14 05:32:03.334008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-12bbd542-2491-4dfe-b1eb-9eb8d55a6937 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Synchronizing usage tracker for tenant:1ff348bf459246f6922d2799784f23d9 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:03.385506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-12bbd542-2491-4dfe-b1eb-9eb8d55a6937 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Unset dirty status for tenant:1ff348bf459246f6922d2799784f23d9 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:03.386890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5e042bd-1f88-4269-bab0-9fdcca159758 req-12bbd542-2491-4dfe-b1eb-9eb8d55a6937 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.41 "GET /v2.0/ports?device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 210 time: 0.1634998 Jan 14 05:32:03.443667 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-deleted', 'tag': 'f408667e-9ff6-45a4-aa85-dd98a910738b', 'status': 'completed', 'code': 200} Jan 14 05:32:03.508624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-7d1dd0e3-1f7f-4b8a-a73f-fa56bc477e22 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:03.512153 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-7d1dd0e3-1f7f-4b8a-a73f-fa56bc477e22 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.45 "GET /v2.0/networks?id=f42c1e25-b57f-4861-a3b0-cfae0e5079ee HTTP/1.1" status: 200 len: 829 time: 0.4317501 Jan 14 05:32:03.530853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Request body: {'port': {'device_id': '89da2e04-915c-4557-a537-ff81beded7ac', 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee', 'admin_state_up': True, 'tenant_id': '1ff348bf459246f6922d2799784f23d9'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:03.700640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Set router 376e09db-d5de-4f9c-be7f-4827034154b9 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:03.836592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:03.872002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:03.935588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Made reservation on behalf of 1ff348bf459246f6922d2799784f23d9 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:03.967133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.114251 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'tag': '7c18bbda-2627-4787-b24f-2f27347da35c', 'status': 'completed', 'code': 200} Jan 14 05:32:04.186295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:31:59Z', 'revision_number': 4, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '20f86c85-5f6c-4211-84b8-4aec047cc9b9', 'name': '', 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'mac_address': 'fa:16:3e:e3:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd82eb208-ab53-4a86-94c2-3333d171a441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:55Z', 'updated_at': '2021-01-14T05:32:00Z', 'revision_number': 2, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'subnets': [{'id': 'd82eb208-ab53-4a86-94c2-3333d171a441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:04.194750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Checking router: 376e09db-d5de-4f9c-be7f-4827034154b9 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:32:04.195213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Updating router 376e09db-d5de-4f9c-be7f-4827034154b9 port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:32:04.315769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'Port': ['ID=8b80bf83-8912-4962-aa26-a9287c514bc8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:04.325102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:04.331682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.353624 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-66b57777-37a0-4446-9cca-a2f5e5bb23fa req-4a559185-f88c-49c1-a3c3-eecea2d6f804 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/158504db-c2a5-417a-b295-58e264d63342 HTTP/1.1" status: 200 len: 1777 time: 0.4063666 Jan 14 05:32:04.512292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-66b57777-37a0-4446-9cca-a2f5e5bb23fa req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.538556 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-665fd129-2938-4874-a0c7-287245663682 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.48 "GET /v2.0/networks?tenant_id=5808b28630f34af792f06ed204777d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0994518 Jan 14 05:32:04.542770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-66b57777-37a0-4446-9cca-a2f5e5bb23fa req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.623316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-66b57777-37a0-4446-9cca-a2f5e5bb23fa req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.631288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccea3777-0a10-4453-b41f-b773174d6bf9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:04.644410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Pushing event deleted for resources: {'SecurityGroup': ['ID=158504db-c2a5-417a-b295-58e264d63342,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:04.648410 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-115f0a68-ca52-4b89-ad9b-a9cf942521a7 service neutron] 10.222.0.41 "GET /v2.0/networks/a4a45833-fa4f-4e32-838c-c80e2ea87602?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6780822 Jan 14 05:32:04.660732 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:04.672457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:04.674137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:04.679210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.754475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.757085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.761847 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:04.765681 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:04.785323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:04.786384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.852936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-66b57777-37a0-4446-9cca-a2f5e5bb23fa req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.855466 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-66b57777-37a0-4446-9cca-a2f5e5bb23fa req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "DELETE /v2.0/security-groups/158504db-c2a5-417a-b295-58e264d63342 HTTP/1.1" status: 204 len: 173 time: 0.5009089 Jan 14 05:32:04.863516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.865742 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.7135129 Jan 14 05:32:04.876923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Transition to ACTIVE for port object 20f86c85-5f6c-4211-84b8-4aec047cc9b9 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:04.883600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:04.887711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Request body: {'port': {'device_id': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:05.043834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7d888-8267-40ab-90a7-ce710c576ce7 req-20a94195-64d4-43a5-9eea-abf31ecc1e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:05.045761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aad7d888-8267-40ab-90a7-ce710c576ce7 req-20a94195-64d4-43a5-9eea-abf31ecc1e8d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 1158 time: 0.2532711 Jan 14 05:32:05.046917 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c29deaf2-000b-4d04-b4d3-b9c2412000c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:05.114369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-fdbe478c-887d-43d8-aa7a-6eafd580d93d tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:05.125700 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-fdbe478c-887d-43d8-aa7a-6eafd580d93d tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5860806 Jan 14 05:32:05.143909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Allocated IP 172.20.0.5 (f42c1e25-b57f-4861-a3b0-cfae0e5079ee/c65eef79-2eab-4d5a-8ee6-74d15241e5a8/34c44154-df51-428d-80d9-fbce00e6a2c4) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:05.303550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b7260-7432-4fa4-b717-3b763efc5c29 None None] Pushing event updated for resources: {'Port': ['ID=20f86c85-5f6c-4211-84b8-4aec047cc9b9,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:05.308804 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca8b7260-7432-4fa4-b717-3b763efc5c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:05.315194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Attempting to bind port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:05.318755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Attempting to bind port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:05.318755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Attempting to bind port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 on network d9985738-7fb0-4b07-9f02-0c4202038b3b {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:05.336773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:05.337472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Checking segment: {'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:05.338031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:05.338581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Bound using segment: {'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:05.339275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Bound port: 20f86c85-5f6c-4211-84b8-4aec047cc9b9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2d3694aa-1dce-4e60-b3ae-0408e6848858', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:05.339846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:05.345411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:05.506940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-be594c6d-ed6d-4d6e-a4c1-476bf32caf2f tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.41 "GET /v2.0/networks?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0537694 Jan 14 05:32:05.515881 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366af1bc-84da-4573-aa6d-9931f2edc0e1 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.48 "GET /v2.0/quotas/5808b28630f34af792f06ed204777d84 HTTP/1.1" status: 200 len: 375 time: 0.3891349 Jan 14 05:32:05.523058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] For port 20f86c85-5f6c-4211-84b8-4aec047cc9b9, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:05.532068 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-70101bae-c773-467d-9cb8-711b00a9517a req-cd256c78-88a7-41ea-adad-588d86f3d3bd tempest-FloatingIPDetailsNegativeTestJSON-1853554794 tempest-FloatingIPDetailsNegativeTestJSON-1853554794] show failed (client error): The resource could not be found. Jan 14 05:32:05.533347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-70101bae-c773-467d-9cb8-711b00a9517a req-cd256c78-88a7-41ea-adad-588d86f3d3bd tempest-FloatingIPDetailsNegativeTestJSON-1853554794 tempest-FloatingIPDetailsNegativeTestJSON-1853554794] 10.222.0.48 "GET /v2.0/floatingips/7d1504b9-7cb8-4b5c-8b87-9460df64ed4f HTTP/1.1" status: 404 len: 350 time: 0.1204319 Jan 14 05:32:05.539063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] For port 20f86c85-5f6c-4211-84b8-4aec047cc9b9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=20f86c85-5f6c-4211-84b8-4aec047cc9b9,segment=NetworkSegment(2d3694aa-1dce-4e60-b3ae-0408e6848858),segment_id=2d3694aa-1dce-4e60-b3ae-0408e6848858)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:05.548357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40060) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:05.553177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:05.712345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7d888-8267-40ab-90a7-ce710c576ce7 req-af179ab7-2e27-4eb3-9166-8b1779157e30 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:05.712909 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-048b3dfb-72b0-43a3-baf7-65aa5c0d0987 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.48 "GET /v2.0/ports?tenant_id=5808b28630f34af792f06ed204777d84&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1944146 Jan 14 05:32:05.718716 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aad7d888-8267-40ab-90a7-ce710c576ce7 req-af179ab7-2e27-4eb3-9166-8b1779157e30 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d30fd4d332eb4d6abd1f591f755b3a5d&shared=False HTTP/1.1" status: 200 len: 915 time: 0.6544800 Jan 14 05:32:05.758581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:05.792180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.41', 61611) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:05.793916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7576b71a-3319-45ce-94cf-9816c7c6d973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:05.870524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca8b7260-7432-4fa4-b717-3b763efc5c29 None None] Pushing event updated for resources: {'Port': ['ID=20f86c85-5f6c-4211-84b8-4aec047cc9b9,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:05.876531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca8b7260-7432-4fa4-b717-3b763efc5c29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:05.905331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Routers {'376e09db-d5de-4f9c-be7f-4827034154b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:05.906021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:31:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['376e09db-d5de-4f9c-be7f-4827034154b9'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:06.039189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Transition to ACTIVE for port object 34c44154-df51-428d-80d9-fbce00e6a2c4 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:06.164693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a59cd782-51f6-463d-ab4f-136fed8d9856 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:06.166562 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a59cd782-51f6-463d-ab4f-136fed8d9856 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6476920 Jan 14 05:32:06.210768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Request body: {'port': {'device_id': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': 'f798e4b1e7c24b86866f039b0eb6b10a'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:06.276476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-05591d67-89a1-40f0-a82b-040c09883505 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:06.280779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-05591d67-89a1-40f0-a82b-040c09883505 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Synchronizing usage tracker for tenant:101b601bdfca46de9bf07389343aa4dd on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:06.303175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5408fb03-b69d-480f-b662-f7b9d754908d req-75a72315-518e-45a1-9ea0-741047db4663 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:06.308065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-75a72315-518e-45a1-9ea0-741047db4663 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Synchronizing usage tracker for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:06.506669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a5444c40-7081-4da8-a9b5-7eb9c0dba9f7 req-cbc205fb-0060-42c8-b5d9-835ad65ec904 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "GET /v2.0/security-groups/d5292476-7672-4c28-8b0a-f608e9b1b3d0 HTTP/1.1" status: 200 len: 1776 time: 0.4098849 Jan 14 05:32:06.519741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-05591d67-89a1-40f0-a82b-040c09883505 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Unset dirty status for tenant:101b601bdfca46de9bf07389343aa4dd on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:06.521094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-05591d67-89a1-40f0-a82b-040c09883505 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.41 "GET /v2.0/networks?id=f773be32-4e1b-44c6-933a-c8d127ed3d76 HTTP/1.1" status: 200 len: 815 time: 0.6549861 Jan 14 05:32:06.553281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Request body: {'port': {'device_id': '2a3f8df3-486d-46cb-8fd6-318d53928f2d', 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76', 'admin_state_up': True, 'tenant_id': '101b601bdfca46de9bf07389343aa4dd'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:06.559480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:06.574068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5408fb03-b69d-480f-b662-f7b9d754908d req-75a72315-518e-45a1-9ea0-741047db4663 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Unset dirty status for tenant:d30fd4d332eb4d6abd1f591f755b3a5d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:06.578422 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-75a72315-518e-45a1-9ea0-741047db4663 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.41 "GET /v2.0/ports?device_id=e18755e5-c532-48c2-8350-81a65b4b42a6 HTTP/1.1" status: 200 len: 943 time: 0.8483171 Jan 14 05:32:06.601765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] Set router 376e09db-d5de-4f9c-be7f-4827034154b9 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:06.649221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa468e28-0b50-4716-832f-ff56c7a66221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:07.062751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a5444c40-7081-4da8-a9b5-7eb9c0dba9f7 req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:07.067598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Pushing event updated for resources: {'Port': ['ID=34c44154-df51-428d-80d9-fbce00e6a2c4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:07.084472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:31:59Z', 'revision_number': 4, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '20f86c85-5f6c-4211-84b8-4aec047cc9b9', 'name': '', 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'mac_address': 'fa:16:3e:e3:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd82eb208-ab53-4a86-94c2-3333d171a441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:55Z', 'updated_at': '2021-01-14T05:32:05Z', 'revision_number': 4, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'subnets': [{'id': 'd82eb208-ab53-4a86-94c2-3333d171a441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:07.091430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19cf8067-a93a-4bfa-a2a0-0763f88c0046 None None] The sync data for ids ['376e09db-d5de-4f9c-be7f-4827034154b9'] in n-d-768851-4 is: [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:31:59Z', 'revision_number': 4, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '20f86c85-5f6c-4211-84b8-4aec047cc9b9', 'name': '', 'network_id': 'd9985738-7fb0-4b07-9f02-0c4202038b3b', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'mac_address': 'fa:16:3e:e3:f9:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_interface', 'standard_attr_id': 710, 'fixed_ips': [{'subnet_id': 'd82eb208-ab53-4a86-94c2-3333d171a441', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:55Z', 'updated_at': '2021-01-14T05:32:05Z', 'revision_number': 4, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'subnets': [{'id': 'd82eb208-ab53-4a86-94c2-3333d171a441', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:32:07.134917 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.162214 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.165684 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.170075 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:07.174249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:07.182155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Deleting port 7c18bbda-2627-4787-b24f-2f27347da35c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:07.182784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:07.239166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:07.252687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Usage tracker for resource:port and tenant:f798e4b1e7c24b86866f039b0eb6b10a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:07.256842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:07.293179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:07.369786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Made reservation on behalf of f798e4b1e7c24b86866f039b0eb6b10a for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:07.383290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:07.423032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a5444c40-7081-4da8-a9b5-7eb9c0dba9f7 req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:07.439163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:07.480908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:07.486184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Usage tracker for resource:security_group_rule and tenant:f798e4b1e7c24b86866f039b0eb6b10a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:07.490275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:07.496987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:07.584935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aad7d888-8267-40ab-90a7-ce710c576ce7 req-b9e83b39-696a-406b-8be5-7c9a2960aef2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:07.586824 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aad7d888-8267-40ab-90a7-ce710c576ce7 req-b9e83b39-696a-406b-8be5-7c9a2960aef2 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8536108 Jan 14 05:32:07.612506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-SecurityGroupsTestJSON-securitygroup-434531458', 'description': 'tempest-description-1912602157'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:07.678749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Network f42c1e25-b57f-4861-a3b0-cfae0e5079ee is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:07.699278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:07.710326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:07.789821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:07.908853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:07.939968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a5444c40-7081-4da8-a9b5-7eb9c0dba9f7 req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:07.950423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:07.968344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 20f86c85-5f6c-4211-84b8-4aec047cc9b9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:08.093231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fa5630f-c3db-427c-a370-7a80cb115308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:08.126064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:08.143863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:08.147033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.235323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:08.236357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.250323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 8b80bf83-8912-4962-aa26-a9287c514bc8 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:32:08.267945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.282655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Transition to ACTIVE for port object 8b80bf83-8912-4962-aa26-a9287c514bc8 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:08.306145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3a2bf3b3-d56f-4948-b801-6f0b09630f58 None None] Provisioning for port 34c44154-df51-428d-80d9-fbce00e6a2c4 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:08.309279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:08.317005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3a2bf3b3-d56f-4948-b801-6f0b09630f58 None None] Provisioning complete for port 34c44154-df51-428d-80d9-fbce00e6a2c4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:08.317433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a2bf3b3-d56f-4948-b801-6f0b09630f58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.327878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:08.353919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:08.433375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] For port 7c18bbda-2627-4787-b24f-2f27347da35c, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7c18bbda-2627-4787-b24f-2f27347da35c,segment=NetworkSegment(d1d52e1a-8c03-44c7-b84f-b24dec8ea770),segment_id=d1d52e1a-8c03-44c7-b84f-b24dec8ea770)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:08.434078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.435177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3a2bf3b3-d56f-4948-b801-6f0b09630f58 None None] Port 34c44154-df51-428d-80d9-fbce00e6a2c4 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:08.451073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.504899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:08.568984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Made reservation on behalf of 101b601bdfca46de9bf07389343aa4dd for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:08.591518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5292476-7672-4c28-8b0a-f608e9b1b3d0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:08.592748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.599536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.685292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 20f86c85-5f6c-4211-84b8-4aec047cc9b9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=20f86c85-5f6c-4211-84b8-4aec047cc9b9,segment=NetworkSegment(2d3694aa-1dce-4e60-b3ae-0408e6848858),segment_id=2d3694aa-1dce-4e60-b3ae-0408e6848858)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:08.695254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.698268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:08.705065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.625s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:08.716401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Calling delete_port for 7c18bbda-2627-4787-b24f-2f27347da35c owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:08.750046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 5.2249691 Jan 14 05:32:08.807632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=20f86c85-5f6c-4211-84b8-4aec047cc9b9,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:08.814115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:08.843195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-261d8ee3-5153-4e91-92e7-116b260b9d9f tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.45 "GET /v2.0/networks?tenant_id=5808b28630f34af792f06ed204777d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.5505362 Jan 14 05:32:08.883622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:08.892153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Request body: {'port': {'device_id': '89da2e04-915c-4557-a537-ff81beded7ac', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:08.944496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:09.012707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:09.027413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a5444c40-7081-4da8-a9b5-7eb9c0dba9f7 req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:09.042975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a5444c40-7081-4da8-a9b5-7eb9c0dba9f7 req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] 10.222.0.48 "DELETE /v2.0/security-groups/d5292476-7672-4c28-8b0a-f608e9b1b3d0 HTTP/1.1" status: 204 len: 173 time: 2.5329037 Jan 14 05:32:09.054159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce514806-22e6-466f-968a-c94d2ea73cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:09.261845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-858d22a4-33e1-4513-97a5-6dbb416162b6 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:09.263816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-858d22a4-33e1-4513-97a5-6dbb416162b6 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3301566 Jan 14 05:32:09.272820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:09.318990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Request body: {'port': {'device_id': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': '5808b28630f34af792f06ed204777d84'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:09.494232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Usage tracker for resource:security_group_rule and tenant:ee2013dee3e4437b895ef61a211544a4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:09.531968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:09.536582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Usage tracker for resource:port and tenant:5808b28630f34af792f06ed204777d84 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:09.540182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:09.550136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:09.561427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:09.802718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:09.819759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Pushing event updated for resources: {'SecurityGroup': ['ID=c902b39a-6d05-4be7-99bd-2d1612bb9fba,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:09.830628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Allocated IP 172.20.0.5 (f773be32-4e1b-44c6-933a-c8d127ed3d76/9a016d23-7cc8-4d96-9d99-bab4c27da6c3/cfc44a37-118e-4f27-b26d-603d3d3bf544) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:09.922666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 20f86c85-5f6c-4211-84b8-4aec047cc9b9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:09.926174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.872s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:10.101442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:10.104407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:10.229496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:10.233661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Made reservation on behalf of 5808b28630f34af792f06ed204777d84 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.237873 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:10.240675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:10.246353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:10.264874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Pushing event updated for resources: {'Port': ['ID=8b80bf83-8912-4962-aa26-a9287c514bc8,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:10.273948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:10.329812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.825s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:10.343487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:10.350731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Usage tracker for resource:security_group_rule and tenant:5808b28630f34af792f06ed204777d84 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:10.358566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:10.372500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:10.574506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:10.585573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40162) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:10.585965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40164) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:10.604945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:10.633975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:10.698029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95bb9ff-cd00-4c58-896a-cc64b95debb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:10.771268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:10.775474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Allocated IP 192.168.233.92 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/7c3174d0-649e-4b4a-9880-92cd3c591e89) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:10.783248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f688d88c-6f6d-4d2b-9063-889e4608fc9d req-911e5793-b453-4242-91de-adf29f5136fb tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "GET /v2.0/security-groups/ea9cfb80-28bb-40bc-87eb-eecc9e319252 HTTP/1.1" status: 200 len: 1777 time: 0.8561215 Jan 14 05:32:10.801701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33d44a51-74b9-4efc-a96c-73936f35ba0e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:10.916705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Transition to ACTIVE for port object cfc44a37-118e-4f27-b26d-603d3d3bf544 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:10.929810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Pushing event deleted for resources: {'Port': ['ID=7c18bbda-2627-4787-b24f-2f27347da35c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:10.947828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:11.040583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Pushing event updated for resources: {'SecurityGroup': ['ID=5197a60c-803a-472e-8b8d-dd438b2a82b1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:11.065885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:11.237877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.243928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.248636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f688d88c-6f6d-4d2b-9063-889e4608fc9d req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.361341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 34c44154-df51-428d-80d9-fbce00e6a2c4 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:32:11.370827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f688d88c-6f6d-4d2b-9063-889e4608fc9d req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.379919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] No DVR routers for this DVR port 7c18bbda-2627-4787-b24f-2f27347da35c on host n-h1-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:11.399420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.407342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.410050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-deleted', 'tag': '7c18bbda-2627-4787-b24f-2f27347da35c'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:11.468178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Transition to ACTIVE for port object 34c44154-df51-428d-80d9-fbce00e6a2c4 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:11.495800 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5408fb03-b69d-480f-b662-f7b9d754908d req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] 10.222.0.41 "DELETE /v2.0/ports/7c18bbda-2627-4787-b24f-2f27347da35c HTTP/1.1" status: 204 len: 173 time: 4.7550435 Jan 14 05:32:11.496624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.518091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-236230a3-e669-4dd1-a5d2-e00d00ec3e20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:11.564420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.592986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.610846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3bd2f5b-1e4e-41de-b5cb-0ffbf1874c42 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:11.674531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Transition to ACTIVE for port object 7c3174d0-649e-4b4a-9880-92cd3c591e89 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:11.675806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f688d88c-6f6d-4d2b-9063-889e4608fc9d req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.684057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Pushing event updated for resources: {'Port': ['ID=34c44154-df51-428d-80d9-fbce00e6a2c4,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:11.692120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:11.694566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.694972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78c244cd-c073-4f46-a3ef-9a3a1e3689e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:11.729478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Pushing event deleted for resources: {'SecurityGroup': ['ID=ea9cfb80-28bb-40bc-87eb-eecc9e319252,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:11.736358 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:11.759865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f688d88c-6f6d-4d2b-9063-889e4608fc9d req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.761103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f688d88c-6f6d-4d2b-9063-889e4608fc9d req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "DELETE /v2.0/security-groups/ea9cfb80-28bb-40bc-87eb-eecc9e319252 HTTP/1.1" status: 204 len: 173 time: 0.9152808 Jan 14 05:32:11.829240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:11.850950 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:11.854928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70ca1cba-b15b-4a1d-9c72-2b8cc42a777e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2640245 Jan 14 05:32:11.886582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40184) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:12.088759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Pushing event updated for resources: {'Port': ['ID=7c3174d0-649e-4b4a-9880-92cd3c591e89,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:12.098010 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:12.107206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=e26143ef-c0d8-4052-a17d-c2e65f057e2c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:12.140596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.141918 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-12ab4657-8656-4440-a804-be1e100b81b2 req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1805 time: 4.5743299 Jan 14 05:32:12.164463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:12.164952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.409s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:12.173946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Attempting to bind port 34c44154-df51-428d-80d9-fbce00e6a2c4 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:12.187118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Attempting to bind port 34c44154-df51-428d-80d9-fbce00e6a2c4 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:12.187540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Attempting to bind port 34c44154-df51-428d-80d9-fbce00e6a2c4 on network f42c1e25-b57f-4861-a3b0-cfae0e5079ee {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:12.190508 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-c09dd5c4-be3f-4c8f-82a6-3bcec5a984f8 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:32:12.191698 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c09dd5c4-be3f-4c8f-82a6-3bcec5a984f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c902b39a-6d05-4be7-99bd-2d1612bb9fba HTTP/1.1" status: 409 len: 336 time: 0.2951951 Jan 14 05:32:12.238208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37cb4d24-e787-4a45-927a-98b66830cf56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.244952 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e18755e5-c532-48c2-8350-81a65b4b42a6', 'name': 'network-vif-deleted', 'tag': '7c18bbda-2627-4787-b24f-2f27347da35c', 'status': 'completed', 'code': 200} Jan 14 05:32:12.246054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:12.246532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Checking segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:12.246981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.247381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Bound using segment: {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:12.247877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Bound port: 34c44154-df51-428d-80d9-fbce00e6a2c4, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '180a84c9-cfad-4cb4-b42e-5db1a1ab5e09', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 8, 'network_id': 'f42c1e25-b57f-4861-a3b0-cfae0e5079ee'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:12.248257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.252770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Pushing event updated for resources: {'Port': ['ID=cfc44a37-118e-4f27-b26d-603d3d3bf544,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:12.255766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Attempting to bind port 8b80bf83-8912-4962-aa26-a9287c514bc8 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:12.255766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Attempting to bind port 8b80bf83-8912-4962-aa26-a9287c514bc8 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:12.256227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Attempting to bind port 8b80bf83-8912-4962-aa26-a9287c514bc8 on network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:12.266580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:12.276186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:12.276563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Checking segment: {'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:12.276969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.277377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Bound using segment: {'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:12.278109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Bound port: 8b80bf83-8912-4962-aa26-a9287c514bc8, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:12.278826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.375666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:12.379488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:12.407246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:12.413157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:12.436670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:12.468469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:12.527015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] For port 34c44154-df51-428d-80d9-fbce00e6a2c4, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:12.533079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] For port 34c44154-df51-428d-80d9-fbce00e6a2c4, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=34c44154-df51-428d-80d9-fbce00e6a2c4,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:12.545426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.702329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40208) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:12.703047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05b7f119-6a4b-408a-968f-2e70a9c7879c tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.751907 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.755789 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.769347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:12.770196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.783692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Allocated IP 192.168.233.8 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.827449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.830431 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:12.835055 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-851313b1-1498-410a-9942-7cbded58e461 req-5aad2384-687f-43ed-bab3-45a152847920 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "GET /v2.0/security-groups/7fe69960-9a13-4549-9f16-fca2e5a7d6ee HTTP/1.1" status: 200 len: 1778 time: 0.5652883 Jan 14 05:32:12.846085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Provisioning for port cfc44a37-118e-4f27-b26d-603d3d3bf544 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:12.852538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Provisioning complete for port cfc44a37-118e-4f27-b26d-603d3d3bf544 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:12.853514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.870077 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 6.6784596 Jan 14 05:32:12.899373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Request body: {'port': {'device_id': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:12.906927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:12.907659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.921142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Port cfc44a37-118e-4f27-b26d-603d3d3bf544 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:12.934358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Provisioning for port 7c3174d0-649e-4b4a-9880-92cd3c591e89 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:12.940330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Provisioning complete for port 7c3174d0-649e-4b4a-9880-92cd3c591e89 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:12.941559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:12.985523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Pushing event updated for resources: {'Port': ['ID=34c44154-df51-428d-80d9-fbce00e6a2c4,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:12.999565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:13.000426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.002192 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] 10.222.0.45 "PUT /v2.0/ports/34c44154-df51-428d-80d9-fbce00e6a2c4 HTTP/1.1" status: 200 len: 1155 time: 4.1162591 Jan 14 05:32:13.016093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:13.016917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5e937230-f03b-417a-ae51-7fbbc5d0d6c6 None None] Port 7c3174d0-649e-4b4a-9880-92cd3c591e89 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.061338 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.065053 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:13.068752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e20a9a08-c897-4bf3-8c99-b82c7f185cc6 req-827b0e8f-b6ae-49b6-90a6-83a1db2acaae tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/e26143ef-c0d8-4052-a17d-c2e65f057e2c HTTP/1.1" status: 200 len: 1800 time: 0.3661320 Jan 14 05:32:13.136268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] For port 8b80bf83-8912-4962-aa26-a9287c514bc8, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:13.146455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] For port 8b80bf83-8912-4962-aa26-a9287c514bc8, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8b80bf83-8912-4962-aa26-a9287c514bc8,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:13.176577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.189257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e20a9a08-c897-4bf3-8c99-b82c7f185cc6 req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'security_group': {'name': 'tempest-sg-hth-1872672801', 'description': 'tempest-description-hth-2047414455'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:13.230400 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.6908209 Jan 14 05:32:13.241922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.271502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:13.274261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51c7d937-ca29-45f4-82b8-91fcf94cc92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:13.284300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Usage tracker for resource:security_group_rule and tenant:21e3f34b0ca649e4b9fe16c05848fe04 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:13.287132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.305087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e20a9a08-c897-4bf3-8c99-b82c7f185cc6 req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.312806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:13.332767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Request body: {'port': {'device_id': '2a3f8df3-486d-46cb-8fd6-318d53928f2d', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:13.512435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40226) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:13.570986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:13.575860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-851313b1-1498-410a-9942-7cbded58e461 req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.658587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-2034442a-b0fe-4452-a012-926801782ef4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:13.660354 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-2034442a-b0fe-4452-a012-926801782ef4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ff348bf459246f6922d2799784f23d9&device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 1158 time: 0.5918987 Jan 14 05:32:13.794392 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-3cfe8fe4-ee31-4fa6-ab0f-a6fda390b602 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=34c44154-df51-428d-80d9-fbce00e6a2c4 HTTP/1.1" status: 200 len: 217 time: 0.1216724 Jan 14 05:32:13.815180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e20a9a08-c897-4bf3-8c99-b82c7f185cc6 req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.884257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e20a9a08-c897-4bf3-8c99-b82c7f185cc6 req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:13.894074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-614dfc4a-d73d-43c1-826e-86b3295573b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:13.940085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Request body: {'network': {'name': 'tempest-ImagesOneServerNegativeTestJSON-379959473-network', 'tenant_id': 'a48fc3f843cb4c79ac8a83f3799a59f1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:13.986501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Pushing event updated for resources: {'Port': ['ID=8b80bf83-8912-4962-aa26-a9287c514bc8,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:14.001894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:14.008574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5823439c-2c07-4510-92fe-7bd7d222ba78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:14.010272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5823439c-2c07-4510-92fe-7bd7d222ba78 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c65eef79-2eab-4d5a-8ee6-74d15241e5a8 HTTP/1.1" status: 200 len: 868 time: 0.1939561 Jan 14 05:32:14.017219 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:14.023561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Usage tracker for resource:network and tenant:a48fc3f843cb4c79ac8a83f3799a59f1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:14.035137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'SecurityGroup': ['ID=e26143ef-c0d8-4052-a17d-c2e65f057e2c,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:14.036190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-851313b1-1498-410a-9942-7cbded58e461 req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.037836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:14.057157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:14.076850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e20a9a08-c897-4bf3-8c99-b82c7f185cc6 req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.078137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e20a9a08-c897-4bf3-8c99-b82c7f185cc6 req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "PUT /v2.0/security-groups/e26143ef-c0d8-4052-a17d-c2e65f057e2c HTTP/1.1" status: 200 len: 1775 time: 0.9444768 Jan 14 05:32:14.083395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:14.141331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.148503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.158070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5f5f208-8dd6-4323-90fd-cf90bdde9678 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:14.207604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0b4a81a-c2b5-4ebf-ad70-242372b1f6be,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:14.209015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.215460 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21e3f34b0ca649e4b9fe16c05848fe04&name=default HTTP/1.1" status: 200 len: 2979 time: 1.4298224 Jan 14 05:32:14.215460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:14.219453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40236) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:14.225980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-648083ea-cb93-4bf0-9571-5bccef2a787c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:14.229348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-648083ea-cb93-4bf0-9571-5bccef2a787c service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=f42c1e25-b57f-4861-a3b0-cfae0e5079ee&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.2040815 Jan 14 05:32:14.237986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Made reservation on behalf of a48fc3f843cb4c79ac8a83f3799a59f1 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:14.243128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.246252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:14.262873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:14.263565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.265128 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] 10.222.0.45 "PUT /v2.0/ports/8b80bf83-8912-4962-aa26-a9287c514bc8 HTTP/1.1" status: 200 len: 1156 time: 9.3861432 Jan 14 05:32:14.265684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:14.345851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.355984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.426244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-851313b1-1498-410a-9942-7cbded58e461 req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.431798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.449680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8204c51e-b047-416d-937b-78708af7a1b8 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:14.508245 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-c758a682-1bc4-4bbb-bd91-0869455d3e1f service neutron] 10.222.0.45 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2559330 Jan 14 05:32:14.511533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.553731 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f616aec2-c20f-46e0-b018-b9d3388c9929 req-8b902505-b990-4f45-867c-145022b99279 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/e26143ef-c0d8-4052-a17d-c2e65f057e2c HTTP/1.1" status: 200 len: 1775 time: 0.1734052 Jan 14 05:32:14.601417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:14.607057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe69960-9a13-4549-9f16-fca2e5a7d6ee,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:14.609040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Deleting port 20f86c85-5f6c-4211-84b8-4aec047cc9b9 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:14.609411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.636340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Transition to ACTIVE for port object 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:14.641821 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:14.651035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9def8a48-81d1-4872-b9b3-2e3c8f6c80f0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.653034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Usage tracker for resource:security_group_rule and tenant:a48fc3f843cb4c79ac8a83f3799a59f1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:14.670515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:14.733024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:14.745964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-851313b1-1498-410a-9942-7cbded58e461 req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.747568 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-851313b1-1498-410a-9942-7cbded58e461 req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] 10.222.0.48 "DELETE /v2.0/security-groups/7fe69960-9a13-4549-9f16-fca2e5a7d6ee HTTP/1.1" status: 204 len: 173 time: 1.8831184 Jan 14 05:32:14.755212 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a16764cc-9fc7-4352-8646-c7bc6823f5de service neutron] 10.222.0.45 "GET /v2.0/networks/f42c1e25-b57f-4861-a3b0-cfae0e5079ee?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2340906 Jan 14 05:32:14.757410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.764784 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a57ce694-4e89-4fe4-9b73-a152249bd909 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:14.777867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f616aec2-c20f-46e0-b018-b9d3388c9929 req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.782601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0b4a81a-c2b5-4ebf-ad70-242372b1f6be,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:14.795421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:14.799389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.800614 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d0b4a81a-c2b5-4ebf-ad70-242372b1f6be HTTP/1.1" status: 204 len: 168 time: 0.5690606 Jan 14 05:32:14.840517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f616aec2-c20f-46e0-b018-b9d3388c9929 req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.928922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f616aec2-c20f-46e0-b018-b9d3388c9929 req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:14.935107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-868a7017-f5ae-42a6-8b4f-c14072624ab0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:14.978766 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4', 'status': 'completed', 'code': 200} Jan 14 05:32:14.982569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.012747 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:15.055286 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8', 'status': 'completed', 'code': 200} Jan 14 05:32:15.061425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-c6985f3a-664b-486c-b5ed-6581a28a7ff5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:15.063535 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-c6985f3a-664b-486c-b5ed-6581a28a7ff5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 1159 time: 0.7267492 Jan 14 05:32:15.067530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=e26143ef-c0d8-4052-a17d-c2e65f057e2c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:15.076637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:15.100389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f616aec2-c20f-46e0-b018-b9d3388c9929 req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.112934 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f616aec2-c20f-46e0-b018-b9d3388c9929 req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/e26143ef-c0d8-4052-a17d-c2e65f057e2c HTTP/1.1" status: 204 len: 173 time: 0.5464890 Jan 14 05:32:15.243423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.244847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40260) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:15.258205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.297376 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69c36cef-0cf3-4a8f-ac72-260d0e8c67f5 req-8837b0ae-5f4f-47c7-8c38-c10b22b42348 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/4b8396d7-a6ad-4a43-8efc-73b9b26b24ce HTTP/1.1" status: 200 len: 1799 time: 0.1090372 Jan 14 05:32:15.300840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea52f5-5e60-4840-803f-13734d0f1c03 req-4353ce10-9357-4f04-8c69-07ea60a7bc60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:15.302579 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26ea52f5-5e60-4840-803f-13734d0f1c03 req-4353ce10-9357-4f04-8c69-07ea60a7bc60 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=1ff348bf459246f6922d2799784f23d9&device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 1158 time: 0.3229575 Jan 14 05:32:15.575468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7c3174d0-649e-4b4a-9880-92cd3c591e89 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:32:15.633725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.648316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69c36cef-0cf3-4a8f-ac72-260d0e8c67f5 req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.685032 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e986a921-8526-4052-9b89-86aa8d3b4082 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18f007db53a14cdca213abb2818f9bfc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4387212 Jan 14 05:32:15.693879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40276) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:15.697294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea52f5-5e60-4840-803f-13734d0f1c03 req-af270908-121d-4dc5-8661-14f407bda7b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:15.699379 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26ea52f5-5e60-4840-803f-13734d0f1c03 req-af270908-121d-4dc5-8661-14f407bda7b2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=1ff348bf459246f6922d2799784f23d9&shared=False HTTP/1.1" status: 200 len: 923 time: 0.3808477 Jan 14 05:32:15.707424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Transition to ACTIVE for port object 7c3174d0-649e-4b4a-9880-92cd3c591e89 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:15.747309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40280) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:15.754758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.771105 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-73e7f48a-fec2-4917-890a-5d27be8b32b0 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b80bf83-8912-4962-aa26-a9287c514bc8 HTTP/1.1" status: 200 len: 217 time: 0.5366497 Jan 14 05:32:15.773465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69c36cef-0cf3-4a8f-ac72-260d0e8c67f5 req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.788175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:15.803052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Pushing event updated for resources: {'Port': ['ID=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:15.806870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] For port 20f86c85-5f6c-4211-84b8-4aec047cc9b9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=20f86c85-5f6c-4211-84b8-4aec047cc9b9,segment=NetworkSegment(2d3694aa-1dce-4e60-b3ae-0408e6848858),segment_id=2d3694aa-1dce-4e60-b3ae-0408e6848858)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:15.807283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:15.917806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:16.172640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.366712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3174d0-649e-4b4a-9880-92cd3c591e89,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:16.372303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Calling delete_port for 20f86c85-5f6c-4211-84b8-4aec047cc9b9 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:16.403704 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.616s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:16.418950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40304) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:16.432776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.487084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69c36cef-0cf3-4a8f-ac72-260d0e8c67f5 req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.496367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e6cef15-ef35-4bbe-9701-e8c5815d5621 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:16.509336 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b9071b6-becf-4fe5-8739-2363e6defe74 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5808b28630f34af792f06ed204777d84&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7381046 Jan 14 05:32:16.509336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26ea52f5-5e60-4840-803f-13734d0f1c03 req-fe0a1c7e-f790-4e2f-99fa-26ce49908129 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:16.510290 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26ea52f5-5e60-4840-803f-13734d0f1c03 req-fe0a1c7e-f790-4e2f-99fa-26ce49908129 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7890010 Jan 14 05:32:16.523379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40310) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:16.533703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-cac6ee4d-e6a8-44fe-a21e-a84cbfd97aea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:16.535398 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-cac6ee4d-e6a8-44fe-a21e-a84cbfd97aea service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a1232a-b4a1-41e3-a7e4-c07759219ca5 HTTP/1.1" status: 200 len: 853 time: 0.7188718 Jan 14 05:32:16.550940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b8396d7-a6ad-4a43-8efc-73b9b26b24ce,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:16.557588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.578544 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:16.603322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69c36cef-0cf3-4a8f-ac72-260d0e8c67f5 req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.610164 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69c36cef-0cf3-4a8f-ac72-260d0e8c67f5 req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/4b8396d7-a6ad-4a43-8efc-73b9b26b24ce HTTP/1.1" status: 204 len: 173 time: 1.3088350 Jan 14 05:32:16.678554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.686530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.716467 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-9d2b2b1a-ab32-4f6f-8c87-c03823a1336e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1528304 Jan 14 05:32:16.730391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:16.734881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.747519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00a89333-9bb3-45cf-a036-1619353c57cf tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:16.760494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:16.797402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40318) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:16.822048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:16.827968 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-8602f0d7-de69-4326-b5e3-f1bb0fdd5a8a admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:32:16.829087 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8602f0d7-de69-4326-b5e3-f1bb0fdd5a8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5197a60c-803a-472e-8b8d-dd438b2a82b1 HTTP/1.1" status: 409 len: 336 time: 0.3046935 Jan 14 05:32:16.870293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.891389 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e39bfd7d-9722-4a65-834d-b77dc5c29356 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:16.915890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:16.924208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Attempting to bind port 7c3174d0-649e-4b4a-9880-92cd3c591e89 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:16.924582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Attempting to bind port 7c3174d0-649e-4b4a-9880-92cd3c591e89 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:16.924950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Attempting to bind port 7c3174d0-649e-4b4a-9880-92cd3c591e89 on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:16.936354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e02f8b9c-07cb-4ca7-8358-b0a7e11378c7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:16.942678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:16.958210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:16.958586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:16.959639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:16.960023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:16.960514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Bound port: 7c3174d0-649e-4b4a-9880-92cd3c591e89, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:16.960890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.009781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] It took 0.20 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:32:17.041408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.042651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e02f8b9c-07cb-4ca7-8358-b0a7e11378c7 HTTP/1.1" status: 204 len: 168 time: 1.3473542 Jan 14 05:32:17.061783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.064580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-5f148748-ee4a-463a-b77a-10804ab9e2c6 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:32:17.107040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:17.131754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Usage tracker for resource:security_group_rule and tenant:0ac6c5fa6db142c4b1242a3828823f96 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:17.153634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-479449237-network', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:17.156871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:17.187295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:17.192366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:17.196681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Usage tracker for resource:network and tenant:a3af64f935d9465fa4402e3cb7b8e4fa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:17.199767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:17.205885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:17.219586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] For port 7c3174d0-649e-4b4a-9880-92cd3c591e89, host n-h1-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:17.233118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] For port 7c3174d0-649e-4b4a-9880-92cd3c591e89, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7c3174d0-649e-4b4a-9880-92cd3c591e89,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:17.238269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:17.259164 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.262004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:17.267939 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:17.270228 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:17.270305 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4ef5846c-5cee-4b0e-bdec-3d3c0f902018 req-bc114bb0-400e-4b4c-9692-eb83091fbd8c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/b1d968fc-f8c2-45da-888c-4979ba01e916 HTTP/1.1" status: 200 len: 1800 time: 0.5988526 Jan 14 05:32:17.276931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.278124 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Added segment 25f6b051-6152-4435-b562-213a83336bc1 of type vxlan for network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe Jan 14 05:32:17.281661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e745e62d-2a94-45a5-9a8f-f5071dda207b None None] Provisioning for port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:17.289231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e745e62d-2a94-45a5-9a8f-f5071dda207b None None] Provisioning complete for port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:17.289650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e745e62d-2a94-45a5-9a8f-f5071dda207b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.317528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.395271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2f1a3cb5-e4e2-4087-b295-a7c03982d1d7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:17.424421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 34c44154-df51-428d-80d9-fbce00e6a2c4 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:17.432571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:17.433853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.452411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Pushing event updated for resources: {'Port': ['ID=7c3174d0-649e-4b4a-9880-92cd3c591e89,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:17.461896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:17.508530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e745e62d-2a94-45a5-9a8f-f5071dda207b None None] Port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:17.525799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 34c44154-df51-428d-80d9-fbce00e6a2c4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:17.539846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 34c44154-df51-428d-80d9-fbce00e6a2c4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:17.541211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.557727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:17.558508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.570292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] 10.222.0.41 "PUT /v2.0/ports/7c3174d0-649e-4b4a-9880-92cd3c591e89 HTTP/1.1" status: 200 len: 1159 time: 4.6829619 Jan 14 05:32:17.575329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:17.597976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.601998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.638856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.891s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:17.644656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d44eca0-5571-4f9e-bbf1-b123379b30c1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:17.673869 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0ac6c5fa6db142c4b1242a3828823f96&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8651657 Jan 14 05:32:17.674717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:17.684038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.687341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Made reservation on behalf of a3af64f935d9465fa4402e3cb7b8e4fa for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:17.697351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.744568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:17.745690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.762274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40350) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:17.765095 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:17.773189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.785062 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89', 'status': 'completed', 'code': 200} Jan 14 05:32:17.789447 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 8.4920363 Jan 14 05:32:17.791254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.803163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:17.815979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4f1d2cf-a5c5-4505-8f1d-371b46e5f4f3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:17.828095 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:17.842456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 34c44154-df51-428d-80d9-fbce00e6a2c4, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=34c44154-df51-428d-80d9-fbce00e6a2c4,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:17.848180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.851898 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:17.901994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-3079df2b-76ba-4a31-8989-06e40a2e3f6a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:17.904058 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-3079df2b-76ba-4a31-8989-06e40a2e3f6a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 1162 time: 0.2610586 Jan 14 05:32:17.904995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:17.953055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=34c44154-df51-428d-80d9-fbce00e6a2c4,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:17.958772 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:17.964736 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4', 'code': 200} Jan 14 05:32:17.965763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Request body: {'port': {'device_id': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:18.013059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40360) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:18.039637 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-389a39a5-d9f5-4258-aa46-6efef113c128 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=7c3174d0-649e-4b4a-9880-92cd3c591e89 HTTP/1.1" status: 200 len: 217 time: 0.1239862 Jan 14 05:32:18.086240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.087144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id cfc44a37-118e-4f27-b26d-603d3d3bf544 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:32:18.136284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:18.140071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.146073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-f61c5fbf-2035-4f6f-b997-0bd9b9b8ba76 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:18.147744 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-f61c5fbf-2035-4f6f-b997-0bd9b9b8ba76 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 0.1009018 Jan 14 05:32:18.185962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Usage tracker for resource:security_group_rule and tenant:a3af64f935d9465fa4402e3cb7b8e4fa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:18.193366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.202730 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 4.6832235 Jan 14 05:32:18.204246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6083c63e-9e88-4a44-bdb9-95655a9cc1f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:18.211679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:18.220802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Request body: {'network': {'name': 'tempest-ServersTestManualDisk-1104007333-network', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:18.225320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40368) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:18.234846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:18.240472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Request body: {'subnet': {'network_id': '4b18a2cf-1d1a-4533-a4bd-122bb7a163fe', 'cidr': '172.20.0.0/28', 'name': 'tempest-ImagesOneServerNegativeTestJSON-379959473-subnet', 'tenant_id': 'a48fc3f843cb4c79ac8a83f3799a59f1', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:18.243629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Transition to ACTIVE for port object cfc44a37-118e-4f27-b26d-603d3d3bf544 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:18.246809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4f1d2cf-a5c5-4505-8f1d-371b46e5f4f3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:18.247771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:18.249994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Pushing event updated for resources: {'Network': ['ID=4b18a2cf-1d1a-4533-a4bd-122bb7a163fe,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:18.254169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-555e585e-21c7-4c34-8ca8-a72433489dfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c23c37e97e14456acf46077357d36e2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4487283 Jan 14 05:32:18.261640 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.497s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:18.263634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Usage tracker for resource:network and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:18.267170 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-8b77d5b3-b3c9-45d4-af05-50afe7ce462f service neutron] 10.222.0.45 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5286362 Jan 14 05:32:18.267689 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:18.268313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40372) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:18.270885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:18.276863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:18.296755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:18.298948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.299244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:18.303015 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4f1d2cf-a5c5-4505-8f1d-371b46e5f4f3 HTTP/1.1" status: 204 len: 168 time: 0.5385969 Jan 14 05:32:18.305653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Usage tracker for resource:subnet and tenant:a48fc3f843cb4c79ac8a83f3799a59f1 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:18.308809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.317139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:18.338409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93666025-5e85-4b40-b20a-3c4c8f08f98f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:18.338616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:18.366508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Made reservation on behalf of e3dcb1f3e50c4e8aa760f296d8449e5a for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:18.371665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.392861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.407875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Made reservation on behalf of a48fc3f843cb4c79ac8a83f3799a59f1 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:18.412423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.444730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-51411eb1-5910-4386-be17-a446393ca972 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:18.445959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc44a37-118e-4f27-b26d-603d3d3bf544,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:18.446195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-51411eb1-5910-4386-be17-a446393ca972 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.2917738 Jan 14 05:32:18.449814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:18.474363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:18.507700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.526824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:18.527426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:18.532025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.542560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:18.736249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Usage tracker for resource:security_group_rule and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:18.746883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:18.769217 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-56a3f54c-fdc5-4aa5-8762-ccb6975da09e service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3146996 Jan 14 05:32:18.774666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:18.807686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:18.862427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 34c44154-df51-428d-80d9-fbce00e6a2c4 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:18.958549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4ef5846c-5cee-4b0e-bdec-3d3c0f902018 req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.009207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Pushing event deleted for resources: {'Port': ['ID=20f86c85-5f6c-4211-84b8-4aec047cc9b9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:19.055487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:19.080755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.111084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.129618 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-334cfad5-3b36-472e-b35f-effaf524ab2a service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3523054 Jan 14 05:32:19.138553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.145805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baa67a79-a1ac-4807-9251-89bec73b9ae1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:19.146298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4ef5846c-5cee-4b0e-bdec-3d3c0f902018 req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.162109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 34c44154-df51-428d-80d9-fbce00e6a2c4, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=34c44154-df51-428d-80d9-fbce00e6a2c4,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:19.169414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.174518 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d01e816-26da-4c90-b19a-51cd4c37b059 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:19.177895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=44a44cd4-eed5-424a-832d-2ce860b99b08,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:19.196565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:19.317326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=34c44154-df51-428d-80d9-fbce00e6a2c4,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:19.318030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.330661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:19.336477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.348977 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea568f45-9e23-4266-a8ea-6bc39e571d63 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:19.353799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.358096 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/44a44cd4-eed5-424a-832d-2ce860b99b08 HTTP/1.1" status: 204 len: 168 time: 1.0888512 Jan 14 05:32:19.403171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:19.499463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40396) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:19.515552 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.518103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.520540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:19.523422 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:19.537222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a88f6aa7-4f2f-4e16-95b2-54c85c9caf7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:19.538062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a88f6aa7-4f2f-4e16-95b2-54c85c9caf7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Synchronizing usage tracker for tenant:1ff348bf459246f6922d2799784f23d9 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:19.541064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5fdef55-a084-4000-898f-7a3dd7649fdb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:19.552664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.553122 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Added segment b24106d4-2239-43c9-8804-30ca3a5406ee of type vxlan for network ec341f33-0a92-410c-9646-463c072675ab Jan 14 05:32:19.554460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:19.591722 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-a32265c6-12cf-4a06-b5d8-19d712112722 service neutron] 10.222.0.45 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2682278 Jan 14 05:32:19.603608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-886927c7-6705-4469-bdeb-8b7e02db45e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:19.605261 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-886927c7-6705-4469-bdeb-8b7e02db45e8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 1162 time: 0.4077420 Jan 14 05:32:19.612239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a88f6aa7-4f2f-4e16-95b2-54c85c9caf7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Unset dirty status for tenant:1ff348bf459246f6922d2799784f23d9 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:19.613360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-a88f6aa7-4f2f-4e16-95b2-54c85c9caf7a tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.45 "GET /v2.0/ports?device_id=89da2e04-915c-4557-a537-ff81beded7ac HTTP/1.1" status: 200 len: 945 time: 0.5455878 Jan 14 05:32:19.618319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.801581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupsNegativeTestJSON-270264049-network', 'tenant_id': '5b5e469a3349471389a6fbb044495533'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:19.815586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Deleting port 5bb3b755-443a-4efc-9672-26d97291e5da {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:19.815965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.821427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:19.848851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Usage tracker for resource:network and tenant:5b5e469a3349471389a6fbb044495533 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:19.873655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:19.890989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Deleting port 34c44154-df51-428d-80d9-fbce00e6a2c4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:19.891384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.939681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4ef5846c-5cee-4b0e-bdec-3d3c0f902018 req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:19.970990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6805e73-8271-4096-8a3f-21294ff5460a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:19.977193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:20.009671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.013647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1d968fc-f8c2-45da-888c-4979ba01e916,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:20.016831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:20.049740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4ef5846c-5cee-4b0e-bdec-3d3c0f902018 req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.057196 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4ef5846c-5cee-4b0e-bdec-3d3c0f902018 req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/b1d968fc-f8c2-45da-888c-4979ba01e916 HTTP/1.1" status: 204 len: 173 time: 2.7863045 Jan 14 05:32:20.081836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.102041 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4', 'code': 200} Jan 14 05:32:20.104580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 13} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:20.118548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.119019 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Added segment da5d32e6-3674-4867-a791-bf5d4aea9039 of type vxlan for network 00459cd6-3a3e-415b-9646-9ab104fc9277 Jan 14 05:32:20.174082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a40b0f2-1883-4504-a3ce-a075515fa6c0 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:20.232563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.275275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:20.288914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.309513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:20.310138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.324017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:20.418625 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-c81d0f1a-44b6-4ad1-b8d7-0c30d307154b req-b0295076-a405-4b37-a352-36568d2b70dc tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:32:20.419818 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c81d0f1a-44b6-4ad1-b8d7-0c30d307154b req-b0295076-a405-4b37-a352-36568d2b70dc tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/3cfb7e08-b877-489c-8bbd-93de89f8bb65 HTTP/1.1" status: 404 len: 352 time: 0.2491977 Jan 14 05:32:20.428504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Made reservation on behalf of 5b5e469a3349471389a6fbb044495533 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:20.433322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.509945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.531078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-f080ef0f-2b9e-417b-8883-774d33b9f8d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:20.532887 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-f080ef0f-2b9e-417b-8883-774d33b9f8d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1 HTTP/1.1" status: 200 len: 863 time: 0.9173017 Jan 14 05:32:20.533980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 2.5198989 Jan 14 05:32:20.556390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40424) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:20.566719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:32:20.582600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:20.590908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=07d92a42-09f1-4625-b14e-9bb21d3643d1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:20.594517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:20.641150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf559d-8691-4690-9958-997e2ed845a4 req-a41991ac-160a-407c-a994-291004babb98 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:20.642846 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eecf559d-8691-4690-9958-997e2ed845a4 req-a41991ac-160a-407c-a994-291004babb98 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 1159 time: 0.9339519 Jan 14 05:32:20.643552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Attempting to bind port cfc44a37-118e-4f27-b26d-603d3d3bf544 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:20.643919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Attempting to bind port cfc44a37-118e-4f27-b26d-603d3d3bf544 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:20.644283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Attempting to bind port cfc44a37-118e-4f27-b26d-603d3d3bf544 on network f773be32-4e1b-44c6-933a-c8d127ed3d76 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:20.648581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Pushing event updated for resources: {'Network': ['ID=ec341f33-0a92-410c-9646-463c072675ab,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:20.657187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Request body: {'subnet': {'network_id': 'ec341f33-0a92-410c-9646-463c072675ab', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestManualDisk-1104007333-subnet', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:20.666758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:20.673338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:20.710223 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-6ccbc2d0-a617-4689-9f90-cb0a3a937485 req-fa1b677b-ff24-4f02-971f-9d873256df1c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:32:20.711425 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6ccbc2d0-a617-4689-9f90-cb0a3a937485 req-fa1b677b-ff24-4f02-971f-9d873256df1c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/673ab4e1-ee49-4f99-94d6-5fc70f5ea797 HTTP/1.1" status: 404 len: 352 time: 0.2109113 Jan 14 05:32:20.712514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:20.722878 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-2ba0f736-057b-42fb-aff6-a734dbd6ae79 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.92&port_id=7c3174d0-649e-4b4a-9880-92cd3c591e89 HTTP/1.1" status: 200 len: 217 time: 0.1654372 Jan 14 05:32:20.724001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Usage tracker for resource:security_group_rule and tenant:5b5e469a3349471389a6fbb044495533 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:20.736263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:20.739284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:20.739670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Checking segment: {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:20.739812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Usage tracker for resource:subnet and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:20.740088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.740499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Bound using segment: {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:20.741368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Bound port: cfc44a37-118e-4f27-b26d-603d3d3bf544, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:20.741747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.760225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.761507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:32:20.774683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40432) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:20.790892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:20.794052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:20.817954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ec341f33-0a92-410c-9646-463c072675ab details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:20.832900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ec341f33-0a92-410c-9646-463c072675ab details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:20.858090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:20.859276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.879104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:20.893457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:20.905801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ec341f33-0a92-410c-9646-463c072675ab details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:20.952238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Made reservation on behalf of e3dcb1f3e50c4e8aa760f296d8449e5a for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:20.957096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.965333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] For port 5bb3b755-443a-4efc-9672-26d97291e5da, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5bb3b755-443a-4efc-9672-26d97291e5da,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:20.966771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.971495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:20.994498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:21.096059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-c13e294b-e986-4ff2-a68c-717f947c1e49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:21.097695 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-c13e294b-e986-4ff2-a68c-717f947c1e49 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 0.3626916 Jan 14 05:32:21.300828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-3f35ff42-d92c-4006-8899-8e915f94831e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:32:21.303524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-dea736de-881b-446d-aef2-a505cd381721 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:32:21.350548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8b543ff-c488-43a7-9522-bb7e0b93a616,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:21.370642 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:21.385772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] For port 34c44154-df51-428d-80d9-fbce00e6a2c4, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=34c44154-df51-428d-80d9-fbce00e6a2c4,segment=NetworkSegment(180a84c9-cfad-4cb4-b42e-5db1a1ab5e09),segment_id=180a84c9-cfad-4cb4-b42e-5db1a1ab5e09)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:21.386171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.435437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Calling delete_port for 5bb3b755-443a-4efc-9672-26d97291e5da owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:21.483059 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-96ccb768-86c2-4adb-b8a6-2012ea23a02b req-673beefb-5c61-4d27-8c28-84dbe69ae877 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:32:21.486122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-96ccb768-86c2-4adb-b8a6-2012ea23a02b req-673beefb-5c61-4d27-8c28-84dbe69ae877 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/14fc317e-2589-44e5-ae1c-14aea4e64415 HTTP/1.1" status: 404 len: 352 time: 0.7012258 Jan 14 05:32:21.556896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 7c3174d0-649e-4b4a-9880-92cd3c591e89 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:21.565085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-378855902-network', 'tenant_id': '6977cc1de2a44586a38cca2d3fbb9515'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:21.572234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Calling delete_port for 34c44154-df51-428d-80d9-fbce00e6a2c4 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:21.589309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8b80bf83-8912-4962-aa26-a9287c514bc8 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:21.622424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:21.629799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.644077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.660690 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 5.2341213 Jan 14 05:32:21.662460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Usage tracker for resource:network and tenant:6977cc1de2a44586a38cca2d3fbb9515 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:21.684748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:32:21.691121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:21.691282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port 7c3174d0-649e-4b4a-9880-92cd3c591e89 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:21.696568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 8b80bf83-8912-4962-aa26-a9287c514bc8 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:21.696743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40442) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:21.699350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.699653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 7c3174d0-649e-4b4a-9880-92cd3c591e89 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:21.700260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.709999 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fc637a6-a4a5-460f-a183-ec5a30d8e9d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:21.727498 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-9f17f517-3721-4077-80cb-3184d33f468f req-2822f488-6fb7-4ef4-ba0a-c622fc6c78be tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] show failed (client error): The resource could not be found. Jan 14 05:32:21.728835 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f17f517-3721-4077-80cb-3184d33f468f req-2822f488-6fb7-4ef4-ba0a-c622fc6c78be tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/45585470-fd56-4db4-83d7-81c0b379c0a6 HTTP/1.1" status: 404 len: 352 time: 0.1282561 Jan 14 05:32:21.732107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 8b80bf83-8912-4962-aa26-a9287c514bc8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:21.732642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.752853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-5dcef301-3ac7-45ca-9010-04c8fcfaa11d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:21.754472 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-5dcef301-3ac7-45ca-9010-04c8fcfaa11d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5857208 Jan 14 05:32:21.774138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Request body: {'subnet': {'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-subnet', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:21.788527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.797213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Pushing event updated for resources: {'Network': ['ID=00459cd6-3a3e-415b-9646-9ab104fc9277,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:21.797527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:21.811954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:21.819892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:21.833657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:21.846553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:21.852066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Checking segment: {'id': '25f6b051-6152-4435-b562-213a83336bc1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '4b18a2cf-1d1a-4533-a4bd-122bb7a163fe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:21.852460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Network hostable DHCP agents. Network: 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:21.853973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.961s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:21.857725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:21.899072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Usage tracker for resource:subnet and tenant:a3af64f935d9465fa4402e3cb7b8e4fa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:21.913462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.913847 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Added segment 1d7d9054-059e-4fa5-933b-f0f025587238 of type vxlan for network 505d7be2-59aa-4d08-808a-476f3297e89f Jan 14 05:32:21.917020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Transition to ACTIVE for port object 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:21.917434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=341deb1c-28dd-45b7-8d5f-253f8c0363ac,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:21.920124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf559d-8691-4690-9958-997e2ed845a4 req-b987dcd4-bbe6-4337-a8ae-88ed90fa593f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:21.921825 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eecf559d-8691-4690-9958-997e2ed845a4 req-b987dcd4-bbe6-4337-a8ae-88ed90fa593f service neutron] 10.222.0.45 "GET /v2.0/networks?id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21 HTTP/1.1" status: 200 len: 907 time: 1.2520258 Jan 14 05:32:21.937627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:21.952203 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:21.954382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.974773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Made reservation on behalf of 6977cc1de2a44586a38cca2d3fbb9515 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:21.979779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:21.992862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] For port cfc44a37-118e-4f27-b26d-603d3d3bf544, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:22.053675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:22.055629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a954f32-5d20-45e8-a6b6-4ee763172655 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:22.075423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.107828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:22.130459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] For port cfc44a37-118e-4f27-b26d-603d3d3bf544, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=cfc44a37-118e-4f27-b26d-603d3d3bf544,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:22.147983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.185963 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:22.188840 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:22.190041 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ab7004b0-db72-490f-8e3b-66cd0d953bcc req-25aa5490-ec2b-4b52-9966-17caa716ca7c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/c1d31dbf-f318-494e-8c4e-09d858136298 HTTP/1.1" status: 200 len: 1801 time: 0.3966949 Jan 14 05:32:22.208042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.218311 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eecf559d-8691-4690-9958-997e2ed845a4 req-86942d8a-dde0-47a2-b8cc-43aaee46ec34 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=8b80bf83-8912-4962-aa26-a9287c514bc8 HTTP/1.1" status: 200 len: 217 time: 0.2665956 Jan 14 05:32:22.220922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.229008 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-c338173a-8bcb-4f35-9af8-87e96e0ef4d3 service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4530039 Jan 14 05:32:22.237004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:22.237633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.245066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.254950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09da3a74-b840-4bb1-a393-ea5ce78cac74 None None] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:22.265383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:22.334645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Made reservation on behalf of a3af64f935d9465fa4402e3cb7b8e4fa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:22.339607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.445574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:22.530784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Usage tracker for resource:security_group_rule and tenant:6977cc1de2a44586a38cca2d3fbb9515 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:22.562013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:22.578821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:22.603435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:22.620656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-167c8831-4bf0-4c32-9e96-4f6a27da9034 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.347s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:22.651054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:22.652084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Pushing event deleted for resources: {'Port': ['ID=34c44154-df51-428d-80d9-fbce00e6a2c4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:22.654496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.700879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:22.715385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:22.716039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.720066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0276ab26-d1c2-4f3c-a8ce-21e217413a71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:22.747883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.764588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.801129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89afca93-f3b0-45a5-a76f-08c051be9683 None None] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:22.803577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eecf559d-8691-4690-9958-997e2ed845a4 req-4c5d44ef-d5df-4f2f-bc93-37acd30734d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:22.805286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eecf559d-8691-4690-9958-997e2ed845a4 req-4c5d44ef-d5df-4f2f-bc93-37acd30734d0 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=18a1232a-b4a1-41e3-a7e4-c07759219ca5 HTTP/1.1" status: 200 len: 853 time: 0.5438824 Jan 14 05:32:22.831829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:22.856542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 8b80bf83-8912-4962-aa26-a9287c514bc8, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8b80bf83-8912-4962-aa26-a9287c514bc8,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:22.926931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 858 time: 4.6994100 Jan 14 05:32:22.930025 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89', 'code': 200} Jan 14 05:32:22.932967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Pushing event updated for resources: {'Network': ['ID=505d7be2-59aa-4d08-808a-476f3297e89f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:22.942822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 7c3174d0-649e-4b4a-9880-92cd3c591e89, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7c3174d0-649e-4b4a-9880-92cd3c591e89,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:22.943926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:22.956170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:22.956965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc78826f-08d1-4e14-a826-78572e72eba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:22.960676 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 3.4565105 Jan 14 05:32:22.968012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40452) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:22.981433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Request body: {'subnet': {'network_id': '505d7be2-59aa-4d08-808a-476f3297e89f', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupsNegativeTestJSON-270264049-subnet', 'tenant_id': '5b5e469a3349471389a6fbb044495533', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:22.988343 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0a0538f9-d0a6-447b-96ac-5aabe906b4dc req-9a466560-43db-4abd-9eab-dcbf0709a8c2 service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7453315 Jan 14 05:32:22.996380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:23.018233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Usage tracker for resource:subnet and tenant:5b5e469a3349471389a6fbb044495533 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:23.022413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 505d7be2-59aa-4d08-808a-476f3297e89f details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:23.023607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:23.043048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 505d7be2-59aa-4d08-808a-476f3297e89f details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:23.067225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:23.069585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] No DVR routers for this DVR port 34c44154-df51-428d-80d9-fbce00e6a2c4 on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:23.075299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:23.077777 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c0a21157-39ef-4010-92c8-833c2a7ddbc0 req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] 10.222.0.45 "DELETE /v2.0/ports/34c44154-df51-428d-80d9-fbce00e6a2c4 HTTP/1.1" status: 204 len: 173 time: 3.4523282 Jan 14 05:32:23.077926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-deleted', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:23.078356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 505d7be2-59aa-4d08-808a-476f3297e89f details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:23.105915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8b80bf83-8912-4962-aa26-a9287c514bc8 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:23.109660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Made reservation on behalf of 5b5e469a3349471389a6fbb044495533 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:23.133869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:23.213860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:23.309822 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '89da2e04-915c-4557-a537-ff81beded7ac', 'name': 'network-vif-deleted', 'tag': '34c44154-df51-428d-80d9-fbce00e6a2c4', 'status': 'completed', 'code': 200} Jan 14 05:32:23.408856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:23.438673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-facf3121-c7fb-4950-9652-107d83251ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:23.451221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 7c3174d0-649e-4b4a-9880-92cd3c591e89 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:23.480142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=8b80bf83-8912-4962-aa26-a9287c514bc8,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:23.573043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.573732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.574516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.575037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.575794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.576279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.576761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.577240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.577889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.578371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.578876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.579365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.580085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.580582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.581201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.581676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.582149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.582627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.583119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.583593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.584176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.584767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.585239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.585919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.586475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.586994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.587470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.588106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.588535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.589012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.589481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.590113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.590675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.591282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.591758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.592229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.599150 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.603256 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:23.607465 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:23.659661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:23.660328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:23.661857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] 10.222.0.41 "PUT /v2.0/ports/cfc44a37-118e-4f27-b26d-603d3d3bf544 HTTP/1.1" status: 200 len: 1155 time: 10.3940511 Jan 14 05:32:23.687811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2a3f8df3-486d-46cb-8fd6-318d53928f2d', 'tag': 'cfc44a37-118e-4f27-b26d-603d3d3bf544'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:23.725602 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eecf559d-8691-4690-9958-997e2ed845a4 req-e3aaa38b-f9cc-4145-afc6-afd659c51adb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.8550546 Jan 14 05:32:23.811914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Pushing event updated for resources: {'Subnet': ['ID=2fc29d73-302e-43b6-82b3-207893f87676,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:23.826084 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:23.853062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab7004b0-db72-490f-8e3b-66cd0d953bcc req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:23.899030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.942s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:23.964964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.547s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:23.975191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Pushing event updated for resources: {'Port': ['ID=cfc44a37-118e-4f27-b26d-603d3d3bf544,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:24.067150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.446s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:24.134538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1c90e23-a56d-400b-aa3b-67cf0c9cd823 req-6f79a178-d09c-4b54-8935-e8440ed65fd7 tempest-ImagesOneServerNegativeTestJSON-278640470 tempest-ImagesOneServerNegativeTestJSON-278640470] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:24.136483 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c1c90e23-a56d-400b-aa3b-67cf0c9cd823 req-6f79a178-d09c-4b54-8935-e8440ed65fd7 tempest-ImagesOneServerNegativeTestJSON-278640470 tempest-ImagesOneServerNegativeTestJSON-278640470] 10.222.0.48 "GET /v2.0/networks?id=4b18a2cf-1d1a-4533-a4bd-122bb7a163fe HTTP/1.1" status: 200 len: 821 time: 0.5236526 Jan 14 05:32:24.172660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 7c3174d0-649e-4b4a-9880-92cd3c591e89 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:24.173425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.174859 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c1c90e23-a56d-400b-aa3b-67cf0c9cd823 req-d7d3216c-d164-4a37-9d8c-944eadf6147e tempest-ImagesOneServerNegativeTestJSON-278640470 tempest-ImagesOneServerNegativeTestJSON-278640470] 10.222.0.48 "GET /v2.0/quotas/a48fc3f843cb4c79ac8a83f3799a59f1 HTTP/1.1" status: 200 len: 375 time: 0.0267470 Jan 14 05:32:24.212539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.231275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 8b80bf83-8912-4962-aa26-a9287c514bc8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:24.232069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.245415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b13b31ef-ebef-4af3-8a3b-39649c8f1187 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:24.256995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=7c3174d0-649e-4b4a-9880-92cd3c591e89,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:24.273802 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:24.306889 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c1c90e23-a56d-400b-aa3b-67cf0c9cd823 req-af94ac35-f58c-46db-bd26-382925762c2d tempest-ImagesOneServerNegativeTestJSON-278640470 tempest-ImagesOneServerNegativeTestJSON-278640470] 10.222.0.48 "GET /v2.0/ports?tenant_id=a48fc3f843cb4c79ac8a83f3799a59f1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0745957 Jan 14 05:32:24.320687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Pushing event deleted for resources: {'Port': ['ID=5bb3b755-443a-4efc-9672-26d97291e5da,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:24.333124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab7004b0-db72-490f-8e3b-66cd0d953bcc req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.366435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Checking segment: {'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:24.366876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Network hostable DHCP agents. Network: ec341f33-0a92-410c-9646-463c072675ab, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:24.416185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:24.441906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Attempting to bind port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:24.442278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Attempting to bind port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:24.442618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Attempting to bind port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:24.530786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 31, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:24.531307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:24.531514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.531887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:24.532778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Bound port: 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:24.533150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.556584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Network ec341f33-0a92-410c-9646-463c072675ab is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:24.600013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ec341f33-0a92-410c-9646-463c072675ab) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:24.612128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a33db99e-ad8e-4ab8-a839-d54c94e7b9f0 None None] Network ec341f33-0a92-410c-9646-463c072675ab requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:24.677045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-3f4d1cb7-15c8-41b0-a158-499ab628e069 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:24.677852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-3f4d1cb7-15c8-41b0-a158-499ab628e069 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Synchronizing usage tracker for tenant:f798e4b1e7c24b86866f039b0eb6b10a on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:24.680643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-be08543c-6f0a-4926-b05a-5dd463f17916 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:24.682171 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c1c90e23-a56d-400b-aa3b-67cf0c9cd823 req-715b2e42-24f6-4e03-9f73-64c912d1a232 service neutron] 10.222.0.48 "GET /v2.0/networks/4b18a2cf-1d1a-4533-a4bd-122bb7a163fe?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3544841 Jan 14 05:32:24.682302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-be08543c-6f0a-4926-b05a-5dd463f17916 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=101b601bdfca46de9bf07389343aa4dd&device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 1158 time: 0.9401922 Jan 14 05:32:24.685600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:24.686254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.811598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-3f4d1cb7-15c8-41b0-a158-499ab628e069 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Unset dirty status for tenant:f798e4b1e7c24b86866f039b0eb6b10a on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:24.812186 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-3f4d1cb7-15c8-41b0-a158-499ab628e069 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.41 "GET /v2.0/ports?device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 949 time: 0.4336307 Jan 14 05:32:24.819146 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.2378561 Jan 14 05:32:24.820272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40474) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:24.852592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ec341f33-0a92-410c-9646-463c072675ab', 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'fixed_ips': [{'subnet_id': '2fc29d73-302e-43b6-82b3-207893f87676'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:32:24.853690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:24.866866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Request body: {'router': {'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:24.889761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eecf559d-8691-4690-9958-997e2ed845a4 req-ba546023-cb1d-4b74-b393-f3900c381810 service neutron] 10.222.0.45 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1371598 Jan 14 05:32:24.921815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:24.945268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Usage tracker for resource:router and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:24.954328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:24.962751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-9e007e64-2596-446c-b903-fa0b882228eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc44a37-118e-4f27-b26d-603d3d3bf544 HTTP/1.1" status: 200 len: 217 time: 0.2424462 Jan 14 05:32:24.980553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:25.014738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Deleting port 7c3174d0-649e-4b4a-9880-92cd3c591e89 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:25.014738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.051116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.073331 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:25.093889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.103281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab7004b0-db72-490f-8e3b-66cd0d953bcc req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.113653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.114736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.145227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:25.150758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6258a367-8d1c-4a65-a7e0-6020e58e3388 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:25.151251 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c1c90e23-a56d-400b-aa3b-67cf0c9cd823 req-bbb61d5f-7af6-4a87-acfc-05eee10a69b7 service neutron] 10.222.0.48 "GET /v2.0/networks/4b18a2cf-1d1a-4533-a4bd-122bb7a163fe?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4512055 Jan 14 05:32:25.161054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8b80bf83-8912-4962-aa26-a9287c514bc8 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:25.263535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.328545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 7c3174d0-649e-4b4a-9880-92cd3c591e89 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:25.380183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-67565b5f-60a1-4669-afad-7bd3aec41526 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:25.381830 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-67565b5f-60a1-4669-afad-7bd3aec41526 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a016d23-7cc8-4d96-9d99-bab4c27da6c3 HTTP/1.1" status: 200 len: 854 time: 0.3330097 Jan 14 05:32:25.464276 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-eecf559d-8691-4690-9958-997e2ed845a4 req-252f036a-05a0-4f29-bab5-5faa3b3c926d service neutron] 10.222.0.45 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5336103 Jan 14 05:32:25.465418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.476509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 8b80bf83-8912-4962-aa26-a9287c514bc8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:25.480846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.514234 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8', 'code': 200} Jan 14 05:32:25.549097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:25.573656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.575018 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Added segment 3b0d0ffc-9cc6-4b5f-b21b-b45c7b220668 of type vxlan for network a78d5072-e471-4fbe-bad9-258b87637137 Jan 14 05:32:25.607197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.623865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.647948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c59cd85b-d839-4de3-aeef-72fc090d4e64,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:25.654231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Router 376e09db-d5de-4f9c-be7f-4827034154b9 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:32:25.666559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.593s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:25.677592 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2a3f8df3-486d-46cb-8fd6-318d53928f2d', 'tag': 'cfc44a37-118e-4f27-b26d-603d3d3bf544', 'status': 'completed', 'code': 200} Jan 14 05:32:25.832928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.843456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Allocated IP 172.20.0.2 (ec341f33-0a92-410c-9646-463c072675ab/2fc29d73-302e-43b6-82b3-207893f87676/f9ea14b6-d7ef-4c12-b065-a34f0baabbdd) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:25.982358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 7c3174d0-649e-4b4a-9880-92cd3c591e89, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7c3174d0-649e-4b4a-9880-92cd3c591e89,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:25.993230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:25.997936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:26.056275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40500) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:26.119707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=7c3174d0-649e-4b4a-9880-92cd3c591e89,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:26.125347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:26.194899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.208892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Transition to ACTIVE for port object f9ea14b6-d7ef-4c12-b065-a34f0baabbdd will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:26.233159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Transition to ACTIVE for port object f9ea14b6-d7ef-4c12-b065-a34f0baabbdd will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:26.238678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.254548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:26.269354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.299835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.300937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=c1d31dbf-f318-494e-8c4e-09d858136298,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:26.313438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] For port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:26.330410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.180s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:26.331248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:26.332021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.335792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32db74b9-edba-4e41-950f-3c2120ccaa53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.345s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:26.352390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Deleting subnet d8b543ff-c488-43a7-9522-bb7e0b93a616 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:32:26.366976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.425946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] For port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:26.429897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Pushing event updated for resources: {'Port': ['ID=f9ea14b6-d7ef-4c12-b065-a34f0baabbdd,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:26.434624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:26.447645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab7004b0-db72-490f-8e3b-66cd0d953bcc req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.454345 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ab7004b0-db72-490f-8e3b-66cd0d953bcc req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/c1d31dbf-f318-494e-8c4e-09d858136298 HTTP/1.1" status: 204 len: 173 time: 4.2303736 Jan 14 05:32:26.498660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Network ec341f33-0a92-410c-9646-463c072675ab is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:26.500158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:26.506523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:26.563860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Checking segment: {'id': '1d7d9054-059e-4fa5-933b-f0f025587238', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': '505d7be2-59aa-4d08-808a-476f3297e89f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:26.564104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Network hostable DHCP agents. Network: 505d7be2-59aa-4d08-808a-476f3297e89f, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:26.564423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Attempting to bind port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:26.564947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Attempting to bind port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:26.565467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Attempting to bind port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd on network ec341f33-0a92-410c-9646-463c072675ab {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:26.571946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:26.572518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Checking segment: {'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:26.573093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.573640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Bound using segment: {'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:26.574743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Bound port: f9ea14b6-d7ef-4c12-b065-a34f0baabbdd, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:26.575287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.597421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.617244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00c6b1ac-bcc8-4229-a8c2-e4a0c6ba1f60,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:26.627560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:26.629337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.640823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] For port 7c3174d0-649e-4b4a-9880-92cd3c591e89, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7c3174d0-649e-4b4a-9880-92cd3c591e89,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:26.641234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.643987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.677799 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:26.684350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] For port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:26.688022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] For port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f9ea14b6-d7ef-4c12-b065-a34f0baabbdd,segment=NetworkSegment(b24106d4-2239-43c9-8804-30ca3a5406ee),segment_id=b24106d4-2239-43c9-8804-30ca3a5406ee)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:26.692555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.706805 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 5.9256551 Jan 14 05:32:26.746351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40506) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:26.821773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Calling delete_port for 7c3174d0-649e-4b4a-9880-92cd3c591e89 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:26.828176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:26.868041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Request body: {'subnet': {'network_id': 'a78d5072-e471-4fbe-bad9-258b87637137', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-378855902-subnet', 'tenant_id': '6977cc1de2a44586a38cca2d3fbb9515', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:26.883866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Network 505d7be2-59aa-4d08-808a-476f3297e89f is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:26.893424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:26.904264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-17e57f9c-0c46-4659-9b4e-d1a04c942bdc req-b1cc2eec-31ed-4736-9249-7afa6060e311 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "GET /v2.0/security-groups/32d01089-5c3c-45eb-a8ab-18c0200da66d HTTP/1.1" status: 200 len: 1801 time: 0.3693838 Jan 14 05:32:26.915887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Usage tracker for resource:subnet and tenant:6977cc1de2a44586a38cca2d3fbb9515 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:26.923625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Pushing event updated for resources: {'Port': ['ID=f9ea14b6-d7ef-4c12-b065-a34f0baabbdd,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:26.925084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:26.927134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:26.959516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:26.984041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 505d7be2-59aa-4d08-808a-476f3297e89f) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:26.985969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:26.992334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8049aa17-7521-488f-b492-25b0142717c4 None None] Network 505d7be2-59aa-4d08-808a-476f3297e89f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:27.034823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Pushing event updated for resources: {'Network': ['ID=a78d5072-e471-4fbe-bad9-258b87637137,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:27.049764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:27.050413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:27.070212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:27.082770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a78d5072-e471-4fbe-bad9-258b87637137 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:27.087599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Made reservation on behalf of 6977cc1de2a44586a38cca2d3fbb9515 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:27.090405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.399s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:27.092549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:27.100708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a78d5072-e471-4fbe-bad9-258b87637137 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:27.113849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a78d5072-e471-4fbe-bad9-258b87637137 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:27.127374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 8b80bf83-8912-4962-aa26-a9287c514bc8 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:27.153602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:32:27.185798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] Sync routers for ids ['376e09db-d5de-4f9c-be7f-4827034154b9'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:32:27.196545 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] 10.222.0.48 "PUT /v2.0/routers/376e09db-d5de-4f9c-be7f-4827034154b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.6446168 Jan 14 05:32:27.196545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-7fa35494-fd85-4592-b1b8-6c1f76b52c76 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:27.198042 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-7fa35494-fd85-4592-b1b8-6c1f76b52c76 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f773be32-4e1b-44c6-933a-c8d127ed3d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.5236688 Jan 14 05:32:27.205656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40510) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:27.288120 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 4.3183300 Jan 14 05:32:27.381739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:32:27.382286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:32:27.398768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-17e57f9c-0c46-4659-9b4e-d1a04c942bdc req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:27.621220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:27.689204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] Routers {'376e09db-d5de-4f9c-be7f-4827034154b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:27.689912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['376e09db-d5de-4f9c-be7f-4827034154b9'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:27.692812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-17e57f9c-0c46-4659-9b4e-d1a04c942bdc req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:27.695597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:27.696272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:27.697804 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] 10.222.0.45 "PUT /v2.0/ports/1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b HTTP/1.1" status: 200 len: 1158 time: 9.7702887 Jan 14 05:32:27.738448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:27.789015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Pushing event updated for resources: {'Port': ['ID=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:27.927665 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:27.936347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.059449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Deleting port 7c3174d0-649e-4b4a-9880-92cd3c591e89 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:28.060058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.111301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.125123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f9ea14b6-d7ef-4c12-b065-a34f0baabbdd up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:28.264379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:28.264862 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.268634 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:28.272749 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:28.287012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-be2ef81a-9bad-47a5-ac4e-f85cb94f613a tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:28.287853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-be2ef81a-9bad-47a5-ac4e-f85cb94f613a tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Synchronizing usage tracker for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:28.310827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.319691 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-f79a86f0-28b2-4bda-b6f1-c19694565a9f req-9c3904e6-c448-4d5c-8a49-d8d665eef4c3 tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] show failed (client error): The resource could not be found. Jan 14 05:32:28.320868 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f79a86f0-28b2-4bda-b6f1-c19694565a9f req-9c3904e6-c448-4d5c-8a49-d8d665eef4c3 tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "GET /v2.0/security-groups/c4a0b065-6dcc-42a1-92a9-857eedffb066 HTTP/1.1" status: 404 len: 352 time: 0.5460684 Jan 14 05:32:28.343047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 8b80bf83-8912-4962-aa26-a9287c514bc8, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8b80bf83-8912-4962-aa26-a9287c514bc8,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:28.349000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ed36c29-3365-4477-b63c-c69c16a10d2a None None] Network 505d7be2-59aa-4d08-808a-476f3297e89f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:28.405280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-17e57f9c-0c46-4659-9b4e-d1a04c942bdc req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.443244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.444100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-be2ef81a-9bad-47a5-ac4e-f85cb94f613a tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Unset dirty status for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:28.445397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-be2ef81a-9bad-47a5-ac4e-f85cb94f613a tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.45 "GET /v2.0/ports?device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 946 time: 1.5507436 Jan 14 05:32:28.451799 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7271d41-c7da-4124-94e6-f904fe8b72e5 tempest-MigrationsAdminTest-1041657045 tempest-MigrationsAdminTest-1041657045] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:28.459272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.461567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] Set router 376e09db-d5de-4f9c-be7f-4827034154b9 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:28.615153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'SecurityGroup': ['ID=32d01089-5c3c-45eb-a8ab-18c0200da66d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:28.629192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.635818 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:28.653334 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89', 'code': 422} returned with failed status Jan 14 05:32:28.666206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c966f592-e283-4b6d-9339-d1686cd1a6e6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:28.725408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.731482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Deleting port a9e78527-b491-42d3-9b9a-2d0bd6610341 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:28.731875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.759608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.774271 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b', 'status': 'completed', 'code': 200} Jan 14 05:32:28.790143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:28.823856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a7ef5e4-0692-48ba-8c48-b3f0cdf9b5d0 None None] Network ec341f33-0a92-410c-9646-463c072675ab requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:28.830018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:28.856605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:28.858057 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-08eb872b-d9cd-4547-bcf4-fff82ace0ae3 service neutron] 10.222.0.41 "GET /v2.0/networks/f773be32-4e1b-44c6-933a-c8d127ed3d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5853322 Jan 14 05:32:28.917558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8b543ff-c488-43a7-9522-bb7e0b93a616,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:28.951105 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:28.955809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-17e57f9c-0c46-4659-9b4e-d1a04c942bdc req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:28.957112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-17e57f9c-0c46-4659-9b4e-d1a04c942bdc req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.48 "DELETE /v2.0/security-groups/32d01089-5c3c-45eb-a8ab-18c0200da66d HTTP/1.1" status: 204 len: 173 time: 2.0364828 Jan 14 05:32:28.970608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40528) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:29.022586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=8b80bf83-8912-4962-aa26-a9287c514bc8,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:29.025680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Provisioning for port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:29.029321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:29.068755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Provisioning complete for port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:29.069339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.247905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.254803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] For port 7c3174d0-649e-4b4a-9880-92cd3c591e89, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7c3174d0-649e-4b4a-9880-92cd3c591e89,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:29.255458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.270794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-dad6b3d5-45e6-4ace-82ec-e38a5af909e5 admin admin] Deleting subnet 18a1232a-b4a1-41e3-a7e4-c07759219ca5 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:32:29.304539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Deleting port 8b80bf83-8912-4962-aa26-a9287c514bc8 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:29.304900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.348376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dad6b3d5-45e6-4ace-82ec-e38a5af909e5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.404255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-d81d3826-ef60-4f1e-a31d-5f6e75490671 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:29.405924 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-d81d3826-ef60-4f1e-a31d-5f6e75490671 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5808b28630f34af792f06ed204777d84&device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 1161 time: 1.6182683 Jan 14 05:32:29.444169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d8b543ff-c488-43a7-9522-bb7e0b93a616 HTTP/1.1" status: 204 len: 168 time: 3.3859475 Jan 14 05:32:29.456123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.463136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Pushing event updated for resources: {'Subnet': ['ID=b78f0999-6c57-4223-b1f5-4c584b9fe699,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:29.468208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40532) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:29.483940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:32:17Z', 'revision_number': 5, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:29.498061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Calling delete_port for 7c3174d0-649e-4b4a-9880-92cd3c591e89 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:29.507275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] Checking router: 376e09db-d5de-4f9c-be7f-4827034154b9 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:32:29.546380 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e8987684-f8b4-4998-94bc-7ab63cdf0659 req-892bbbdc-4063-4c3d-bfe0-875cc271b3e3 tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b5e469a3349471389a6fbb044495533 HTTP/1.1" status: 200 len: 2984 time: 0.7756884 Jan 14 05:32:29.547678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:29.568600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] Routers {'376e09db-d5de-4f9c-be7f-4827034154b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:29.569291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['376e09db-d5de-4f9c-be7f-4827034154b9'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:29.618214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dad6b3d5-45e6-4ace-82ec-e38a5af909e5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.630950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-efb4e56d-d921-46ba-a063-d114eaabb994 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b HTTP/1.1" status: 200 len: 217 time: 0.1708820 Jan 14 05:32:29.677019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Allocated IP 172.25.3.49 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/fd552ce5-a1a6-47bf-9024-d42c582d1069) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:29.762830 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-dad6b3d5-45e6-4ace-82ec-e38a5af909e5 admin admin] Found port (8b80bf83-8912-4962-aa26-a9287c514bc8, 172.20.0.14) having IP allocation on subnet 18a1232a-b4a1-41e3-a7e4-c07759219ca5, cannot delete Jan 14 05:32:29.838680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] For port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f9ea14b6-d7ef-4c12-b065-a34f0baabbdd,segment=NetworkSegment(b24106d4-2239-43c9-8804-30ca3a5406ee),segment_id=b24106d4-2239-43c9-8804-30ca3a5406ee)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:29.852376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:29.877626 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dad6b3d5-45e6-4ace-82ec-e38a5af909e5 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:32:29.878123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dad6b3d5-45e6-4ace-82ec-e38a5af909e5 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:32:29.907403 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:29.918126 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-a9ebb1cf-71f8-4880-9fd9-85fdfcc60788 service neutron] 10.222.0.41 "GET /v2.0/networks/f773be32-4e1b-44c6-933a-c8d127ed3d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9651809 Jan 14 05:32:29.968541 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dad6b3d5-45e6-4ace-82ec-e38a5af909e5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/18a1232a-b4a1-41e3-a7e4-c07759219ca5 HTTP/1.1" status: 409 len: 404 time: 0.9832478 Jan 14 05:32:30.010517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] For port a9e78527-b491-42d3-9b9a-2d0bd6610341, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a9e78527-b491-42d3-9b9a-2d0bd6610341,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:30.011431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:30.026787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Pushing event updated for resources: {'Port': ['ID=f9ea14b6-d7ef-4c12-b065-a34f0baabbdd,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:30.032400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:30.067913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] Set router 376e09db-d5de-4f9c-be7f-4827034154b9 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:30.146880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:30.155655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:30.157481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:30.198324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:30.226752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e8987684-f8b4-4998-94bc-7ab63cdf0659 req-910d6f83-db54-496d-ba3a-8e17f5a73069 tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "GET /v2.0/security-groups/341deb1c-28dd-45b7-8d5f-253f8c0363ac HTTP/1.1" status: 200 len: 2981 time: 0.6301229 Jan 14 05:32:30.283206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Router f2a8d777-3199-4d58-ae36-a016de838060 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:32:30.301666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:30.520105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9b8c4927-1e34-4c30-9d3a-00b72422f70b None None] Provisioning complete for port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:30.520683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b8c4927-1e34-4c30-9d3a-00b72422f70b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:30.678665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:30.777691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:32:17Z', 'revision_number': 5, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:30.781116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-be05ef79-2e91-449b-b46d-ee029725a4d8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:30.782885 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-be05ef79-2e91-449b-b46d-ee029725a4d8 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 1.1163657 Jan 14 05:32:30.786732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a7f3979b-c0e6-4eab-971a-ddf6fb41f031 None None] The sync data for ids ['376e09db-d5de-4f9c-be7f-4827034154b9'] in n-d-768851-4 is: [{'id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'name': 'tempest-FloatingIPDetailsNegativeTestJSON-471784745-router', 'tenant_id': '1a15f93ef2f94782adaf733074053a7f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95'}], 'enable_snat': True}, 'gw_port_id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:31:36Z', 'updated_at': '2021-01-14T05:32:17Z', 'revision_number': 5, 'project_id': '1a15f93ef2f94782adaf733074053a7f', 'gw_port': {'id': 'a9e78527-b491-42d3-9b9a-2d0bd6610341', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:eb:e5:a2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '376e09db-d5de-4f9c-be7f-4827034154b9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 687, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.95', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:43Z', 'updated_at': '2021-01-14T05:32:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:32:30.828435 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8', 'code': 422} returned with failed status Jan 14 05:32:30.925209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4b3380bf-d184-4615-bca4-f843cf0f17d8 None None] Provisioning complete for port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:30.926664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b3380bf-d184-4615-bca4-f843cf0f17d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:30.961911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Calling delete_port for a9e78527-b491-42d3-9b9a-2d0bd6610341 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:30.990087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c842620f-fd8d-4211-9aef-72dec4a8278a,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:31.018377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:31.033350 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e11d10b1-756c-4872-8bdd-171c5b2a3fb9 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.784s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:31.101287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Pushing event deleted for resources: {'Port': ['ID=7c3174d0-649e-4b4a-9880-92cd3c591e89,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:31.109093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:31.126898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:31.144987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Checking segment: {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:31.145385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Network hostable DHCP agents. Network: 00459cd6-3a3e-415b-9646-9ab104fc9277, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:31.145659 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:31.158731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40554) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:31.254761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-327b7ad5-47ae-4def-91ad-89399c2264fa None None] Provisioning complete for port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:31.255529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-327b7ad5-47ae-4def-91ad-89399c2264fa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:31.329095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-de4b0aba-3fa6-468a-9dcf-a92abbb83dac tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:31.330827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-de4b0aba-3fa6-468a-9dcf-a92abbb83dac tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.41 "GET /v2.0/ports?device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 943 time: 0.4946980 Jan 14 05:32:31.442642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Pushing event updated for resources: {'Port': ['ID=fd552ce5-a1a6-47bf-9024-d42c582d1069,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:31.455632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:31.461539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:31.465964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] No DVR routers for this DVR port 7c3174d0-649e-4b4a-9880-92cd3c591e89 on host n-h1-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:31.484700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-284703073-network', 'tenant_id': 'c4ed80880b4b410aab9f716ac2c5caa0'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:31.495088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:31.497287 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.41 "DELETE /v2.0/ports/7c3174d0-649e-4b4a-9880-92cd3c591e89 HTTP/1.1" status: 204 len: 173 time: 6.6765244 Jan 14 05:32:31.502131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-deleted', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:31.517887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Checking segment: {'id': '3b0d0ffc-9cc6-4b5f-b21b-b45c7b220668', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'a78d5072-e471-4fbe-bad9-258b87637137'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:31.518286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Network hostable DHCP agents. Network: a78d5072-e471-4fbe-bad9-258b87637137, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:31.569462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Deleting port cfc44a37-118e-4f27-b26d-603d3d3bf544 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:31.569850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:31.622778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:31.634377 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-deleted', 'tag': '7c3174d0-649e-4b4a-9880-92cd3c591e89', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:32:31.714388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:31.715411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Network a78d5072-e471-4fbe-bad9-258b87637137 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:31.721805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:31.731531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:31.735369 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e8987684-f8b4-4998-94bc-7ab63cdf0659 req-0effdb5e-74c1-458d-a6e6-699e7031964b tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "GET /v2.0/security-groups/341deb1c-28dd-45b7-8d5f-253f8c0363ac HTTP/1.1" status: 200 len: 2981 time: 0.7892509 Jan 14 05:32:31.752573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Usage tracker for resource:network and tenant:c4ed80880b4b410aab9f716ac2c5caa0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:31.767230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 00459cd6-3a3e-415b-9646-9ab104fc9277) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:31.768881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a78d5072-e471-4fbe-bad9-258b87637137) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:31.769366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:32:31.783192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] Sync routers for ids ['f2a8d777-3199-4d58-ae36-a016de838060'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:32:31.787615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148912c7-88a3-491f-b771-c643c7ab610d None None] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:31.793368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:31.796102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] Routers {'f2a8d777-3199-4d58-ae36-a016de838060'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:31.796778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f2a8d777-3199-4d58-ae36-a016de838060'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:31.812407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c6ff49c-c61f-4d59-81ff-e971203c56ee None None] Network a78d5072-e471-4fbe-bad9-258b87637137 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:31.882365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] 10.222.0.48 "PUT /v2.0/routers/f2a8d777-3199-4d58-ae36-a016de838060/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.2875371 Jan 14 05:32:31.883234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:31.893419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] For port 8b80bf83-8912-4962-aa26-a9287c514bc8, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=8b80bf83-8912-4962-aa26-a9287c514bc8,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:31.893820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:31.910332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:31.914507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40564) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:31.966309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f9ea14b6-d7ef-4c12-b065-a34f0baabbdd up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:32.011498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:32.012899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.090541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] Set router f2a8d777-3199-4d58-ae36-a016de838060 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:32.112688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4b18a2cf-1d1a-4533-a4bd-122bb7a163fe']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:32.142318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25f6b051-6152-4435-b562-213a83336bc1') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:32.142656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25f6b051-6152-4435-b562-213a83336bc1') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:32.158257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.175646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.177686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:32:32.228986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:32:32.316810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 5.5051079 Jan 14 05:32:32.320008 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e8d75ef-dd66-4b0c-a9fa-ac76fb15b42d req-9d93940e-8b37-42f8-b470-375dc1383593 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 210 time: 0.2698472 Jan 14 05:32:32.383024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:32.383775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.453497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.531337 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a8950595-6ea6-4d5f-817c-41c61e88d7d0 req-f820022a-9b6d-48bb-ab14-ffc5b9305d01 tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "GET /v2.0/security-groups/341deb1c-28dd-45b7-8d5f-253f8c0363ac HTTP/1.1" status: 200 len: 2981 time: 0.6142776 Jan 14 05:32:32.533572 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e8d75ef-dd66-4b0c-a9fa-ac76fb15b42d req-57a01a0f-88f1-446c-82ae-a78aeba9e7f2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1386721 Jan 14 05:32:32.568450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:32:22Z', 'revision_number': 5, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:32.581942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] Checking router: f2a8d777-3199-4d58-ae36-a016de838060 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:32:32.597914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] Routers {'f2a8d777-3199-4d58-ae36-a016de838060'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:32.598580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f2a8d777-3199-4d58-ae36-a016de838060'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:32.636243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c97467e-a75b-4302-9265-1ffb2aad14e3 None None] Network a78d5072-e471-4fbe-bad9-258b87637137 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:32.700830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:32.709367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.747034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.756246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] For port cfc44a37-118e-4f27-b26d-603d3d3bf544, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=cfc44a37-118e-4f27-b26d-603d3d3bf544,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:32.756662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.915067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:32.929861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:32.973264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] Set router f2a8d777-3199-4d58-ae36-a016de838060 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:33.037593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0029e33a-809a-4b9f-9a4b-f2b745a6a8a0 None None] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:33.199387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-d5955593-8607-4ad2-bb4c-10f5caf86ed3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:33.201130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-d5955593-8607-4ad2-bb4c-10f5caf86ed3 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 2.1886768 Jan 14 05:32:33.207940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-0e04b76b-f814-4b5d-b265-ffd2e66fe5f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:33.217303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-0e04b76b-f814-4b5d-b265-ffd2e66fe5f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=101b601bdfca46de9bf07389343aa4dd&device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 1158 time: 3.1496031 Jan 14 05:32:33.263852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:33.266798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Network 4b18a2cf-1d1a-4533-a4bd-122bb7a163fe has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:33.362993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Calling delete_port for cfc44a37-118e-4f27-b26d-603d3d3bf544 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:33.381257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Made reservation on behalf of c4ed80880b4b410aab9f716ac2c5caa0 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:33.386041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:32:33.399304 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:32:33.550643 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 11.7999771 Jan 14 05:32:33.551910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:33.619325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:32:22Z', 'revision_number': 5, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:33.624817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40586) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:33.636915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 20f86c85-5f6c-4211-84b8-4aec047cc9b9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:33.639645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9b3a5d0-85eb-4afb-b235-003bebe7fa91 None None] The sync data for ids ['f2a8d777-3199-4d58-ae36-a016de838060'] in n-d-768851-4 is: [{'id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'name': 'tempest-AttachSCSIVolumeTestJSON-1182500496-router', 'tenant_id': '101b601bdfca46de9bf07389343aa4dd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242'}], 'enable_snat': True}, 'gw_port_id': '9701b804-9876-450b-aff0-462ef89d519d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:18Z', 'updated_at': '2021-01-14T05:32:22Z', 'revision_number': 5, 'project_id': '101b601bdfca46de9bf07389343aa4dd', 'gw_port': {'id': '9701b804-9876-450b-aff0-462ef89d519d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:e9:e6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f2a8d777-3199-4d58-ae36-a016de838060', 'device_owner': 'network:router_gateway', 'standard_attr_id': 490, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.242', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:30:22Z', 'updated_at': '2021-01-14T05:30:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:32:33.659216 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-512ec0f9-097b-4ae8-a8a9-e946ad3d5cd8 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.45 "GET /v2.0/networks?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.3381143 Jan 14 05:32:33.683673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 20f86c85-5f6c-4211-84b8-4aec047cc9b9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:32:33.684096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 20f86c85-5f6c-4211-84b8-4aec047cc9b9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:32:33.707436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40588) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:33.801274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Request body: {'network': {'name': 'tempest-VolumesAdminNegativeTest-423117380-network', 'tenant_id': '233987b2b04243c8ada727ffd4f8b44b'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:33.829604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:33.830959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5bb3b755-443a-4efc-9672-26d97291e5da no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:33.834210 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-a8950595-6ea6-4d5f-817c-41c61e88d7d0 req-f7bed9c1-840e-472f-a898-e11df28165aa tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:32:33.835486 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a8950595-6ea6-4d5f-817c-41c61e88d7d0 req-f7bed9c1-840e-472f-a898-e11df28165aa tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "DELETE /v2.0/security-groups/341deb1c-28dd-45b7-8d5f-253f8c0363ac HTTP/1.1" status: 409 len: 352 time: 1.2882216 Jan 14 05:32:33.885820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5bb3b755-443a-4efc-9672-26d97291e5da {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:32:33.886214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5bb3b755-443a-4efc-9672-26d97291e5da not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:32:33.901284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e8d75ef-dd66-4b0c-a9fa-ac76fb15b42d req-7553be8d-f677-4505-8f3a-dadf2106b08a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:33.903721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e8d75ef-dd66-4b0c-a9fa-ac76fb15b42d req-7553be8d-f677-4505-8f3a-dadf2106b08a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.3383942 Jan 14 05:32:33.907473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Usage tracker for resource:network and tenant:233987b2b04243c8ada727ffd4f8b44b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:33.916613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:33.959067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:33.981158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.008041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Calling delete_port for 8b80bf83-8912-4962-aa26-a9287c514bc8 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:34.042295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:34.042672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5e8d75ef-dd66-4b0c-a9fa-ac76fb15b42d req-9919962a-abc8-4285-98e7-474cc8a54a87 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Synchronizing usage tracker for tenant:f798e4b1e7c24b86866f039b0eb6b10a on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:34.058891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Made reservation on behalf of 233987b2b04243c8ada727ffd4f8b44b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:34.063792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.090731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.131045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Deleting port 9701b804-9876-450b-aff0-462ef89d519d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:34.131433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.144295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.187456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:34.188621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.191200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.202017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:34.223688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:34.239311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Usage tracker for resource:router and tenant:a3af64f935d9465fa4402e3cb7b8e4fa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:34.242898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.254438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-43941ffa-c166-4e20-bd0f-a7bdf0ed79e0 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:34.254685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:34.256094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-43941ffa-c166-4e20-bd0f-a7bdf0ed79e0 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5227466 Jan 14 05:32:34.259906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Usage tracker for resource:security_group_rule and tenant:c4ed80880b4b410aab9f716ac2c5caa0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:34.263063 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-00e77aa9-b503-4e8b-b482-8b7a6caa8cdc req-337e61cf-543d-47cc-848d-afbf77b148e0 tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] show failed (client error): The resource could not be found. Jan 14 05:32:34.264249 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-00e77aa9-b503-4e8b-b482-8b7a6caa8cdc req-337e61cf-543d-47cc-848d-afbf77b148e0 tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "GET /v2.0/security-groups/e90ddbe9-6b0d-4ac2-a9ea-460b9fdd1fa0 HTTP/1.1" status: 404 len: 352 time: 0.2795341 Jan 14 05:32:34.272542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:34.274916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:34.277487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5e8d75ef-dd66-4b0c-a9fa-ac76fb15b42d req-9919962a-abc8-4285-98e7-474cc8a54a87 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Unset dirty status for tenant:f798e4b1e7c24b86866f039b0eb6b10a on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:34.278980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5e8d75ef-dd66-4b0c-a9fa-ac76fb15b42d req-9919962a-abc8-4285-98e7-474cc8a54a87 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.41 "GET /v2.0/ports?device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 210 time: 0.3175414 Jan 14 05:32:34.288627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Pushing event deleted for resources: {'Network': ['ID=4b18a2cf-1d1a-4533-a4bd-122bb7a163fe,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:34.289070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Request body: {'port': {'device_id': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': 'f798e4b1e7c24b86866f039b0eb6b10a'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:34.291574 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4b18a2cf-1d1a-4533-a4bd-122bb7a163fe HTTP/1.1" status: 204 len: 168 time: 4.7537451 Jan 14 05:32:34.299430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:34.301784 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:34.302723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:34.325999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Usage tracker for resource:security_group_rule and tenant:233987b2b04243c8ada727ffd4f8b44b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:34.354229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:34.377422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.377983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 376e09db-d5de-4f9c-be7f-4827034154b9 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:32:34.409164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.410270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.427198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.454624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-ee6fa726-9c98-4500-bcec-113b1e4e022f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:34.456355 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-ee6fa726-9c98-4500-bcec-113b1e4e022f service neutron] 10.222.0.41 "GET /v2.0/networks?id=f773be32-4e1b-44c6-933a-c8d127ed3d76 HTTP/1.1" status: 200 len: 909 time: 0.9496682 Jan 14 05:32:34.585072 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-3e033f11-b8bb-44ae-a82f-1235e4a63f89 service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3663177 Jan 14 05:32:34.589251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ed45ea-7b97-457c-9f7a-5c385365e6f5 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:34.619211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.634595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:34.657051 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-6ea09a52-357a-49fd-adae-b5388efc8431 req-9405a3b2-9816-410e-9afa-29143220f16a tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] show failed (client error): The resource could not be found. Jan 14 05:32:34.658185 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6ea09a52-357a-49fd-adae-b5388efc8431 req-9405a3b2-9816-410e-9afa-29143220f16a tempest-SecurityGroupsNegativeTestJSON-425101194 tempest-SecurityGroupsNegativeTestJSON-425101194] 10.222.0.48 "GET /v2.0/security-groups/411faa1a-a169-43bb-8dbb-726d3061972d HTTP/1.1" status: 404 len: 352 time: 0.3342376 Jan 14 05:32:34.660865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40600) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:34.683059 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-6cc103ae-698b-4b67-a249-96bed7c31ce1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=cfc44a37-118e-4f27-b26d-603d3d3bf544 HTTP/1.1" status: 200 len: 217 time: 0.2081552 Jan 14 05:32:34.684124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:34.685238 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-25d9b97c-c6b3-4257-9257-6335f01f19c6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/376e09db-d5de-4f9c-be7f-4827034154b9 HTTP/1.1" status: 204 len: 168 time: 7.4774547 Jan 14 05:32:34.691841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40602) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:34.692281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40604) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:34.745101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Pushing event deleted for resources: {'Port': ['ID=cfc44a37-118e-4f27-b26d-603d3d3bf544,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:34.824846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.236s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:35.021059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] For port 9701b804-9876-450b-aff0-462ef89d519d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9701b804-9876-450b-aff0-462ef89d519d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:35.021299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.039078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.061672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:35.083553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cad23df0-ba8b-4f2c-b733-af191294d605 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:35.215499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-aa274d53-35b4-4e84-a95f-7ab2a066de3e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:35.216990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-aa274d53-35b4-4e84-a95f-7ab2a066de3e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a016d23-7cc8-4d96-9d99-bab4c27da6c3 HTTP/1.1" status: 200 len: 854 time: 0.5050774 Jan 14 05:32:35.222994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Deleting subnet c59cd85b-d839-4de3-aeef-72fc090d4e64 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:32:35.291533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Deleting subnet d82eb208-ab53-4a86-94c2-3333d171a441 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:32:35.342554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'Port': ['ID=8b80bf83-8912-4962-aa26-a9287c514bc8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:35.374806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.442170 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87852e32-7bd2-46f9-885d-a5ad10495af5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a48fc3f843cb4c79ac8a83f3799a59f1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7138324 Jan 14 05:32:35.449881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:35.454845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40614) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:35.455781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:35.458236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Calling delete_port for 9701b804-9876-450b-aff0-462ef89d519d owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:35.485999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.502451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.563981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.626147 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-95520169-ce89-4e47-94eb-54c30df6e966 service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0086555 Jan 14 05:32:35.662647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.669008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.691239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Made reservation on behalf of f798e4b1e7c24b86866f039b0eb6b10a for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:35.700122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.754492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] No DVR routers for this DVR port cfc44a37-118e-4f27-b26d-603d3d3bf544 on host n-h1-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:35.762507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.771386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2a3f8df3-486d-46cb-8fd6-318d53928f2d', 'name': 'network-vif-deleted', 'tag': 'cfc44a37-118e-4f27-b26d-603d3d3bf544'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:35.862560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a9e78527-b491-42d3-9b9a-2d0bd6610341 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:35.874168 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '2a3f8df3-486d-46cb-8fd6-318d53928f2d', 'name': 'network-vif-deleted', 'tag': 'cfc44a37-118e-4f27-b26d-603d3d3bf544', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:32:35.897071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.905087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a9e78527-b491-42d3-9b9a-2d0bd6610341 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:32:35.905463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a9e78527-b491-42d3-9b9a-2d0bd6610341 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:32:35.941985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.954560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ec0a39a-ebaa-4a00-975d-b3ac51bed71c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:35.975012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:35.978966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18291e65-736e-4ff4-8f31-c5f1fec32d26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:36.053533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.072622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.131585 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.41 "DELETE /v2.0/ports/cfc44a37-118e-4f27-b26d-603d3d3bf544 HTTP/1.1" status: 204 len: 173 time: 4.7923462 Jan 14 05:32:36.205272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:36.210399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53a17d49-77e8-47ad-9bde-86aea3b10151,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:36.221407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:36.236862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5bd7a5af-bedc-46b9-9c2f-599fc32c1302,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:36.252481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:36.311387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.340850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.341237 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Added segment 1ae99f9b-a2d7-4b4b-b774-59c4f9f40c3e of type vxlan for network e7b1a852-fd66-44de-b999-d62d2a67b706 Jan 14 05:32:36.400416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.433394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-22f1923b-1cc8-4f72-b7b3-0adb6d155eee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:36.435082 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-22f1923b-1cc8-4f72-b7b3-0adb6d155eee service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=f773be32-4e1b-44c6-933a-c8d127ed3d76&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1980023 Jan 14 05:32:36.447400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] No DVR routers for this DVR port 8b80bf83-8912-4962-aa26-a9287c514bc8 on host n-h2-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:36.500495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.505127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-deleted', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:36.547288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.557778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.561732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.674607 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-deleted', 'tag': '8b80bf83-8912-4962-aa26-a9287c514bc8', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:32:36.752707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.782067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-ae23d42d-1dcc-4fa3-b7d2-e761687bf4b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:36.783739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-ae23d42d-1dcc-4fa3-b7d2-e761687bf4b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5808b28630f34af792f06ed204777d84&device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 1161 time: 0.7805624 Jan 14 05:32:36.785091 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.45 "DELETE /v2.0/ports/8b80bf83-8912-4962-aa26-a9287c514bc8 HTTP/1.1" status: 204 len: 173 time: 8.0180371 Jan 14 05:32:36.799587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:32:36.875021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.886754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Allocated IP 192.168.233.196 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/bab6d570-95c7-4af8-8548-0082e26ed52f) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:36.889234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.890999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:36.891642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:36.952948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:32:36.953390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:32:36.960872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:37.036782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-c1d174e8-b678-4615-883e-7f8ecb52cd11 service neutron] 10.222.0.41 "GET /v2.0/networks/f773be32-4e1b-44c6-933a-c8d127ed3d76?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5816703 Jan 14 05:32:37.167497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:37.234821 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bbffd60a-e536-47ca-8098-b4fd3fcb45e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:37.255231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-aaa12973-a10d-41f1-9164-64e3df038e54 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:32:37.344913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2f1a3cb5-e4e2-4087-b295-a7c03982d1d7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:37.347238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-4e136760-9160-47e8-9af2-fae98d0ba27d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:37.348979 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-4e136760-9160-47e8-9af2-fae98d0ba27d service neutron] 10.222.0.45 "GET /v2.0/networks?id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1 HTTP/1.1" status: 200 len: 863 time: 0.5490243 Jan 14 05:32:37.349849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:37.411254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:37.413636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:37.458901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:37.496136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:37.500642 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2f1a3cb5-e4e2-4087-b295-a7c03982d1d7 HTTP/1.1" status: 204 len: 168 time: 1.9835396 Jan 14 05:32:37.521926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6871959b-9243-446c-9157-4667c1ce9e22 req-f2fab927-5104-4671-93d6-b907c2495273 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 210 time: 0.2050021 Jan 14 05:32:37.523436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:37.534011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-ea394366-bfc4-4f07-937b-d3197dddc9a8 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.8&port_id=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b HTTP/1.1" status: 200 len: 217 time: 0.1356244 Jan 14 05:32:37.553964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:37.571553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Fanout notify agent at l3_agent the message router_deleted on router f2a8d777-3199-4d58-ae36-a016de838060 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:32:37.593685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Pushing event updated for resources: {'Network': ['ID=e7b1a852-fd66-44de-b999-d62d2a67b706,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:37.598235 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:37.610740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.45', 54135) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:37.620727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e7b1a852-fd66-44de-b999-d62d2a67b706 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:37.660541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e7b1a852-fd66-44de-b999-d62d2a67b706 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:37.687062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e7b1a852-fd66-44de-b999-d62d2a67b706 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:37.822149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 4.0872488 Jan 14 05:32:37.834725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40638) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:37.859432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:37.863599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c18b400-3d27-4735-800f-9836f54e9b8d admin admin] 10.222.0.48 "DELETE /v2.0/routers/f2a8d777-3199-4d58-ae36-a016de838060 HTTP/1.1" status: 204 len: 168 time: 5.9423470 Jan 14 05:32:37.868443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Request body: {'subnet': {'network_id': 'e7b1a852-fd66-44de-b999-d62d2a67b706', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesAdminNegativeTest-423117380-subnet', 'tenant_id': '233987b2b04243c8ada727ffd4f8b44b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:37.975514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40642) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:38.079882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.128556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:38.139293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:38.146674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:38.147498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.219797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Deleting subnet 9a016d23-7cc8-4d96-9d99-bab4c27da6c3 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:32:38.239649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Usage tracker for resource:subnet and tenant:233987b2b04243c8ada727ffd4f8b44b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:38.243073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.275892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:38.283386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Router d7c5615a-dc40-4e7a-b320-bea5ee1888ec is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:32:38.288188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.320327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:38.323111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:38.331416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:38.344092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.346166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b687b378-47d4-4aaf-8558-16a274aa7874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:38.430111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:38.433248 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b', 'code': 200} Jan 14 05:32:38.478319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.495032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:38.498888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:38.520567 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0f858aa9-802b-416a-81e8-b20e839faa81 req-4acbc839-fd5a-45b2-87c7-f7c9a2e25175 service neutron] 10.222.0.41 "GET /v2.0/networks/f773be32-4e1b-44c6-933a-c8d127ed3d76?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.4069386 Jan 14 05:32:38.522464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Transition to ACTIVE for port object bab6d570-95c7-4af8-8548-0082e26ed52f will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:38.553938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.554380 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Added segment 25468eec-8bc1-4fd8-95c2-dcd3c0883d89 of type vxlan for network 465c3096-90c0-4f5a-b692-8ee62a82e147 Jan 14 05:32:38.557947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:38.586157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-4673f87a-3613-4394-a345-5a1ecca4e671 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:38.587794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-4673f87a-3613-4394-a345-5a1ecca4e671 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 1.0432742 Jan 14 05:32:38.625921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Made reservation on behalf of 233987b2b04243c8ada727ffd4f8b44b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:38.630726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.646789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.751945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c59cd85b-d839-4de3-aeef-72fc090d4e64,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:38.790404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:38.823940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-b499a398-91b0-4931-aff1-0d779094cbe4 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:38.825701 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-b499a398-91b0-4931-aff1-0d779094cbe4 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.45 "GET /v2.0/networks?id=f773be32-4e1b-44c6-933a-c8d127ed3d76 HTTP/1.1" status: 200 len: 815 time: 1.0509391 Jan 14 05:32:38.838956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9bd67d0d-d82c-42d1-b85f-2091efa8ea71 req-92e803b0-6e80-4993-a064-698788efea72 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=101b601bdfca46de9bf07389343aa4dd&device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 210 time: 0.2142487 Jan 14 05:32:38.862941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Request body: {'port': {'device_id': '2a3f8df3-486d-46cb-8fd6-318d53928f2d', 'network_id': 'f773be32-4e1b-44c6-933a-c8d127ed3d76', 'admin_state_up': True, 'tenant_id': '101b601bdfca46de9bf07389343aa4dd'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:38.921320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.943654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:38.996512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871959b-9243-446c-9157-4667c1ce9e22 req-bcd06e8e-af83-4930-9ed0-975ad0e64b49 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:38.998144 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6871959b-9243-446c-9157-4667c1ce9e22 req-bcd06e8e-af83-4930-9ed0-975ad0e64b49 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=ee2013dee3e4437b895ef61a211544a4&shared=False HTTP/1.1" status: 200 len: 907 time: 1.4631815 Jan 14 05:32:39.005918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.007150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.091298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cfacd0ab-3074-4d07-81ff-9282a63db98b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:39.101126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.132506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:39.140035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:39.236334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:39.237226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.280430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.288562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d82eb208-ab53-4a86-94c2-3333d171a441,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:39.310389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:32:39.317852 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:39.336485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Sync routers for ids ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:32:39.360281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Routers {'d7c5615a-dc40-4e7a-b320-bea5ee1888ec'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:39.360963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:39.399032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Pushing event updated for resources: {'Port': ['ID=bab6d570-95c7-4af8-8548-0082e26ed52f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:39.416352 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:39.420110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.446228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:39.447173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.451237 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcfd55b3-b101-4331-8415-977020816892 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:39.462408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:39.469586 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c59cd85b-d839-4de3-aeef-72fc090d4e64 HTTP/1.1" status: 204 len: 168 time: 4.7715850 Jan 14 05:32:39.473266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40684) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:39.476937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.507600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-492d3b9a-a518-4c28-a2b2-5c020e4c5ae4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:39.509500 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-492d3b9a-a518-4c28-a2b2-5c020e4c5ae4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.41 "GET /v2.0/networks?id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21 HTTP/1.1" status: 200 len: 813 time: 0.9035110 Jan 14 05:32:39.529510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-d58ef819-3490-450d-9216-751316ae0f2b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:39.531214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-d58ef819-3490-450d-9216-751316ae0f2b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.9151442 Jan 14 05:32:39.549578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Usage tracker for resource:port and tenant:101b601bdfca46de9bf07389343aa4dd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:39.578981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:39.581939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:39.583298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 14.7577500 Jan 14 05:32:39.594085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bd67d0d-d82c-42d1-b85f-2091efa8ea71 req-b1550cb5-b9f7-41e1-9fa5-3fcddbcc1bf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:39.595762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9bd67d0d-d82c-42d1-b85f-2091efa8ea71 req-b1550cb5-b9f7-41e1-9fa5-3fcddbcc1bf8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=f773be32-4e1b-44c6-933a-c8d127ed3d76 HTTP/1.1" status: 200 len: 909 time: 0.7148030 Jan 14 05:32:39.599880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40698) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:39.609836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:39.738546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Request body: {'port': {'device_id': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21', 'admin_state_up': True, 'tenant_id': 'ee2013dee3e4437b895ef61a211544a4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:39.756955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Set router d7c5615a-dc40-4e7a-b320-bea5ee1888ec gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:39.956731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.45', 54137) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:40.023224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9701b804-9876-450b-aff0-462ef89d519d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:40.067711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9701b804-9876-450b-aff0-462ef89d519d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:32:40.068097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9701b804-9876-450b-aff0-462ef89d519d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:32:40.170262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40712) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:40.189892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Made reservation on behalf of 101b601bdfca46de9bf07389343aa4dd for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.193199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:40.196983 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:40.200252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:40.202858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:32:32Z', 'revision_number': 3, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:29Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:40.207096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Checking router: d7c5615a-dc40-4e7a-b320-bea5ee1888ec for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:32:40.207611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Updating router d7c5615a-dc40-4e7a-b320-bea5ee1888ec port fd552ce5-a1a6-47bf-9024-d42c582d1069 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:32:40.233191 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 9.0102181 Jan 14 05:32:40.262916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40716) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:40.268075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:40.268245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9bd67d0d-d82c-42d1-b85f-2091efa8ea71 req-d23f73de-dcd8-44c6-81b5-b59a2d5b1abe tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Synchronizing usage tracker for tenant:101b601bdfca46de9bf07389343aa4dd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:40.304850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Request body: {'subnet': {'network_id': '465c3096-90c0-4f5a-b692-8ee62a82e147', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-284703073-subnet', 'tenant_id': 'c4ed80880b4b410aab9f716ac2c5caa0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:40.311230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Pushing event updated for resources: {'Network': ['ID=465c3096-90c0-4f5a-b692-8ee62a82e147,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:40.317305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41429da3-6046-4daa-83e3-079fe51ecc80 None None] Network d9985738-7fb0-4b07-9f02-0c4202038b3b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:40.317933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:40.334635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:40.339324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d82eb208-ab53-4a86-94c2-3333d171a441 HTTP/1.1" status: 204 len: 168 time: 5.6371450 Jan 14 05:32:40.345950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:40.350657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40724) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:40.353556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:40.368523 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:40.389937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:40.394092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Usage tracker for resource:subnet and tenant:c4ed80880b4b410aab9f716ac2c5caa0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:40.397055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:40.404053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:40.406605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:40.439879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Made reservation on behalf of c4ed80880b4b410aab9f716ac2c5caa0 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:40.444818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:40.462287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6871959b-9243-446c-9157-4667c1ce9e22 req-f1f7677c-48fa-4041-b485-a0ae49702655 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:40.516226 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6871959b-9243-446c-9157-4667c1ce9e22 req-f1f7677c-48fa-4041-b485-a0ae49702655 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.4718103 Jan 14 05:32:40.533696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:40.729531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:40.742570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:40.809419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9bd67d0d-d82c-42d1-b85f-2091efa8ea71 req-d23f73de-dcd8-44c6-81b5-b59a2d5b1abe tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Unset dirty status for tenant:101b601bdfca46de9bf07389343aa4dd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:40.810759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9bd67d0d-d82c-42d1-b85f-2091efa8ea71 req-d23f73de-dcd8-44c6-81b5-b59a2d5b1abe tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.41 "GET /v2.0/ports?device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 210 time: 0.8496027 Jan 14 05:32:40.812232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:40.822375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6871959b-9243-446c-9157-4667c1ce9e22 req-70a2d328-3755-4698-8de1-f73bfb47386a tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Synchronizing usage tracker for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:40.974564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:41.001570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Usage tracker for resource:security_group_rule and tenant:d18bd0ddf36f4f03b733a08138a55f7f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:41.025113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:41.025838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.094438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c5cf2017-ddc0-4121-9216-88cdbb4ce111 None None] Provisioning for port bab6d570-95c7-4af8-8548-0082e26ed52f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:41.110968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:41.125100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.188875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6871959b-9243-446c-9157-4667c1ce9e22 req-70a2d328-3755-4698-8de1-f73bfb47386a tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Unset dirty status for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:41.190165 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6871959b-9243-446c-9157-4667c1ce9e22 req-70a2d328-3755-4698-8de1-f73bfb47386a tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.45 "GET /v2.0/ports?device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 210 time: 0.5634646 Jan 14 05:32:41.191562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:41.262512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c5cf2017-ddc0-4121-9216-88cdbb4ce111 None None] Provisioning complete for port bab6d570-95c7-4af8-8548-0082e26ed52f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:41.262921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5cf2017-ddc0-4121-9216-88cdbb4ce111 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.264483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:41.274152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:41.293516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-288073ee-e4aa-4c09-99df-6dfe58aee78a service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5384369 Jan 14 05:32:41.304670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.333075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:41.376800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-454d8404-b87a-49af-94bc-b50e5cc73348 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:41.378492 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-454d8404-b87a-49af-94bc-b50e5cc73348 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.45 "GET /v2.0/ports?device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 948 time: 1.4161119 Jan 14 05:32:41.438955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.476833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c5cf2017-ddc0-4121-9216-88cdbb4ce111 None None] Port bab6d570-95c7-4af8-8548-0082e26ed52f cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:41.509114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:41.523006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:41.529288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.531084 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:41.534752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45a6d39a-ec98-46f3-a2be-36a8e2631c8a req-d6a13028-bf9f-4fb7-964f-cd042272975d service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2147617 Jan 14 05:32:41.546324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Deleting port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:41.546720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.629216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:41.633582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:41.637825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] DHCP port deletion for d9985738-7fb0-4b07-9f02-0c4202038b3b request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:32:41.643122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Deleting port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:41.643613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.644804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Made reservation on behalf of ee2013dee3e4437b895ef61a211544a4 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:41.655005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:41.672327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Allocated IP 172.25.3.141 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/e2469ba0-e1c4-4529-b2cf-c7a56554b993) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:41.676927 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b', 'code': 422} returned with failed status Jan 14 05:32:41.708023 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 7.4369504 Jan 14 05:32:41.788004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['505d7be2-59aa-4d08-808a-476f3297e89f']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:41.860016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1d7d9054-059e-4fa5-933b-f0f025587238') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:41.860016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1d7d9054-059e-4fa5-933b-f0f025587238') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:41.874727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 17e5eec0-c026-4da8-9d3d-62d8c6456a4d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:41.950123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] For port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,segment=NetworkSegment(2d3694aa-1dce-4e60-b3ae-0408e6848858),segment_id=2d3694aa-1dce-4e60-b3ae-0408e6848858)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:41.950540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.000431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.073152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Request body: {'port': {'device_id': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:42.085368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Calling delete_port for 17e5eec0-c026-4da8-9d3d-62d8c6456a4d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:42.122220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.131667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Deleting port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:42.132055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.211088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79345818-12e4-4967-8497-b2efcb07efb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.225285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.286485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.293881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.308787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:42.320543 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15e77d4d-542b-485f-8899-640defa8272e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:42.398087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Releasing vxlan tunnel 14 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:32:42.424837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Pushing event deleted for resources: {'Port': ['ID=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:42.427745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:42.460937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] No DVR routers for this DVR port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:42.499735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a016d23-7cc8-4d96-9d99-bab4c27da6c3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:42.502656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:42.588357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] For port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=17e5eec0-c026-4da8-9d3d-62d8c6456a4d,segment=NetworkSegment(2d3694aa-1dce-4e60-b3ae-0408e6848858),segment_id=2d3694aa-1dce-4e60-b3ae-0408e6848858)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:42.588719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.614481 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 05:32:42.614894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:32:42.718249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.791514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.797067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8966932-0026-4323-bdb1-4b209a76cdd9 None None] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:42.844487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.861007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Calling delete_port for 17e5eec0-c026-4da8-9d3d-62d8c6456a4d owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:42.907989 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-2f6f7d5f-e26c-427d-bd47-cd4a8a3547e0 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 4.0675867 Jan 14 05:32:42.922729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.925786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:42.933167 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9a016d23-7cc8-4d96-9d99-bab4c27da6c3 HTTP/1.1" status: 204 len: 168 time: 4.8254762 Jan 14 05:32:42.944692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40730) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:42.973965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f61b84-75c1-4990-b227-528260d1942b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:42.983038 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d18bd0ddf36f4f03b733a08138a55f7f&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7551939 Jan 14 05:32:43.002963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Network 505d7be2-59aa-4d08-808a-476f3297e89f has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:43.011218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40734) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:43.025139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.067191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] DHCP port deletion for f773be32-4e1b-44c6-933a-c8d127ed3d76 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:32:43.071652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Deleting port a2466c9c-f16b-47a1-a242-0b56868f02f2 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:43.072147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.196447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a9744b74-896a-4847-90df-844e0127b6c7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:43.262420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:43.279361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-45895b66-ca39-498c-bd43-832d6fdac916 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=101b601bdfca46de9bf07389343aa4dd&device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 210 time: 0.2529972 Jan 14 05:32:43.300257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] For port a2466c9c-f16b-47a1-a242-0b56868f02f2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a2466c9c-f16b-47a1-a242-0b56868f02f2,segment=NetworkSegment(5c4dcff7-0739-4fa2-b75d-5f7dd2f05434),segment_id=5c4dcff7-0739-4fa2-b75d-5f7dd2f05434)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:43.300661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.364166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] For port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:43.365616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.377310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Network 505d7be2-59aa-4d08-808a-476f3297e89f has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:43.385949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:32:43.386342 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:32:43.411133 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:32:43.420239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.433294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8668cb4c-384c-476f-895c-797223e5adf0 tempest-FloatingIPsAssociationTestJSON-1373436379 tempest-FloatingIPsAssociationTestJSON-1373436379] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:43.436436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Calling delete_port for a2466c9c-f16b-47a1-a242-0b56868f02f2 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:43.554532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.584995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.708215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Allocated IP 172.20.0.14 (25be67bf-c4bf-4928-9c1a-89a5c20e6e21/18a1232a-b4a1-41e3-a7e4-c07759219ca5/7397abd9-c158-46f2-ba9c-8b6c03660818) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:43.732539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.768029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Pushing event updated for resources: {'Port': ['ID=e2469ba0-e1c4-4529-b2cf-c7a56554b993,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:43.775542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.782727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:43.783256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cc58f0b-7168-48d4-94ae-11018f6407d2 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:43.816197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.833860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a9744b74-896a-4847-90df-844e0127b6c7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:43.841706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.844652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:43.858249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:43.895280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Deleting port 17e5eec0-c026-4da8-9d3d-62d8c6456a4d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:43.895668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.910717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:43.918031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.932759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:43.936747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a9744b74-896a-4847-90df-844e0127b6c7 HTTP/1.1" status: 204 len: 168 time: 0.9160671 Jan 14 05:32:43.948635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Pushing event deleted for resources: {'Network': ['ID=505d7be2-59aa-4d08-808a-476f3297e89f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:43.956384 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] 10.222.0.48 "DELETE /v2.0/networks/505d7be2-59aa-4d08-808a-476f3297e89f HTTP/1.1" status: 204 len: 168 time: 4.4455919 Jan 14 05:32:43.957591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:43.966685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a2466c9c-f16b-47a1-a242-0b56868f02f2 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:44.008076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Pushing event deleted for resources: {'Port': ['ID=a2466c9c-f16b-47a1-a242-0b56868f02f2,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:44.015798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] The port '17e5eec0-c026-4da8-9d3d-62d8c6456a4d' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:32:44.023574 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:44.026064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a2466c9c-f16b-47a1-a242-0b56868f02f2 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:32:44.026510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a2466c9c-f16b-47a1-a242-0b56868f02f2 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:32:44.057126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Calling delete_port for 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:44.161822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:44.172991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.181284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:44.190556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Transition to ACTIVE for port object fd552ce5-a1a6-47bf-9024-d42c582d1069 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:44.194453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] No DVR routers for this DVR port a2466c9c-f16b-47a1-a242-0b56868f02f2 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:44.198191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.220842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:44.235362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:44.238762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40746) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:44.295234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acc7c6-540b-4a70-91b8-5483e7706623 None None] Pushing event updated for resources: {'Port': ['ID=fd552ce5-a1a6-47bf-9024-d42c582d1069,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:44.324645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.337683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-62f7b2c0-754f-4bcf-b9bc-f9fccb58be66 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:44.339512 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-62f7b2c0-754f-4bcf-b9bc-f9fccb58be66 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=101b601bdfca46de9bf07389343aa4dd&shared=False HTTP/1.1" status: 200 len: 871 time: 1.0373187 Jan 14 05:32:44.341621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.346523 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2acc7c6-540b-4a70-91b8-5483e7706623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:44.361686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.457993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8b52c8-8614-4207-b615-b3707d064d37 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.467815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Attempting to bind port fd552ce5-a1a6-47bf-9024-d42c582d1069 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:44.468314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Attempting to bind port fd552ce5-a1a6-47bf-9024-d42c582d1069 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:44.468815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Attempting to bind port fd552ce5-a1a6-47bf-9024-d42c582d1069 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:44.475777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:44.475973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:44.476468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.476970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:44.477570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Bound port: fd552ce5-a1a6-47bf-9024-d42c582d1069, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:44.478057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.564372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] For port fd552ce5-a1a6-47bf-9024-d42c582d1069, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:44.568151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] For port fd552ce5-a1a6-47bf-9024-d42c582d1069, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fd552ce5-a1a6-47bf-9024-d42c582d1069,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:44.572228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.579336 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:44.590752 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b28490-39af-47c2-b894-2eab5f2277ba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:44.764644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2acc7c6-540b-4a70-91b8-5483e7706623 None None] Pushing event updated for resources: {'Port': ['ID=fd552ce5-a1a6-47bf-9024-d42c582d1069,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:44.770435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2acc7c6-540b-4a70-91b8-5483e7706623 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:44.823886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Routers {'d7c5615a-dc40-4e7a-b320-bea5ee1888ec'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:44.825285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:44.883700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.885825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d9985738-7fb0-4b07-9f02-0c4202038b3b']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:44.899827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d3694aa-1dce-4e60-b3ae-0408e6848858') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:44.900160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d3694aa-1dce-4e60-b3ae-0408e6848858') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:44.913227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.928241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:44.930233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:32:45.047975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] Set router d7c5615a-dc40-4e7a-b320-bea5ee1888ec gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:45.112062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Network d9985738-7fb0-4b07-9f02-0c4202038b3b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:45.125904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:45.263643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:45.296154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:45.355729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-5795d465-016a-47e1-bce5-347f340b35a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:45.357404 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-5795d465-016a-47e1-bce5-347f340b35a2 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7866066 Jan 14 05:32:45.424796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Network d9985738-7fb0-4b07-9f02-0c4202038b3b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:45.430747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:32:32Z', 'revision_number': 3, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:45.435516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-441f2254-2f69-4cbd-9777-423217cc457f None None] The sync data for ids ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'] in n-d-768851-4 is: [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:32:32Z', 'revision_number': 3, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:44Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:32:45.458781 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:32:45.469599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:45.526774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8d954e16-9ed6-4512-8c2b-3271a6327cfc,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:45.530386 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:45.564044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:45.567990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:45.568940 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.568s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:45.584057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:45.587903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:45.624002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Pushing event deleted for resources: {'Network': ['ID=d9985738-7fb0-4b07-9f02-0c4202038b3b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:45.626734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d9985738-7fb0-4b07-9f02-0c4202038b3b HTTP/1.1" status: 204 len: 168 time: 5.2745004 Jan 14 05:32:45.627661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:45.680966 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b3a6bb0-bd4d-47d0-b3e9-44287656f6e8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5b5e469a3349471389a6fbb044495533&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3450553 Jan 14 05:32:45.691612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1aa5002c-553c-48c9-a38a-a6c690769192 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.077s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:45.700860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40774) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:45.711054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-f4540a62-ff2b-4d53-9976-f710fe80b052 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Synchronizing usage tracker for tenant:101b601bdfca46de9bf07389343aa4dd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:45.804316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47af0698-d532-4917-a733-d751bbf14e5b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:45.807428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:45.834678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:45.838760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:45.840692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event updated for resources: {'Port': ['ID=7397abd9-c158-46f2-ba9c-8b6c03660818,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:45.843072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:45.863187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Checking segment: {'id': '1ae99f9b-a2d7-4b4b-b774-59c4f9f40c3e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'e7b1a852-fd66-44de-b999-d62d2a67b706'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:45.863590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Network hostable DHCP agents. Network: e7b1a852-fd66-44de-b999-d62d2a67b706, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:45.869234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40780) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:45.877050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:45.884291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40782) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:45.936735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.028900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f773be32-4e1b-44c6-933a-c8d127ed3d76']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:46.052660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.086014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:46.090107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:46.102544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:46.103304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.130217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-f4540a62-ff2b-4d53-9976-f710fe80b052 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Unset dirty status for tenant:101b601bdfca46de9bf07389343aa4dd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:46.131929 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-f4540a62-ff2b-4d53-9976-f710fe80b052 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.45 "GET /v2.0/ports?device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 210 time: 0.7128694 Jan 14 05:32:46.145678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4426165 Jan 14 05:32:46.158756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Request body: {'port': {'device_id': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:46.172219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.227847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Pushing event deleted for resources: {'Port': ['ID=1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:46.241628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:46.242114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c4dcff7-0739-4fa2-b75d-5f7dd2f05434') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:46.298896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.373530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.474068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:46.484103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.495128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Usage tracker for resource:security_group_rule and tenant:c6f1cfe723574905a76222139166dd63 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:46.505378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:46.521399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:46.528163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Network e7b1a852-fd66-44de-b999-d62d2a67b706 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:46.546153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.559722 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.507s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:46.588292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.617354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] It took 0.58 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:32:46.638410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Checking segment: {'id': '25468eec-8bc1-4fd8-95c2-dcd3c0883d89', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '465c3096-90c0-4f5a-b692-8ee62a82e147'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:46.638822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Network hostable DHCP agents. Network: 465c3096-90c0-4f5a-b692-8ee62a82e147, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:46.684522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.723524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e7b1a852-fd66-44de-b999-d62d2a67b706) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:46.737715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3caa3aaa-4ed6-4b70-a45f-ac85f422de7e None None] Network e7b1a852-fd66-44de-b999-d62d2a67b706 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:46.738454 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-ecf14c7c-a8c0-44f1-bd92-fc4f17d9537b service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=101b601bdfca46de9bf07389343aa4dd&device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 210 time: 0.1803689 Jan 14 05:32:46.741134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:32:46.773731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:46.774091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.915469 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e94c145-cc39-49dc-8c3b-d56a1801ec31 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a15f93ef2f94782adaf733074053a7f&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0237398 Jan 14 05:32:46.923658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40794) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:46.978869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:46.981163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e34e279-7b3e-4655-8db0-4b6ac48ed999 None None] Network e7b1a852-fd66-44de-b999-d62d2a67b706 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:47.057803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.095354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bab6d570-95c7-4af8-8548-0082e26ed52f {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:32:47.103526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.123221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:47.124383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.138527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.206204 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 9.3588614 Jan 14 05:32:47.262848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 465c3096-90c0-4f5a-b692-8ee62a82e147) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:47.270868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3b53647-243b-42b7-af41-576eb4edae64 None None] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:47.289755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.302545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:47.319908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Transition to ACTIVE for port object bab6d570-95c7-4af8-8548-0082e26ed52f will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:47.324629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.342789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-c4e90b6d-24eb-4efa-a830-6e9bfb0216e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:47.344487 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-c4e90b6d-24eb-4efa-a830-6e9bfb0216e8 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=101b601bdfca46de9bf07389343aa4dd&shared=False HTTP/1.1" status: 200 len: 871 time: 0.5598080 Jan 14 05:32:47.492066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.568115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d85ea989-74ea-435c-84ed-96b39998548f tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:47.583151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48a2d801-649c-41a0-b082-44ad6cb94a06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:47.605641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:47.606874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.626237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87fe9625-f85c-42e6-9106-fcd124a2a61b None None] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:47.641566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcb95b20-524b-46a2-8432-b1b9091a7ba9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:47.645500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:47.728181 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c6f1cfe723574905a76222139166dd63&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8402843 Jan 14 05:32:47.730999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.732813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40806) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:47.867399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:47.933970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fd552ce5-a1a6-47bf-9024-d42c582d1069 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:48.010387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fd552ce5-a1a6-47bf-9024-d42c582d1069 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:48.017369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fd552ce5-a1a6-47bf-9024-d42c582d1069 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:48.017907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.021393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] No DVR routers for this DVR port 1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:32:48.023795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.025911 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.45 "DELETE /v2.0/ports/1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b HTTP/1.1" status: 204 len: 173 time: 6.5784822 Jan 14 05:32:48.047726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.051649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-deleted', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:48.082960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Network f773be32-4e1b-44c6-933a-c8d127ed3d76 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:48.095505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.123570 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:32:48.127599 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:32:48.134521 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 7.8635216 Jan 14 05:32:48.149312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Allocated IP 172.20.0.1 (ec341f33-0a92-410c-9646-463c072675ab/2fc29d73-302e-43b6-82b3-207893f87676/fe6e9aed-eee0-45dc-8b66-b5fba92930c6) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:48.163456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.188249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port fd552ce5-a1a6-47bf-9024-d42c582d1069, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fd552ce5-a1a6-47bf-9024-d42c582d1069,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:48.207302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.212758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43bd67e7-a22f-424f-9033-0a94a750e23f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:48.242143 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-deleted', 'tag': '1d03f5ad-ad21-4df1-b1f1-d0b9a3f00e4b', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:32:48.280205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Pushing event updated for resources: {'Port': ['ID=bab6d570-95c7-4af8-8548-0082e26ed52f,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:48.291275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:48.301623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=fd552ce5-a1a6-47bf-9024-d42c582d1069,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:48.307002 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:48.389912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.395254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.435195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04aaf4f0-f639-4ce6-8c84-97b0edb6a7f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:48.457429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f43bf02-0052-4379-921c-29797df67afe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:48.500816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 7397abd9-c158-46f2-ba9c-8b6c03660818 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:32:48.505995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.507525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.520061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=341deb1c-28dd-45b7-8d5f-253f8c0363ac,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:48.522753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:48.534396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.547639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.549121 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3832af31-0549-4a9c-9d46-bc09c53ae9fc HTTP/1.1" status: 204 len: 168 time: 1.6199450 Jan 14 05:32:48.558088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.558621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:48.561393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcb95b20-524b-46a2-8432-b1b9091a7ba9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:48.587459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:48.588276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Router d2ed350c-5650-43e0-82bf-11c1d449e238 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:32:48.593145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:48.594734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dcb95b20-524b-46a2-8432-b1b9091a7ba9 HTTP/1.1" status: 204 len: 168 time: 0.8521240 Jan 14 05:32:48.595746 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-619c4f6d-7e8a-4905-ae6f-ad804e4ad2b4 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:48.614657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-5fa9f739-24a4-4ff3-bab9-27382872fa16 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:48.634606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Transition to ACTIVE for port object 7397abd9-c158-46f2-ba9c-8b6c03660818 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:48.639506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3832af31-0549-4a9c-9d46-bc09c53ae9fc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:48.643898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-5fa9f739-24a4-4ff3-bab9-27382872fa16 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2802911 Jan 14 05:32:48.669084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-768f7400-fad1-46cd-aed0-b634189ffd64 tempest-VolumesAdminNegativeTest-55512483 tempest-VolumesAdminNegativeTest-55512483] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:48.670805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-768f7400-fad1-46cd-aed0-b634189ffd64 tempest-VolumesAdminNegativeTest-55512483 tempest-VolumesAdminNegativeTest-55512483] Synchronizing usage tracker for tenant:6977cc1de2a44586a38cca2d3fbb9515 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:48.678936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:48.693267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:49.117230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:49.169998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-768f7400-fad1-46cd-aed0-b634189ffd64 tempest-VolumesAdminNegativeTest-55512483 tempest-VolumesAdminNegativeTest-55512483] Unset dirty status for tenant:6977cc1de2a44586a38cca2d3fbb9515 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:49.171644 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-768f7400-fad1-46cd-aed0-b634189ffd64 tempest-VolumesAdminNegativeTest-55512483 tempest-VolumesAdminNegativeTest-55512483] 10.222.0.48 "GET /v2.0/networks?id=a78d5072-e471-4fbe-bad9-258b87637137 HTTP/1.1" status: 200 len: 814 time: 1.1667972 Jan 14 05:32:49.289311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Pushing event deleted for resources: {'Network': ['ID=f773be32-4e1b-44c6-933a-c8d127ed3d76,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:49.292501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.746s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:49.332829 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/f773be32-4e1b-44c6-933a-c8d127ed3d76 HTTP/1.1" status: 204 len: 168 time: 6.3800521 Jan 14 05:32:49.335731 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-07bb1f7f-ba61-4406-bdd1-6e24b04b83cd req-471e29e5-c779-43fd-adc1-3808d2afcd31 tempest-AttachSCSIVolumeTestJSON-1857813697 tempest-AttachSCSIVolumeTestJSON-1857813697] 10.222.0.45 "GET /v2.0/ports?device_id=2a3f8df3-486d-46cb-8fd6-318d53928f2d HTTP/1.1" status: 200 len: 210 time: 0.5282488 Jan 14 05:32:49.336254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:49.377401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:49.377566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-10de71b6-dab7-496b-afc8-53ad4e57fd65 tempest-VolumesAdminNegativeTest-55512483 tempest-VolumesAdminNegativeTest-55512483] 10.222.0.48 "GET /v2.0/quotas/6977cc1de2a44586a38cca2d3fbb9515 HTTP/1.1" status: 200 len: 375 time: 0.1309366 Jan 14 05:32:49.399305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Transition to ACTIVE for port object fe6e9aed-eee0-45dc-8b66-b5fba92930c6 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:49.429148 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cffd1d4c-5778-4b6b-93c2-7b0508caf805 req-6248b092-0dad-4cf4-bbd3-76862e46f03d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5808b28630f34af792f06ed204777d84&device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 210 time: 0.6300714 Jan 14 05:32:49.430788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:49.432187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/341deb1c-28dd-45b7-8d5f-253f8c0363ac HTTP/1.1" status: 204 len: 168 time: 3.7234206 Jan 14 05:32:49.563436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:49.605190 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-170e6455-06db-4b93-a0a8-454a04cc2350 tempest-VolumesAdminNegativeTest-55512483 tempest-VolumesAdminNegativeTest-55512483] 10.222.0.48 "GET /v2.0/ports?tenant_id=6977cc1de2a44586a38cca2d3fbb9515&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2148809 Jan 14 05:32:49.606039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Pushing event updated for resources: {'Port': ['ID=7397abd9-c158-46f2-ba9c-8b6c03660818,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:49.616558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:49.659992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6be679ab-fb4b-4f1e-9b46-33ba483a6e28 tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:49.690353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Attempting to bind port 7397abd9-c158-46f2-ba9c-8b6c03660818 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:49.690748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Attempting to bind port 7397abd9-c158-46f2-ba9c-8b6c03660818 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:49.691128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Attempting to bind port 7397abd9-c158-46f2-ba9c-8b6c03660818 on network 25be67bf-c4bf-4928-9c1a-89a5c20e6e21 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:49.710999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:49.711476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Checking segment: {'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:49.711900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:49.712310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Bound using segment: {'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:49.712982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Bound port: 7397abd9-c158-46f2-ba9c-8b6c03660818, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8fffdaf2-34c3-4398-a783-d9f8557229fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 4, 'network_id': '25be67bf-c4bf-4928-9c1a-89a5c20e6e21'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:49.713372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:49.874662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:32:49.884954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Sync routers for ids ['d2ed350c-5650-43e0-82bf-11c1d449e238'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:32:49.915067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:49.915313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Routers {'d2ed350c-5650-43e0-82bf-11c1d449e238'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:49.916156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d2ed350c-5650-43e0-82bf-11c1d449e238'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:49.916418 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 930 time: 15.9334924 Jan 14 05:32:49.930669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40876) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:49.947447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fd552ce5-a1a6-47bf-9024-d42c582d1069 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:50.070244 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cffd1d4c-5778-4b6b-93c2-7b0508caf805 req-c088965a-c48c-407d-82ed-de0b406d64f2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5808b28630f34af792f06ed204777d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4181247 Jan 14 05:32:50.196299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-e4feae8a-f16a-4a0f-a72e-7e206b6d18f7 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.41 "GET /v2.0/networks?tenant_id=5808b28630f34af792f06ed204777d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0973248 Jan 14 05:32:50.210880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fd552ce5-a1a6-47bf-9024-d42c582d1069 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:50.213537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:50.371445 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-c12da97d-0740-4efa-932f-ae9b37346ca0 service neutron] 10.222.0.48 "GET /v2.0/networks/a78d5072-e471-4fbe-bad9-258b87637137?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7532258 Jan 14 05:32:50.372619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] For port 7397abd9-c158-46f2-ba9c-8b6c03660818, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:50.444981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:50.508951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.849s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:50.568667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] For port 7397abd9-c158-46f2-ba9c-8b6c03660818, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7397abd9-c158-46f2-ba9c-8b6c03660818,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:50.621281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Attempting to bind port bab6d570-95c7-4af8-8548-0082e26ed52f on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:50.621551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Attempting to bind port bab6d570-95c7-4af8-8548-0082e26ed52f by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:50.621923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Attempting to bind port bab6d570-95c7-4af8-8548-0082e26ed52f on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:50.642565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:50.642984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:50.643380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:50.643785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:50.644287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Bound port: bab6d570-95c7-4af8-8548-0082e26ed52f, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:50.644671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:50.701548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:50.769577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:50.904316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Set router d2ed350c-5650-43e0-82bf-11c1d449e238 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:50.911239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cffd1d4c-5778-4b6b-93c2-7b0508caf805 req-d9231973-952b-490d-a18e-2d8e29ccc69f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:50.912775 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cffd1d4c-5778-4b6b-93c2-7b0508caf805 req-d9231973-952b-490d-a18e-2d8e29ccc69f service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8210061 Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:50.999921 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:51.004644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:51.023080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0016bb23-3d42-4ce7-a7ad-d944ea71c14c tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:51.024791 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-0016bb23-3d42-4ce7-a7ad-d944ea71c14c tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.7091389 Jan 14 05:32:51.083004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40894) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:51.097014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Network ec341f33-0a92-410c-9646-463c072675ab is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:51.128601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-261e08fe-d1e4-4069-8cf9-20ddf8f08527 req-2ddde889-17e3-4d0d-9c95-f0d0da896586 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:51.131483 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-261e08fe-d1e4-4069-8cf9-20ddf8f08527 req-2ddde889-17e3-4d0d-9c95-f0d0da896586 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/networks?id=465c3096-90c0-4f5a-b692-8ee62a82e147 HTTP/1.1" status: 200 len: 814 time: 1.9307606 Jan 14 05:32:51.155860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:51.186893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Request body: {'port': {'device_id': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': '5808b28630f34af792f06ed204777d84'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:51.262677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:51.324015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:32:45Z', 'revision_number': 3, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:51.337526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Checking router: d2ed350c-5650-43e0-82bf-11c1d449e238 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:32:51.337999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Updating router d2ed350c-5650-43e0-82bf-11c1d449e238 port e2469ba0-e1c4-4529-b2cf-c7a56554b993 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:32:51.415997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cffd1d4c-5778-4b6b-93c2-7b0508caf805 req-c4d22b8e-7549-4103-8881-8962b6befdd9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Synchronizing usage tracker for tenant:5808b28630f34af792f06ed204777d84 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:51.447936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:51.512815 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cf6a12fe-6a5a-45fe-a7a9-e63745619ed6 req-be4bd6fc-680c-4a40-a006-b02c24d1a8b9 service neutron] 10.222.0.48 "GET /v2.0/networks/a78d5072-e471-4fbe-bad9-258b87637137?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0504372 Jan 14 05:32:51.528431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9e925cd7-7db7-4b40-8407-80c84fd82dda None None] Provisioning for port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:51.550406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9e925cd7-7db7-4b40-8407-80c84fd82dda None None] Provisioning complete for port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:51.550891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e925cd7-7db7-4b40-8407-80c84fd82dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:51.585848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:51.595843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:51.597826 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] 10.222.0.41 "PUT /v2.0/ports/7397abd9-c158-46f2-ba9c-8b6c03660818 HTTP/1.1" status: 200 len: 1156 time: 5.4438269 Jan 14 05:32:51.642571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:51.739569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9e925cd7-7db7-4b40-8407-80c84fd82dda None None] Port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:51.922183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Pushing event updated for resources: {'Port': ['ID=7397abd9-c158-46f2-ba9c-8b6c03660818,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:51.942145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:51.944168 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818', 'status': 'completed', 'code': 200} Jan 14 05:32:52.026512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40922) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:52.046461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.061850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Transition to ACTIVE for port object e2469ba0-e1c4-4529-b2cf-c7a56554b993 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:52.072227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.091374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ef55d60-1962-4c66-a7f9-501cb6c409aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:52.104337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-824c8294-74e4-41b0-9cc6-13eed6fd55e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:52.106124 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-824c8294-74e4-41b0-9cc6-13eed6fd55e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 1159 time: 0.4338007 Jan 14 05:32:52.122047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Request body: {'network': {'name': 'tempest-ServerTagsTestJSON-544050680-network', 'tenant_id': 'd6f5f3c749464eb58aa21817fbb6622f'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:52.129202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:52.133807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Usage tracker for resource:network and tenant:d6f5f3c749464eb58aa21817fbb6622f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:52.138189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:52.145013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:52.217503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.220947 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-261e08fe-d1e4-4069-8cf9-20ddf8f08527 req-a09abaa4-86c3-4cb9-b869-688503479e28 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/quotas/c4ed80880b4b410aab9f716ac2c5caa0 HTTP/1.1" status: 200 len: 375 time: 1.0155299 Jan 14 05:32:52.240559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Made reservation on behalf of d6f5f3c749464eb58aa21817fbb6622f for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:52.248963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.254180 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-ff4ef3fc-9a64-40b2-8d3b-c9d8a5e7a035 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=7397abd9-c158-46f2-ba9c-8b6c03660818 HTTP/1.1" status: 200 len: 217 time: 0.1359227 Jan 14 05:32:52.324083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40940) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:52.345425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Pushing event updated for resources: {'Port': ['ID=e2469ba0-e1c4-4529-b2cf-c7a56554b993,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:52.358640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.358896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.359254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.359627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.360140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.360506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.360869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.361278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.361636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.362136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.362499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.363011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.363427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.363782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.364444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.364583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.364922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.365274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.365626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.366605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.367005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.367362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.367716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.368066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.368499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.368846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.369198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.369548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.369898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.370288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.370640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.371045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.371394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.371742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.372669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.372669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:52.384685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:52.385943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] For port bab6d570-95c7-4af8-8548-0082e26ed52f, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:52.389973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] For port bab6d570-95c7-4af8-8548-0082e26ed52f, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=bab6d570-95c7-4af8-8548-0082e26ed52f,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:52.393573 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-261e08fe-d1e4-4069-8cf9-20ddf8f08527 req-b5975f5a-3a14-4a52-8e78-799b3482f781 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ed80880b4b410aab9f716ac2c5caa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1330376 Jan 14 05:32:52.455178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsTestJSON-581535979-network', 'tenant_id': 'f4209c37f2a04d8abe578923ac3ccaa3'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:52.465253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Attempting to bind port e2469ba0-e1c4-4529-b2cf-c7a56554b993 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:32:52.465841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Attempting to bind port e2469ba0-e1c4-4529-b2cf-c7a56554b993 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:32:52.466054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Attempting to bind port e2469ba0-e1c4-4529-b2cf-c7a56554b993 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:32:52.472522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:32:52.472933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:52.473380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.473811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:32:52.474320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Bound port: e2469ba0-e1c4-4529-b2cf-c7a56554b993, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:32:52.474764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.482002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:52.488184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-cffd1d4c-5778-4b6b-93c2-7b0508caf805 req-c4d22b8e-7549-4103-8881-8962b6befdd9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Unset dirty status for tenant:5808b28630f34af792f06ed204777d84 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:52.492907 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cffd1d4c-5778-4b6b-93c2-7b0508caf805 req-c4d22b8e-7549-4103-8881-8962b6befdd9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.45 "GET /v2.0/ports?device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 210 time: 1.4607487 Jan 14 05:32:52.493626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.516966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Usage tracker for resource:network and tenant:f4209c37f2a04d8abe578923ac3ccaa3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:52.524089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:52.537564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.538284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:52.564860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Deleting subnet c842620f-fd8d-4211-9aef-72dec4a8278a {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:32:52.568249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.573770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] For port e2469ba0-e1c4-4529-b2cf-c7a56554b993, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:32:52.577662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] For port e2469ba0-e1c4-4529-b2cf-c7a56554b993, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e2469ba0-e1c4-4529-b2cf-c7a56554b993,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:32:52.584794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.602014 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1214627-2b64-4780-b253-15517c497513 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:52.605229 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5021cbe-fe2f-45d5-90a9-fa4e43621450 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:52.639655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.699343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-8477fd16-3f07-4eb1-ad7a-98bb3687306e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:52.700815 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-8477fd16-3f07-4eb1-ad7a-98bb3687306e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=18a1232a-b4a1-41e3-a7e4-c07759219ca5 HTTP/1.1" status: 200 len: 853 time: 0.3757787 Jan 14 05:32:52.702850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.752770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Pushing event updated for resources: {'Port': ['ID=e2469ba0-e1c4-4529-b2cf-c7a56554b993,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:52.767146 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:52.797430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:52.802902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Usage tracker for resource:security_group_rule and tenant:d6f5f3c749464eb58aa21817fbb6622f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:52.806167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:52.812753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:52.812884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Routers {'d2ed350c-5650-43e0-82bf-11c1d449e238'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:52.813564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d2ed350c-5650-43e0-82bf-11c1d449e238'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:52.839567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Made reservation on behalf of f4209c37f2a04d8abe578923ac3ccaa3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:52.845655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.870366 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-ec98a190-82e0-4d36-88b7-ed79b62a5889 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=25be67bf-c4bf-4928-9c1a-89a5c20e6e21&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1275361 Jan 14 05:32:52.881575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.908342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.915636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:52.974685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Pushing event updated for resources: {'Port': ['ID=bab6d570-95c7-4af8-8548-0082e26ed52f,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:52.978525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:53.004772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.021984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] Set router d2ed350c-5650-43e0-82bf-11c1d449e238 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:53.024067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:53.033675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.034209 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Added segment d2758205-bca6-4669-8fd3-69a3ff3f2e50 of type vxlan for network 0abe8ad9-3ba9-42db-b408-30391bea3581 Jan 14 05:32:53.061159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.090065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:53.131864 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-9cc5007b-8169-420c-8d34-a3d694595149 service neutron] 10.222.0.41 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1859109 Jan 14 05:32:53.159700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:53.252045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Usage tracker for resource:security_group_rule and tenant:f4209c37f2a04d8abe578923ac3ccaa3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:53.259615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:53.265169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:53.269718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=18667b51-b996-4303-a2d3-7088ae0b6a15,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:53.301460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:53.336363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:53.356229 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.356978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.360213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:32:45Z', 'revision_number': 3, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:53.364435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6f8e0b17-5c8b-480c-b7fa-17c36638b6ad None None] The sync data for ids ['d2ed350c-5650-43e0-82bf-11c1d449e238'] in n-d-768851-4 is: [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:32:45Z', 'revision_number': 3, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:32:53.369891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:53.393345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:53.394190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.417133 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cef7ea3-264c-4a11-a0c9-8501bc441d2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:53.587198 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-261e08fe-d1e4-4069-8cf9-20ddf8f08527 req-25fd01d7-98be-492b-a695-596819f94beb service neutron] 10.222.0.48 "GET /v2.0/networks/465c3096-90c0-4f5a-b692-8ee62a82e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.1521604 Jan 14 05:32:53.605696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Made reservation on behalf of 5808b28630f34af792f06ed204777d84 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:53.607521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.611057 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:53.615341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:53.619705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.652257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-8096ed6b-11e5-44db-bfbb-6f768479eb02 service neutron] 10.222.0.41 "GET /v2.0/networks/25be67bf-c4bf-4928-9c1a-89a5c20e6e21?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5008891 Jan 14 05:32:53.685638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Pushing event updated for resources: {'Network': ['ID=0abe8ad9-3ba9-42db-b408-30391bea3581,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:53.693358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:53.694125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:53.695736 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] 10.222.0.45 "PUT /v2.0/ports/bab6d570-95c7-4af8-8548-0082e26ed52f HTTP/1.1" status: 200 len: 1160 time: 11.6769068 Jan 14 05:32:53.701031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:53.726066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:53.743191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:53.762603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:53.768780 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 874 time: 2.6696918 Jan 14 05:32:53.778608 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:53.845061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40994) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:53.984572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Request body: {'subnet': {'network_id': '0abe8ad9-3ba9-42db-b408-30391bea3581', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerTagsTestJSON-544050680-subnet', 'tenant_id': 'd6f5f3c749464eb58aa21817fbb6622f', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:53.992616 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f', 'status': 'completed', 'code': 200} Jan 14 05:32:53.993769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:53.998551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Usage tracker for resource:subnet and tenant:d6f5f3c749464eb58aa21817fbb6622f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:54.001556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:54.007452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:54.102965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e2469ba0-e1c4-4529-b2cf-c7a56554b993 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:54.106339 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-261e08fe-d1e4-4069-8cf9-20ddf8f08527 req-6fb8e69c-f456-44b3-906b-cf409a8c711a service neutron] 10.222.0.48 "GET /v2.0/networks/465c3096-90c0-4f5a-b692-8ee62a82e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4763563 Jan 14 05:32:54.310143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port e2469ba0-e1c4-4529-b2cf-c7a56554b993 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:54.315950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e2469ba0-e1c4-4529-b2cf-c7a56554b993 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:54.316371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:54.542863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Made reservation on behalf of d6f5f3c749464eb58aa21817fbb6622f for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:54.547171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:54.552667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:54.590884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:54.604573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port e2469ba0-e1c4-4529-b2cf-c7a56554b993, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e2469ba0-e1c4-4529-b2cf-c7a56554b993,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:54.611065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:54.613848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:54.720113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=e2469ba0-e1c4-4529-b2cf-c7a56554b993,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:54.723938 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:55.083355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.109634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.109904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] It took 0.53 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:32:55.161395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.177869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e40dacb0-2c5e-43db-95f4-4483f39d3254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:55.201640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Allocated IP 172.20.0.1 (00459cd6-3a3e-415b-9646-9ab104fc9277/b78f0999-6c57-4223-b1f5-4c584b9fe699/0eaf41f8-b4f0-4e15-a366-edba3749e5b9) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:55.222268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:32:55.239149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1b1f-4bcc-483c-bf89-050f66a31426 req-af5849c6-36c2-42af-8522-35f239995458 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:55.241204 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e1b1b1f-4bcc-483c-bf89-050f66a31426 req-af5849c6-36c2-42af-8522-35f239995458 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=ee2013dee3e4437b895ef61a211544a4&device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 1159 time: 1.5426056 Jan 14 05:32:55.242236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.244870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.304953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.305399 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Added segment 8abba652-5c2b-4c0e-8d50-4739211aac0b of type vxlan for network d350a233-e62b-4504-b210-65b05da02b5f Jan 14 05:32:55.307857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cde998d-17b4-4671-b50e-3167036be115,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:55.312720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.343890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-99f8240c-baa8-40e2-8171-fcb97590c1b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:55.345570 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-99f8240c-baa8-40e2-8171-fcb97590c1b2 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 1163 time: 1.5638447 Jan 14 05:32:55.355262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-054093ea-d151-4e10-95c8-ff63c52e107b tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:55.480645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.480881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.481250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.482255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.482255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.482483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.482799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.483399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.483512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.484260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.484260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.485150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.485150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.485513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.486231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.486231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.487075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.488035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.488481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.488878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.489272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.489674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.490067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.490458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.491284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.491681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.492106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.492495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.493102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.493215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.493615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.494003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.494393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.494761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.495232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.495624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:55.515157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-5f5f3be3-5115-4155-a81c-ef8be1461eff service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.196&port_id=bab6d570-95c7-4af8-8548-0082e26ed52f HTTP/1.1" status: 200 len: 217 time: 0.1237419 Jan 14 05:32:55.567670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:55.573809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6921779e-9abd-4c1c-a0b1-a6300dafe428 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:55.653921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-f029629a-0170-4234-95dd-3162ff87baeb None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:32:55.657126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Pushing event updated for resources: {'Port': ['ID=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:55.662220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.668202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c842620f-fd8d-4211-9aef-72dec4a8278a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:55.684172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:55.685862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.703921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.349s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:55.716004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.763074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c842620f-fd8d-4211-9aef-72dec4a8278a HTTP/1.1" status: 204 len: 168 time: 3.4338357 Jan 14 05:32:55.777737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41068) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:55.799558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1b1f-4bcc-483c-bf89-050f66a31426 req-35521434-2979-4036-b068-3c11e245b597 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:55.801113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e1b1b1f-4bcc-483c-bf89-050f66a31426 req-35521434-2979-4036-b068-3c11e245b597 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=ee2013dee3e4437b895ef61a211544a4&shared=False HTTP/1.1" status: 200 len: 907 time: 0.5444489 Jan 14 05:32:55.884836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19383f7f-9505-40c2-80cc-35586928dfcf req-30fdf754-bfee-410b-a6b2-cd2febe2cb06 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:55.886591 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-19383f7f-9505-40c2-80cc-35586928dfcf req-30fdf754-bfee-410b-a6b2-cd2febe2cb06 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/networks?id=465c3096-90c0-4f5a-b692-8ee62a82e147 HTTP/1.1" status: 200 len: 814 time: 0.8433807 Jan 14 05:32:55.899579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e2469ba0-e1c4-4529-b2cf-c7a56554b993 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:55.918222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a49cd1e9-0b3e-4d73-a4d6-be3fa7c317d7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:55.919913 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-a49cd1e9-0b3e-4d73-a4d6-be3fa7c317d7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 0.3897195 Jan 14 05:32:55.931366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 7397abd9-c158-46f2-ba9c-8b6c03660818 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:55.935566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-19383f7f-9505-40c2-80cc-35586928dfcf req-dca2301b-2d11-4766-8b80-75e4028ec05e tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/quotas/c4ed80880b4b410aab9f716ac2c5caa0 HTTP/1.1" status: 200 len: 375 time: 0.0277622 Jan 14 05:32:55.946187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Allocated IP 192.168.233.67 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/ebe8899a-1f9d-4120-897f-afb97dec3e3d) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:32:55.993503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.994571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:55.995023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:55.999127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:56.037196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e2469ba0-e1c4-4529-b2cf-c7a56554b993 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:56.037857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.056997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.091684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port 7397abd9-c158-46f2-ba9c-8b6c03660818 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:56.100747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 7397abd9-c158-46f2-ba9c-8b6c03660818 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:56.101158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.114154 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-19383f7f-9505-40c2-80cc-35586928dfcf req-4af839b7-b9db-4967-9818-aa54d2b32263 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ed80880b4b410aab9f716ac2c5caa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1647992 Jan 14 05:32:56.174017 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 4.1374435 Jan 14 05:32:56.197792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41072) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:32:56.224696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.294169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Request body: {'subnet': {'network_id': 'd350a233-e62b-4504-b210-65b05da02b5f', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsTestJSON-581535979-subnet', 'tenant_id': 'f4209c37f2a04d8abe578923ac3ccaa3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:56.298246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Pushing event updated for resources: {'Network': ['ID=d350a233-e62b-4504-b210-65b05da02b5f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:56.315816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network d350a233-e62b-4504-b210-65b05da02b5f details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:56.323657 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:56.324680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:32:56.331475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network d350a233-e62b-4504-b210-65b05da02b5f details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:56.350553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Usage tracker for resource:subnet and tenant:f4209c37f2a04d8abe578923ac3ccaa3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:32:56.393537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:32:56.417732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.431914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:32:56.438234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e1b1b1f-4bcc-483c-bf89-050f66a31426 req-63b540b4-98ce-4c4b-b1bf-d26b47d7da13 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:56.439897 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e1b1b1f-4bcc-483c-bf89-050f66a31426 req-63b540b4-98ce-4c4b-b1bf-d26b47d7da13 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6014225 Jan 14 05:32:56.449967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-07a0ea73-0d39-4674-ad01-bbe945240f82 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:56.451710 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-07a0ea73-0d39-4674-ad01-bbe945240f82 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.5071321 Jan 14 05:32:56.452604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network d350a233-e62b-4504-b210-65b05da02b5f details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:32:56.458234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Network ec341f33-0a92-410c-9646-463c072675ab is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:56.518406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:56.560004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:56.614040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.662331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Made reservation on behalf of f4209c37f2a04d8abe578923ac3ccaa3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:32:56.668249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.672933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 7397abd9-c158-46f2-ba9c-8b6c03660818, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7397abd9-c158-46f2-ba9c-8b6c03660818,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:56.682936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:32:56.693875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.829593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.884687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:56.891097 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:57.037444 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818', 'code': 200} Jan 14 05:32:57.116589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6b5fdf21-c200-4f8d-ad04-84bb551355f5 None None] Provisioning complete for port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:57.117008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b5fdf21-c200-4f8d-ad04-84bb551355f5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:57.191286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6b5fdf21-c200-4f8d-ad04-84bb551355f5 None None] Port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:57.211895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=7397abd9-c158-46f2-ba9c-8b6c03660818,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:57.216532 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:57.217825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:57.389875 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-19383f7f-9505-40c2-80cc-35586928dfcf req-ecb9cb08-84f3-405d-91d6-2e7c0c7d2ed6 service neutron] 10.222.0.48 "GET /v2.0/networks/465c3096-90c0-4f5a-b692-8ee62a82e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2410004 Jan 14 05:32:57.391850 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-2bedaefb-522d-4684-9e09-689bb241a7e2 service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8587241 Jan 14 05:32:57.439520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e4dd57c-6b54-4eb0-963e-f3adeaef48c6,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:57.444485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.926s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:57.494457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a43bccb6-9b52-45f8-b7ed-05432529df1f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:57.567769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 7397abd9-c158-46f2-ba9c-8b6c03660818 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:32:57.577086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Pushing event updated for resources: {'Port': ['ID=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:57.580508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:57.645729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 7397abd9-c158-46f2-ba9c-8b6c03660818 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:57.646438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:57.670001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:57.684389 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3a795e8a-b5eb-4738-8946-f063667c9245 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/networks?tenant_id=357b2d46a53447828852c178c05cbdf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1144092 Jan 14 05:32:57.739318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Transition to ACTIVE for port object ebe8899a-1f9d-4120-897f-afb97dec3e3d will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:32:57.796067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a78d5072-e471-4fbe-bad9-258b87637137']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:57.850757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Router d7c5615a-dc40-4e7a-b320-bea5ee1888ec has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:32:57.870648 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-b86c091c-ebe7-48d9-b52d-e1e0919c94da service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4462323 Jan 14 05:32:57.876656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-19383f7f-9505-40c2-80cc-35586928dfcf req-d067d5e2-5fe0-4f30-bf4a-5fcf667807fc service neutron] 10.222.0.48 "GET /v2.0/networks/465c3096-90c0-4f5a-b692-8ee62a82e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4480007 Jan 14 05:32:57.879486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Deleting port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:57.879870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:57.905486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3b0d0ffc-9cc6-4b5f-b21b-b45c7b220668') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:57.905810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3b0d0ffc-9cc6-4b5f-b21b-b45c7b220668') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:57.970351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:57.986073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:57.993496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:57.996869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:58.170451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:58.177885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:32:58.205011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:58.230988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:58.320381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.323088 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.324762 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.327496 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.346470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-18f7aed7-be35-4963-a7a8-7aa0164c9387 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:58.356216 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-18f7aed7-be35-4963-a7a8-7aa0164c9387 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.6134095 Jan 14 05:32:58.357373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Checking segment: {'id': 'd2758205-bca6-4669-8fd3-69a3ff3f2e50', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '0abe8ad9-3ba9-42db-b408-30391bea3581'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:32:58.358129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Network hostable DHCP agents. Network: 0abe8ad9-3ba9-42db-b408-30391bea3581, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:32:58.471299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:58.554193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:32:58.564680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Sync routers for ids ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:32:58.575167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Routers {'d7c5615a-dc40-4e7a-b320-bea5ee1888ec'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:32:58.575952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:32:58.601323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Pushing event updated for resources: {'Port': ['ID=ebe8899a-1f9d-4120-897f-afb97dec3e3d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:32:58.607918 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-413226e7-c543-4ffa-b07a-3b99f156f828 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/quotas/357b2d46a53447828852c178c05cbdf5 HTTP/1.1" status: 200 len: 375 time: 0.2249515 Jan 14 05:32:58.608307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:32:58.627364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:58.629769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:32:58.720307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.720892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.721973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.721973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.721973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.722251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.722625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.723049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.723448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.723853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.724247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.724643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.725110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.725498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.725892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.726288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.726680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.727096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.727486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.727879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.728270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.728663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.729051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.729503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.730259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.730722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.731123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.731523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.731920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.732316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.732709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.733191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.733469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.733869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.734944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.734944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:32:58.739359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:32:58.764629 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] 10.222.0.48 "PUT /v2.0/routers/d7c5615a-dc40-4e7a-b320-bea5ee1888ec/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.1443212 Jan 14 05:32:58.829533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Set router d7c5615a-dc40-4e7a-b320-bea5ee1888ec gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:32:58.829774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6feb9-742f-4502-acc2-7cba91ff2f0a req-aedddbbb-dc9b-452b-90ba-63af98016130 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:58.831398 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3c6feb9-742f-4502-acc2-7cba91ff2f0a req-aedddbbb-dc9b-452b-90ba-63af98016130 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 1163 time: 0.9151056 Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.843419 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.847144 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:32:58.853756 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:32:58.859817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:58.860517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:58.863187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-c6c8fce5-41cb-4972-b77d-49d5132304f1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:58.864314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-c6c8fce5-41cb-4972-b77d-49d5132304f1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Synchronizing usage tracker for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:32:58.870744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:32:58.875152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] For port 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,segment=NetworkSegment(2d98c180-fe1d-480f-bf6e-1880bc0bdbdb),segment_id=2d98c180-fe1d-480f-bf6e-1880bc0bdbdb)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:32:58.875557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:58.891331 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-291185da-db5a-4ca3-b235-efb09d8b5459 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2544448 Jan 14 05:32:58.892570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:58.944000 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3c6feb9-742f-4502-acc2-7cba91ff2f0a req-d5dd2a07-262e-4aa7-b3d4-7e9aa45e9c8e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f798e4b1e7c24b86866f039b0eb6b10a&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0760913 Jan 14 05:32:58.946609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Network a78d5072-e471-4fbe-bad9-258b87637137 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:59.007755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee6b1d15-c00d-47c0-9e1f-91bdca92f938 None None] Provisioning for port ebe8899a-1f9d-4120-897f-afb97dec3e3d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:32:59.035803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:59.036529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee6b1d15-c00d-47c0-9e1f-91bdca92f938 None None] Provisioning complete for port ebe8899a-1f9d-4120-897f-afb97dec3e3d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:32:59.036956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6b1d15-c00d-47c0-9e1f-91bdca92f938 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:59.272601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0abe8ad9-3ba9-42db-b408-30391bea3581) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:32:59.309890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-c6c8fce5-41cb-4972-b77d-49d5132304f1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Unset dirty status for tenant:ee2013dee3e4437b895ef61a211544a4 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:32:59.311250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-c6c8fce5-41cb-4972-b77d-49d5132304f1 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.41 "GET /v2.0/ports?device_id=ff39e434-0b8c-4980-8f66-fee27b3dd90e HTTP/1.1" status: 200 len: 946 time: 1.2416255 Jan 14 05:32:59.429307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-24e7fc0e-2ddd-4f20-91ff-ca30e4fe3122 None None] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:32:59.431390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Calling delete_port for 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:32:59.529028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Deleting port 7397abd9-c158-46f2-ba9c-8b6c03660818 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:32:59.529433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:59.556640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 7397abd9-c158-46f2-ba9c-8b6c03660818 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:32:59.598923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 8.4444196 Jan 14 05:32:59.604297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:32:59.605027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:59.702388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Request body: {'port': {'device_id': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:32:59.718614 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 5.8606622 Jan 14 05:32:59.740037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ee6b1d15-c00d-47c0-9e1f-91bdca92f938 None None] Port ebe8899a-1f9d-4120-897f-afb97dec3e3d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:32:59.850652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Network a78d5072-e471-4fbe-bad9-258b87637137 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:32:59.900502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:32:59.952570 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:32:59.999852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41176) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:00.021389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Request body: {'security_group': {'name': 'tempest-securitygroup--280045601', 'description': 'tempest-description--1707194075'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:00.034890 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:00.054508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.081866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-f4d24870-932c-441b-a7ae-881f2706d00e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:33:00.096484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a9ee967-66d0-4345-8f26-cb5ff6836f5d None None] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:00.100706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Pushing event deleted for resources: {'Port': ['ID=97d4104a-ff16-4c7c-80e9-4fa7e817fd8b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:00.103838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:00.129173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-c52e5a1a-c0c2-4117-ac6d-5fbcb5b62e54 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:00.130950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-c52e5a1a-c0c2-4117-ac6d-5fbcb5b62e54 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/networks?id=465c3096-90c0-4f5a-b692-8ee62a82e147 HTTP/1.1" status: 200 len: 814 time: 1.5848422 Jan 14 05:33:00.145493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:00.168977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Usage tracker for resource:security_group and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:00.176588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:00.206324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:00.211621 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-5d7ed178-5945-4c61-9aa6-86998cb0739c tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/quotas/c4ed80880b4b410aab9f716ac2c5caa0 HTTP/1.1" status: 200 len: 375 time: 0.0606120 Jan 14 05:33:00.213668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 7397abd9-c158-46f2-ba9c-8b6c03660818, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7397abd9-c158-46f2-ba9c-8b6c03660818,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:00.221892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:00.245536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.253676 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:00.375612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device bab6d570-95c7-4af8-8548-0082e26ed52f up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:00.382764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.394540 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-b7e0fd51-e40b-4b91-a24c-17b075a3bdfb tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.48 "GET /v2.0/ports?tenant_id=c4ed80880b4b410aab9f716ac2c5caa0&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408041 Jan 14 05:33:00.409140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3c6feb9-742f-4502-acc2-7cba91ff2f0a req-dd67d490-73c9-4431-a278-7f35980c26a0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:00.410795 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3c6feb9-742f-4502-acc2-7cba91ff2f0a req-dd67d490-73c9-4431-a278-7f35980c26a0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8456435 Jan 14 05:33:00.446971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.472747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:00.512542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=7397abd9-c158-46f2-ba9c-8b6c03660818,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:00.519407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.520848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:00.523488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:32:52Z', 'revision_number': 4, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'fe6e9aed-eee0-45dc-8b66-b5fba92930c6', 'name': '', 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'mac_address': 'fa:16:3e:da:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '2fc29d73-302e-43b6-82b3-207893f87676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:46Z', 'updated_at': '2021-01-14T05:32:54Z', 'revision_number': 2, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'subnets': [{'id': '2fc29d73-302e-43b6-82b3-207893f87676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:00.531729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Checking router: d7c5615a-dc40-4e7a-b320-bea5ee1888ec for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:00.532512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Updating router d7c5615a-dc40-4e7a-b320-bea5ee1888ec port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:33:00.535906 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-aef384aa-3ac5-488b-b9f1-505c700b6ae8 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/networks?tenant_id=357b2d46a53447828852c178c05cbdf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0496955 Jan 14 05:33:00.547711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Usage tracker for resource:security_group_rule and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:00.589126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:00.598242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port bab6d570-95c7-4af8-8548-0082e26ed52f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:00.632630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:00.637808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port bab6d570-95c7-4af8-8548-0082e26ed52f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:00.638474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.685037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:00.747073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.872178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] For port 7397abd9-c158-46f2-ba9c-8b6c03660818, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7397abd9-c158-46f2-ba9c-8b6c03660818,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:00.873265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:00.931397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=4e28cae5-edc1-4649-af5d-39742e99671a,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:00.965795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.024932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-909fd35c-bbe3-441d-be0c-3566e7ae3f9f tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.45 "GET /v2.0/networks?tenant_id=357b2d46a53447828852c178c05cbdf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2528539 Jan 14 05:33:01.041537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.075997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port bab6d570-95c7-4af8-8548-0082e26ed52f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=bab6d570-95c7-4af8-8548-0082e26ed52f,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:01.091824 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-9dc80cb7-5fc9-453b-a687-e6f6f9794da9 service neutron] 10.222.0.48 "GET /v2.0/networks/465c3096-90c0-4f5a-b692-8ee62a82e147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6761594 Jan 14 05:33:01.095618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.098285 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:01.101050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c13dd9d-99d5-4f92-b1ca-5d2519f93705 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:01.198191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Calling delete_port for 7397abd9-c158-46f2-ba9c-8b6c03660818 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:01.249993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=bab6d570-95c7-4af8-8548-0082e26ed52f,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:01.254619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:01.259758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.286262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:01.290404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device bab6d570-95c7-4af8-8548-0082e26ed52f up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:01.299962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.332550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Pushing event deleted for resources: {'Network': ['ID=a78d5072-e471-4fbe-bad9-258b87637137,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:01.346981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:01.385449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] 10.222.0.48 "DELETE /v2.0/networks/a78d5072-e471-4fbe-bad9-258b87637137 HTTP/1.1" status: 204 len: 168 time: 5.5916839 Jan 14 05:33:01.400516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41194) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:01.423867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.441589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Transition to ACTIVE for port object fe6e9aed-eee0-45dc-8b66-b5fba92930c6 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:01.442461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port bab6d570-95c7-4af8-8548-0082e26ed52f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:01.442923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.473437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.482128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.494846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:33:01.503737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2acc7c6-540b-4a70-91b8-5483e7706623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:01.510108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.517521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.532172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a970d04b-a692-4c2b-809f-133f4238935a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:01.557008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-09fe022b-d089-43fa-9dcd-ed5a58d51371 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:01.559172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-09fe022b-d089-43fa-9dcd-ed5a58d51371 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0220530 Jan 14 05:33:01.582408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.619879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05c022f4-2143-4da4-98ed-df420d59ed23 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:01.658915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33302b6d-1fb1-406d-b35f-8ecd7a45d161 None None] Pushing event updated for resources: {'Port': ['ID=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:01.666057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33302b6d-1fb1-406d-b35f-8ecd7a45d161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:01.668737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:33:01.669483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:33:01.719790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-005dc365-3100-43e6-90ab-4cab90c685f4 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/quotas/357b2d46a53447828852c178c05cbdf5 HTTP/1.1" status: 200 len: 375 time: 0.1081085 Jan 14 05:33:01.747740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Deleting subnet 8d954e16-9ed6-4512-8c2b-3271a6327cfc {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:01.749847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Pushing event updated for resources: {'Port': ['ID=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:01.815841 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-1848a5f2-0824-4090-aa86-61614719e575 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.48 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0816734 Jan 14 05:33:01.817185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:01.820269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.922396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Attempting to bind port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:01.923004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Attempting to bind port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:01.923420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Attempting to bind port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 on network ec341f33-0a92-410c-9646-463c072675ab {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:01.928165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.929940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:01.930367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Checking segment: {'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:01.930854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:01.931484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Bound using segment: {'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:01.932016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Bound port: fe6e9aed-eee0-45dc-8b66-b5fba92930c6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b24106d4-2239-43c9-8804-30ca3a5406ee', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:01.932826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.014483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.077811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.112417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5b5cb54f-621f-43e8-8d42-3d38a7ecb728 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:02.114139 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5b5cb54f-621f-43e8-8d42-3d38a7ecb728 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 1.0583682 Jan 14 05:33:02.124089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Pushing event updated for resources: {'SecurityGroup': ['ID=d66dc6fe-487d-430a-bcc3-560a11b234aa,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:02.141900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.609s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:02.184498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Deleting port 7397abd9-c158-46f2-ba9c-8b6c03660818 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:02.184994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.228826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Request body: {'port': {'device_id': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': '357b2d46a53447828852c178c05cbdf5'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:02.249649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Checking segment: {'id': '8abba652-5c2b-4c0e-8d50-4739211aac0b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd350a233-e62b-4504-b210-65b05da02b5f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:02.249649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Network hostable DHCP agents. Network: d350a233-e62b-4504-b210-65b05da02b5f, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:02.356256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] For port fe6e9aed-eee0-45dc-8b66-b5fba92930c6, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:02.366391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] For port fe6e9aed-eee0-45dc-8b66-b5fba92930c6, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,segment=NetworkSegment(b24106d4-2239-43c9-8804-30ca3a5406ee),segment_id=b24106d4-2239-43c9-8804-30ca3a5406ee)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:02.372697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.386074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-b807f38d-8eb8-49df-ac67-aa9b884bb1bd service neutron] 10.222.0.48 "GET /v2.0/networks/465c3096-90c0-4f5a-b692-8ee62a82e147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2296903 Jan 14 05:33:02.387406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.388470 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:02.388644 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 2.3761642 Jan 14 05:33:02.434527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41216) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:02.507520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:02.516804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Request body: {'security_group_rule': {'security_group_id': 'd66dc6fe-487d-430a-bcc3-560a11b234aa', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:02.537981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:02.550996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Usage tracker for resource:port and tenant:357b2d46a53447828852c178c05cbdf5 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:02.561872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Usage tracker for resource:security_group_rule and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:02.564920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:02.571249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:02.591245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:02.607688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:02.647957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Network d350a233-e62b-4504-b210-65b05da02b5f is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:02.662122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33302b6d-1fb1-406d-b35f-8ecd7a45d161 None None] Pushing event updated for resources: {'Port': ['ID=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:02.664210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Made reservation on behalf of 357b2d46a53447828852c178c05cbdf5 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:02.676221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.686279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33302b6d-1fb1-406d-b35f-8ecd7a45d161 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:02.703291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.727395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:02.732669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Routers {'d7c5615a-dc40-4e7a-b320-bea5ee1888ec'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:02.737009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:02.922323 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818', 'code': 200} Jan 14 05:33:03.116952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:03.138732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Usage tracker for resource:security_group_rule and tenant:357b2d46a53447828852c178c05cbdf5 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:03.147049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Router d8827883-78e7-4725-96e3-69ba260b689d has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:33:03.152472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:03.165456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ebe8899a-1f9d-4120-897f-afb97dec3e3d {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:33:03.179143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:03.190907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:03.208986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] Set router d7c5615a-dc40-4e7a-b320-bea5ee1888ec gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:03.236144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, d350a233-e62b-4504-b210-65b05da02b5f) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:03.259925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-326edb9f-6593-432f-85dc-9ee718bf27c3 None None] Network d350a233-e62b-4504-b210-65b05da02b5f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:03.292848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:03.313954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:03.316295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:03.317201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:03.355257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device bab6d570-95c7-4af8-8548-0082e26ed52f up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:03.555883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:03.593413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:03.661837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Router d2ed350c-5650-43e0-82bf-11c1d449e238 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:33:03.720223 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 7.5117240 Jan 14 05:33:03.820635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Transition to ACTIVE for port object ebe8899a-1f9d-4120-897f-afb97dec3e3d will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:03.825060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3bc949b-b71c-4f8f-bd3e-908e8a68f1eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:03.866772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:03.874987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Pushing event updated for resources: {'SecurityGroup': ['ID=de51eeea-3677-49ab-9b87-55a7447f35e5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:03.877591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] Sync routers for ids ['d8827883-78e7-4725-96e3-69ba260b689d'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:03.879013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:03.887373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:03.899663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] Routers {'d8827883-78e7-4725-96e3-69ba260b689d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:03.900807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d8827883-78e7-4725-96e3-69ba260b689d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:03.908243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:03.914432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a17ead92-ca30-4532-9c5d-8f2f84a3e30d tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:03.968502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:04.000303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port bab6d570-95c7-4af8-8548-0082e26ed52f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:04.001358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:04.067389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:04.085664 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] 10.222.0.48 "PUT /v2.0/routers/d2ed350c-5650-43e0-82bf-11c1d449e238/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.1518621 Jan 14 05:33:04.140289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Sync routers for ids ['d2ed350c-5650-43e0-82bf-11c1d449e238'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:04.203131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-168ed342-9c1a-4623-b972-4d7b773fbb11 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:04.212453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Routers {'d2ed350c-5650-43e0-82bf-11c1d449e238'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:04.213242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d2ed350c-5650-43e0-82bf-11c1d449e238'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:04.215772 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-168ed342-9c1a-4623-b972-4d7b773fbb11 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.48 "GET /v2.0/networks?id=0abe8ad9-3ba9-42db-b408-30391bea3581 HTTP/1.1" status: 200 len: 808 time: 1.7613654 Jan 14 05:33:04.253950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-1a7b5e89-36a1-4dea-869b-34bdad7e3e45 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.48 "GET /v2.0/quotas/d6f5f3c749464eb58aa21817fbb6622f HTTP/1.1" status: 200 len: 375 time: 0.0371044 Jan 14 05:33:04.316323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] 10.222.0.48 "PUT /v2.0/routers/d8827883-78e7-4725-96e3-69ba260b689d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 14.8924317 Jan 14 05:33:04.326772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41250) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:04.330072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe8899a-1f9d-4120-897f-afb97dec3e3d,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:04.342252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:04.343713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:04.343856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] Set router d8827883-78e7-4725-96e3-69ba260b689d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:04.345338 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.9035783 Jan 14 05:33:04.346261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:04.368898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41254) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:04.385843 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-566b6cc6-f999-44f0-babc-fd220c00b697 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.48 "GET /v2.0/ports?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1307883 Jan 14 05:33:04.452266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Set router d2ed350c-5650-43e0-82bf-11c1d449e238 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:04.621499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Request body: {'security_group_rule': {'security_group_id': 'd66dc6fe-487d-430a-bcc3-560a11b234aa', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:04.639822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02e70741-b2cd-41bd-b6c0-79b7271788a6,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:04.641966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:04.659903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Usage tracker for resource:security_group_rule and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:04.663242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:04.696550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] For port 7397abd9-c158-46f2-ba9c-8b6c03660818, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=7397abd9-c158-46f2-ba9c-8b6c03660818,segment=NetworkSegment(8fffdaf2-34c3-4398-a783-d9f8557229fd),segment_id=8fffdaf2-34c3-4398-a783-d9f8557229fd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:04.696959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:04.756729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:32:52Z', 'revision_number': 4, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'fe6e9aed-eee0-45dc-8b66-b5fba92930c6', 'name': '', 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'mac_address': 'fa:16:3e:da:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '2fc29d73-302e-43b6-82b3-207893f87676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:46Z', 'updated_at': '2021-01-14T05:33:02Z', 'revision_number': 4, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'subnets': [{'id': '2fc29d73-302e-43b6-82b3-207893f87676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:04.788471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12a95e81-9ae9-4148-a63c-8de583a1ef05 None None] The sync data for ids ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'] in n-d-768851-4 is: [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:32:52Z', 'revision_number': 4, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'fe6e9aed-eee0-45dc-8b66-b5fba92930c6', 'name': '', 'network_id': 'ec341f33-0a92-410c-9646-463c072675ab', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'mac_address': 'fa:16:3e:da:b3:4f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_interface', 'standard_attr_id': 814, 'fixed_ips': [{'subnet_id': '2fc29d73-302e-43b6-82b3-207893f87676', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:46Z', 'updated_at': '2021-01-14T05:33:02Z', 'revision_number': 4, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'subnets': [{'id': '2fc29d73-302e-43b6-82b3-207893f87676', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:33:04.802275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9fd4567-120d-4ee1-94d9-8946bee63fcf None None] Network d350a233-e62b-4504-b210-65b05da02b5f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:04.845664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Calling delete_port for 7397abd9-c158-46f2-ba9c-8b6c03660818 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:05.075238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:05.086556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.095016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:32:59Z', 'revision_number': 5, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:05.109751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] Checking router: d8827883-78e7-4725-96e3-69ba260b689d for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:05.111946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:05.127113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] Routers {'d8827883-78e7-4725-96e3-69ba260b689d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:05.127866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d8827883-78e7-4725-96e3-69ba260b689d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:05.237836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Pushing event deleted for resources: {'Port': ['ID=7397abd9-c158-46f2-ba9c-8b6c03660818,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:05.266025 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:05.326881 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-d2751ca9-820a-4ee2-b0cc-efa65d3e8769 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&device_id=3a480b7f-295b-4bde-92b9-57a46fb72e73 HTTP/1.1" status: 200 len: 210 time: 0.1524203 Jan 14 05:33:05.381122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:05.382210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.410445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.443681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] Set router d8827883-78e7-4725-96e3-69ba260b689d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:05.458186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.494717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.520232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:05.622536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:05.653114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-2c3c5060-9c50-46e4-97d0-22874dd79685 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=357b2d46a53447828852c178c05cbdf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2942955 Jan 14 05:33:05.662075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-26a4f9aa-5346-4737-8aec-9256b464f874 service neutron] 10.222.0.48 "GET /v2.0/networks/0abe8ad9-3ba9-42db-b408-30391bea3581?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2752292 Jan 14 05:33:05.866147 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-1f284625-6531-4ecd-be78-5fd2a19e57da service neutron] 10.222.0.48 "GET /v2.0/networks/0abe8ad9-3ba9-42db-b408-30391bea3581?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2025490 Jan 14 05:33:05.867004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.906655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.912184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Deleting port 0ff100de-7f52-4125-9340-8cac0fdbfec0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:05.912556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:05.988334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8d954e16-9ed6-4512-8c2b-3271a6327cfc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:06.013198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe6e9aed-eee0-45dc-8b66-b5fba92930c6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:06.053552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:32:59Z', 'revision_number': 5, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:06.059652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-188e0d74-760b-4083-b58e-3fee098e17d8 None None] The sync data for ids ['d8827883-78e7-4725-96e3-69ba260b689d'] in n-d-768851-4 is: [{'id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'name': 'tempest-AttachSCSIVolumeTestJSON-1385205174-router', 'tenant_id': '24ca3e86221340b4a48df0b5215cde6c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88'}], 'enable_snat': True}, 'gw_port_id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:30:59Z', 'updated_at': '2021-01-14T05:32:59Z', 'revision_number': 5, 'project_id': '24ca3e86221340b4a48df0b5215cde6c', 'gw_port': {'id': '0ff100de-7f52-4125-9340-8cac0fdbfec0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:3d:27:a9', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd8827883-78e7-4725-96e3-69ba260b689d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 583, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.88', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:31:01Z', 'updated_at': '2021-01-14T05:31:20Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:33:06.147735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:32:58Z', 'revision_number': 4, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0eaf41f8-b4f0-4e15-a366-edba3749e5b9', 'name': '', 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'mac_address': 'fa:16:3e:86:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b78f0999-6c57-4223-b1f5-4c584b9fe699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:53Z', 'updated_at': '2021-01-14T05:32:59Z', 'revision_number': 2, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'subnets': [{'id': 'b78f0999-6c57-4223-b1f5-4c584b9fe699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:06.167012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Checking router: d2ed350c-5650-43e0-82bf-11c1d449e238 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:06.167452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Updating router d2ed350c-5650-43e0-82bf-11c1d449e238 port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:33:06.214244 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:06.215640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-8920d6a5-1d98-4ac1-9fe4-fad7e0ce98d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:06.217449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-8920d6a5-1d98-4ac1-9fe4-fad7e0ce98d4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3745129 Jan 14 05:33:06.217940 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:06.257467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] For port 0ff100de-7f52-4125-9340-8cac0fdbfec0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0ff100de-7f52-4125-9340-8cac0fdbfec0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:06.258306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.258597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.353431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:06.371938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.372119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:06.372361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.376693 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.7931688 Jan 14 05:33:06.381000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41292) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:06.391831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.393816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8d954e16-9ed6-4512-8c2b-3271a6327cfc HTTP/1.1" status: 204 len: 168 time: 4.9866979 Jan 14 05:33:06.405742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:06.430283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Calling delete_port for 0ff100de-7f52-4125-9340-8cac0fdbfec0 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:06.656456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.672157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.726911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port fe6e9aed-eee0-45dc-8b66-b5fba92930c6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,segment=NetworkSegment(b24106d4-2239-43c9-8804-30ca3a5406ee),segment_id=b24106d4-2239-43c9-8804-30ca3a5406ee)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:06.736473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.755277 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc78826f-08d1-4e14-a826-78572e72eba4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:06.790019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41298) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:06.800221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Pushing event updated for resources: {'SecurityGroupRule': ['ID=265d80b1-265b-4ddc-91cb-e9eb3dd71eeb,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:06.812368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-011fc166-18fe-4e1c-97f6-1a30bdabfd27 req-2950b86c-f897-4bd5-a414-7050892730bc tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.41 "GET /v2.0/ports?device_id=3a480b7f-295b-4bde-92b9-57a46fb72e73 HTTP/1.1" status: 200 len: 210 time: 0.5122933 Jan 14 05:33:06.935018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:06.944714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:06.967921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:06.971910 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:07.063658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:07.076551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Usage tracker for resource:floatingip and tenant:e3dcb1f3e50c4e8aa760f296d8449e5a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:07.087981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:07.116170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Allocated IP 192.168.233.144 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:07.141236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] No DVR routers for this DVR port 7397abd9-c158-46f2-ba9c-8b6c03660818 on host n-h1-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:33:07.149590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:07.152657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.154805 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4e5c9c85-b825-4fe9-ad4b-fd6de7ebe5de req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] 10.222.0.41 "DELETE /v2.0/ports/7397abd9-c158-46f2-ba9c-8b6c03660818 HTTP/1.1" status: 204 len: 173 time: 7.8309073 Jan 14 05:33:07.194255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.195002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-deleted', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:07.242738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.371711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.506992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-39e3d708-a964-4047-9616-fe0d3c22ac73 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:07.507978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-39e3d708-a964-4047-9616-fe0d3c22ac73 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Synchronizing usage tracker for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:07.515217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.607693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.612644 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:07.616201 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:07.634089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60796601-64a1-47cf-973d-721eb0da179d req-5cb7b9ce-2283-4f0e-be1d-c48f5026c857 tempest-InstanceActionsTestJSON-1003545927 tempest-InstanceActionsTestJSON-1003545927] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:07.636584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60796601-64a1-47cf-973d-721eb0da179d req-5cb7b9ce-2283-4f0e-be1d-c48f5026c857 tempest-InstanceActionsTestJSON-1003545927 tempest-InstanceActionsTestJSON-1003545927] 10.222.0.48 "GET /v2.0/networks?id=d350a233-e62b-4504-b210-65b05da02b5f HTTP/1.1" status: 200 len: 813 time: 2.1334321 Jan 14 05:33:07.636799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-39e3d708-a964-4047-9616-fe0d3c22ac73 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Unset dirty status for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:07.643281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-39e3d708-a964-4047-9616-fe0d3c22ac73 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.48 "GET /v2.0/networks?id=00459cd6-3a3e-415b-9646-9ab104fc9277 HTTP/1.1" status: 200 len: 818 time: 1.2245760 Jan 14 05:33:07.645796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.669255 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-efd73ccc-6c1f-411a-8be3-ca7f50ae32ff tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.48 "GET /v2.0/quotas/a3af64f935d9465fa4402e3cb7b8e4fa HTTP/1.1" status: 200 len: 375 time: 0.0250008 Jan 14 05:33:07.677859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-80170a17-944e-45fc-a2c5-f74af2423983 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:07.679546 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-80170a17-944e-45fc-a2c5-f74af2423983 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.41 "GET /v2.0/networks?id=465c3096-90c0-4f5a-b692-8ee62a82e147 HTTP/1.1" status: 200 len: 814 time: 3.0343208 Jan 14 05:33:07.736049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e7b1a852-fd66-44de-b999-d62d2a67b706']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:07.760043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1ae99f9b-a2d7-4b4b-b774-59c4f9f40c3e') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:07.760387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1ae99f9b-a2d7-4b4b-b774-59c4f9f40c3e') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:07.787436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.795135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Request body: {'port': {'device_id': '436ea979-64fe-4eb6-b2f2-92487a5ec102', 'network_id': '465c3096-90c0-4f5a-b692-8ee62a82e147', 'admin_state_up': True, 'tenant_id': 'c4ed80880b4b410aab9f716ac2c5caa0'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:07.821904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.829351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:33:07.892853 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60796601-64a1-47cf-973d-721eb0da179d req-f2968642-b80a-42db-a50c-0cc9df002c36 tempest-InstanceActionsTestJSON-1003545927 tempest-InstanceActionsTestJSON-1003545927] 10.222.0.48 "GET /v2.0/quotas/f4209c37f2a04d8abe578923ac3ccaa3 HTTP/1.1" status: 200 len: 375 time: 0.2445028 Jan 14 05:33:07.925356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe6e9aed-eee0-45dc-8b66-b5fba92930c6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:07.942244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-2128acd3-e714-447b-b49b-0f7c3d5932ff tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Synchronizing usage tracker for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:07.956647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:07.987103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Transition to ACTIVE for port object 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:07.997557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.014358 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:08.098980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Network e7b1a852-fd66-44de-b999-d62d2a67b706 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:08.112964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.164550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81950043-ed8b-4d33-9672-5701feba62e0 None None] Pushing event updated for resources: {'Port': ['ID=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:08.168246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81950043-ed8b-4d33-9672-5701feba62e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:08.174303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-2128acd3-e714-447b-b49b-0f7c3d5932ff tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Unset dirty status for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:08.175824 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-2128acd3-e714-447b-b49b-0f7c3d5932ff tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.48 "GET /v2.0/ports?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&fields=id HTTP/1.1" status: 200 len: 255 time: 0.4924605 Jan 14 05:33:08.197477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:08.197933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.305592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Attempting to bind port ebe8899a-1f9d-4120-897f-afb97dec3e3d on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:08.305962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Attempting to bind port ebe8899a-1f9d-4120-897f-afb97dec3e3d by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:08.306310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Attempting to bind port ebe8899a-1f9d-4120-897f-afb97dec3e3d on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:08.308904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.309472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Fanout notify agent at l3_agent the message router_deleted on router d8827883-78e7-4725-96e3-69ba260b689d {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:33:08.366110 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60796601-64a1-47cf-973d-721eb0da179d req-68140e7c-1125-4885-808c-cbc7eaf609fd tempest-InstanceActionsTestJSON-1003545927 tempest-InstanceActionsTestJSON-1003545927] 10.222.0.48 "GET /v2.0/ports?tenant_id=f4209c37f2a04d8abe578923ac3ccaa3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4357224 Jan 14 05:33:08.417327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:08.417711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:08.418118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.418519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:08.419262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Bound port: ebe8899a-1f9d-4120-897f-afb97dec3e3d, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:08.419465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.482295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Attempting to bind port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:08.482836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Attempting to bind port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:08.483345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Attempting to bind port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 on network 00459cd6-3a3e-415b-9646-9ab104fc9277 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:08.492870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Network e7b1a852-fd66-44de-b999-d62d2a67b706 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:08.498536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-f662a63e-2e11-4215-a787-6e6fced863aa tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:08.500734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-f662a63e-2e11-4215-a787-6e6fced863aa tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Synchronizing usage tracker for tenant:d6f5f3c749464eb58aa21817fbb6622f on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:08.508757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:08.509242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Checking segment: {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:08.509773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.510312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Bound using segment: {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:08.511627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Bound port: 0eaf41f8-b4f0-4e15-a366-edba3749e5b9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:08.512235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:08.554944 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:08.600950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:08.605662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.609705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9f112618-b7cc-4d49-a235-3ddeb9d705ce admin admin] 10.222.0.48 "DELETE /v2.0/routers/d8827883-78e7-4725-96e3-69ba260b689d HTTP/1.1" status: 204 len: 168 time: 4.2762449 Jan 14 05:33:08.620330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41312) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:08.637210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:08.654969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:08.655468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 97d4104a-ff16-4c7c-80e9-4fa7e817fd8b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:08.694305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] For port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:08.698584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] For port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:08.703586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.704649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.708983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.712621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Usage tracker for resource:port and tenant:c4ed80880b4b410aab9f716ac2c5caa0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:08.721137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4079c3b1-b2ff-4cb1-be3b-c43c4cae1530 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:08.721546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:08.732398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:08.735525 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e7b1a852-fd66-44de-b999-d62d2a67b706 HTTP/1.1" status: 204 len: 168 time: 1.9368417 Jan 14 05:33:08.753992 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-03a72dfc-a0b8-41d3-a3a1-3433db39ba85 service neutron] 10.222.0.48 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5684927 Jan 14 05:33:08.788969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] For port ebe8899a-1f9d-4120-897f-afb97dec3e3d, host n-h1-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:08.792239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] For port ebe8899a-1f9d-4120-897f-afb97dec3e3d, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ebe8899a-1f9d-4120-897f-afb97dec3e3d,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:08.811081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-f662a63e-2e11-4215-a787-6e6fced863aa tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Unset dirty status for tenant:d6f5f3c749464eb58aa21817fbb6622f on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:08.811493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Pushing event deleted for resources: {'Network': ['ID=e7b1a852-fd66-44de-b999-d62d2a67b706,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:08.812304 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-f662a63e-2e11-4215-a787-6e6fced863aa tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.45 "GET /v2.0/networks?id=0abe8ad9-3ba9-42db-b408-30391bea3581 HTTP/1.1" status: 200 len: 808 time: 1.1296606 Jan 14 05:33:08.813109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:08.814447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:08.823898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:08.850502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:08.873977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81950043-ed8b-4d33-9672-5701feba62e0 None None] Pushing event updated for resources: {'Port': ['ID=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:08.879818 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81950043-ed8b-4d33-9672-5701feba62e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:08.922104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Routers {'d2ed350c-5650-43e0-82bf-11c1d449e238'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:08.922628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Request body: {'port': {'device_id': 'f192465f-a098-4766-aa02-8068c9d39352', 'network_id': '0abe8ad9-3ba9-42db-b408-30391bea3581', 'admin_state_up': True, 'tenant_id': 'd6f5f3c749464eb58aa21817fbb6622f'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:08.923041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:32:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d2ed350c-5650-43e0-82bf-11c1d449e238'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:08.952392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Pushing event updated for resources: {'Port': ['ID=ebe8899a-1f9d-4120-897f-afb97dec3e3d,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:09.035208 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:09.056342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41318) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:09.156230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Made reservation on behalf of c4ed80880b4b410aab9f716ac2c5caa0 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.157918 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.160853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:09.163766 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:09.169800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:09.223615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:33:09.228929 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-6557d05d-2dab-4668-884a-1dc951949562 service neutron] 10.222.0.48 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4738832 Jan 14 05:33:09.257524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Deleting subnet 5fd73323-dd4b-4294-bce8-87eb64fb043c {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:09.264241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Allocated IP 172.25.3.204 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/50e238c7-ff83-4ec7-8b75-2297c5ad0c08) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:09.270543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:09.305307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:09.308461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] Set router d2ed350c-5650-43e0-82bf-11c1d449e238 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:09.361268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:09.417879 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60796601-64a1-47cf-973d-721eb0da179d req-3cebb335-4453-4084-bdcb-4e8c1c9f9c50 service neutron] 10.222.0.48 "GET /v2.0/networks/d350a233-e62b-4504-b210-65b05da02b5f?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0116580 Jan 14 05:33:09.536418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41326) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:09.551244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:09.584902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:09.614276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98c3e27d-9cd3-46a2-9247-a211f1ac0f25 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:09.751710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:32:58Z', 'revision_number': 4, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0eaf41f8-b4f0-4e15-a366-edba3749e5b9', 'name': '', 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'mac_address': 'fa:16:3e:86:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b78f0999-6c57-4223-b1f5-4c584b9fe699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:53Z', 'updated_at': '2021-01-14T05:33:08Z', 'revision_number': 4, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'subnets': [{'id': 'b78f0999-6c57-4223-b1f5-4c584b9fe699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:09.757016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-452d5217-33cc-4ef1-b453-c232876cdc62 None None] The sync data for ids ['d2ed350c-5650-43e0-82bf-11c1d449e238'] in n-d-768851-4 is: [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:32:58Z', 'revision_number': 4, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0eaf41f8-b4f0-4e15-a366-edba3749e5b9', 'name': '', 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'mac_address': 'fa:16:3e:86:1a:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_interface', 'standard_attr_id': 829, 'fixed_ips': [{'subnet_id': 'b78f0999-6c57-4223-b1f5-4c584b9fe699', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:53Z', 'updated_at': '2021-01-14T05:33:08Z', 'revision_number': 4, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'subnets': [{'id': 'b78f0999-6c57-4223-b1f5-4c584b9fe699', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:33:09.768700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Transition to ACTIVE for port object 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:09.783128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:09.945398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Pushing event updated for resources: {'Port': ['ID=50e238c7-ff83-4ec7-8b75-2297c5ad0c08,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:09.959733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:09.979128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:09.982749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:09.989129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:10.004878 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f', 'code': 200} Jan 14 05:33:10.039186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:10.159659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41338) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:10.163359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c8b9ccde-4a03-4bc6-8f7b-8db7f42657d9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6977cc1de2a44586a38cca2d3fbb9515&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1018229 Jan 14 05:33:10.211660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:10.217447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:10.217871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.263343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.311885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ee51983-2333-4a3f-9bec-6b40e4e73ea5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:10.348831 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e434-0b8c-4980-8f66-fee27b3dd90e', 'name': 'network-vif-deleted', 'tag': '7397abd9-c158-46f2-ba9c-8b6c03660818', 'status': 'completed', 'code': 200} Jan 14 05:33:10.356122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Deleting subnet 47af0698-d532-4917-a733-d751bbf14e5b {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:10.405698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.446426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.485697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.506650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.515391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.522670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:10.558422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.591843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00c6b1ac-bcc8-4229-a8c2-e4a0c6ba1f60,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:10.605890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:10.624216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:10.636698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:10.652985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:10.657230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.659119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.668340 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00c6b1ac-bcc8-4229-a8c2-e4a0c6ba1f60 HTTP/1.1" status: 204 len: 168 time: 0.5010202 Jan 14 05:33:10.683798 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] 10.222.0.41 "PUT /v2.0/ports/ebe8899a-1f9d-4120-897f-afb97dec3e3d HTTP/1.1" status: 200 len: 1159 time: 10.9742212 Jan 14 05:33:10.687222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.697235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5fd73323-dd4b-4294-bce8-87eb64fb043c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:10.699306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:10.719568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Usage tracker for resource:port and tenant:d6f5f3c749464eb58aa21817fbb6622f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:10.738591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.427s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:10.785493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:10.801537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:11.062797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:11.077037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0ff100de-7f52-4125-9340-8cac0fdbfec0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:11.157008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:11.158327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 0ff100de-7f52-4125-9340-8cac0fdbfec0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:11.158892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0ff100de-7f52-4125-9340-8cac0fdbfec0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:11.267945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:11.274511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:11.301862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:11.305304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac0525dd-2955-4140-87e9-0a4b0edc02ab None None] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:11.306416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:11.327290 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4f586bc-5ccb-4f49-8485-1e8e09c04ac5 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:11.406998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Pushing event updated for resources: {'Port': ['ID=50e238c7-ff83-4ec7-8b75-2297c5ad0c08,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:11.449792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:11.473495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:11.485990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:11.492803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:11.576886 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60796601-64a1-47cf-973d-721eb0da179d req-d81e5feb-ec8e-498f-9a29-46d9b7dbb679 service neutron] 10.222.0.48 "GET /v2.0/networks/d350a233-e62b-4504-b210-65b05da02b5f?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.1579986 Jan 14 05:33:11.706423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41356) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:11.726816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5fd73323-dd4b-4294-bce8-87eb64fb043c HTTP/1.1" status: 204 len: 168 time: 3.1040061 Jan 14 05:33:11.728846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41366) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:11.748781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:11.787819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device bab6d570-95c7-4af8-8548-0082e26ed52f no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:12.008216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Made reservation on behalf of d6f5f3c749464eb58aa21817fbb6622f for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:12.031761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.042865 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83889238-a8ab-4b6b-a327-8a8700a9ba27 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=233987b2b04243c8ada727ffd4f8b44b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3222251 Jan 14 05:33:12.052047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41380) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:12.058822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:12.124012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] DHCP port deletion for bf8b62ae-ba43-40d7-ab0c-e55561d699ad request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:33:12.141582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Deleting port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:12.142381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.155721 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d', 'status': 'completed', 'code': 200} Jan 14 05:33:12.170916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Pushing event updated for resources: {'Port': ['ID=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:12.226867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-e6df7c26-e113-4d72-92ae-1ed5be274358 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:12.228449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-e6df7c26-e113-4d72-92ae-1ed5be274358 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.41 "GET /v2.0/networks?id=00459cd6-3a3e-415b-9646-9ab104fc9277 HTTP/1.1" status: 200 len: 818 time: 0.7414892 Jan 14 05:33:12.229230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41384) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:12.269703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.287137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:12.321735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:12.338967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5ead213-685e-4856-9f14-e02d7761418f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.340344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Request body: {'port': {'device_id': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277', 'admin_state_up': True, 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:12.341481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port bab6d570-95c7-4af8-8548-0082e26ed52f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=bab6d570-95c7-4af8-8548-0082e26ed52f,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:12.372294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.408240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41400) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:12.450526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:12.569325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.609671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=bab6d570-95c7-4af8-8548-0082e26ed52f,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:12.613677 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f', 'code': 200} Jan 14 05:33:12.626542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:12.626961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.651450 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:12.718081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.745129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] For port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b00667a6-b098-4eb5-a1da-76e9ea5ec1b7,segment=NetworkSegment(2d98c180-fe1d-480f-bf6e-1880bc0bdbdb),segment_id=2d98c180-fe1d-480f-bf6e-1880bc0bdbdb)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:12.745577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.783295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Deleting subnet 1e4dd57c-6b54-4eb0-963e-f3adeaef48c6 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:12.821639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.829408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.846665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.881761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5af83f59-4d7e-40d3-b385-7be18c5a0abd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:12.920869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.923072 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5bd7a5af-bedc-46b9-9c2f-599fc32c1302 HTTP/1.1" status: 204 len: 168 time: 0.8629546 Jan 14 05:33:12.924404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5bd7a5af-bedc-46b9-9c2f-599fc32c1302,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:12.952697 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:12.962196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:12.965671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Calling delete_port for b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:12.974121 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 6.5704455 Jan 14 05:33:12.993963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:13.011227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:13.096671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:13.144780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Made reservation on behalf of a3af64f935d9465fa4402e3cb7b8e4fa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:13.155469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:13.208067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:13.242739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:13.254285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:13.390656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41444) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.394648 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.397281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.398354 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:13.401384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:13.416047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-5cf22b84-ce03-41fb-9851-65fb7e6059f2 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:13.417013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-5cf22b84-ce03-41fb-9851-65fb7e6059f2 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Synchronizing usage tracker for tenant:f798e4b1e7c24b86866f039b0eb6b10a on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:13.461154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-9ba73961-05b0-4715-b22b-603eeef79309 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:13.462973 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-9ba73961-05b0-4715-b22b-603eeef79309 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5808b28630f34af792f06ed204777d84&device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 1162 time: 2.1579239 Jan 14 05:33:13.466484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:13.519200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Pushing event deleted for resources: {'Port': ['ID=b00667a6-b098-4eb5-a1da-76e9ea5ec1b7,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:13.531548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:13.577371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] No DVR routers for this DVR port b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:33:13.593766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:13.697999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Allocated IP 172.20.0.8 (00459cd6-3a3e-415b-9646-9ab104fc9277/b78f0999-6c57-4223-b1f5-4c584b9fe699/ab100c1b-ce9a-499d-af73-c92c4ab742b7) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:13.709470 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-002c07b3-23ac-4e55-b299-e5e350d33fa4 req-b86c979c-ec69-45a6-af95-e97ecdfea877 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--280045601&fields=id&tenant_id=e3dcb1f3e50c4e8aa760f296d8449e5a HTTP/1.1" status: 200 len: 267 time: 0.1250551 Jan 14 05:33:13.746348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-5cf22b84-ce03-41fb-9851-65fb7e6059f2 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Unset dirty status for tenant:f798e4b1e7c24b86866f039b0eb6b10a on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:13.747706 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-5cf22b84-ce03-41fb-9851-65fb7e6059f2 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.45 "GET /v2.0/ports?device_id=b2e535d5-86af-4ae9-82a7-f52fbda4020f HTTP/1.1" status: 200 len: 950 time: 2.4376786 Jan 14 05:33:13.977093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:14.038189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:14.038592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b00667a6-b098-4eb5-a1da-76e9ea5ec1b7 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:14.267697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:14.269712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-175fc2d8-76c9-4499-90a4-074146b705f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.67&port_id=ebe8899a-1f9d-4120-897f-afb97dec3e3d HTTP/1.1" status: 200 len: 217 time: 0.6708899 Jan 14 05:33:14.317151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:14.391796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41488) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:14.418017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41492) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:14.419036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:14.433627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e091c493-9c8a-48e6-a0d7-9655f89efe7b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:14.516049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-002c07b3-23ac-4e55-b299-e5e350d33fa4 req-f628672a-9768-42d7-b5cc-015ba99b3d06 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:14.517749 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-002c07b3-23ac-4e55-b299-e5e350d33fa4 req-f628672a-9768-42d7-b5cc-015ba99b3d06 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "GET /v2.0/networks?id=ec341f33-0a92-410c-9646-463c072675ab HTTP/1.1" status: 200 len: 812 time: 0.7877321 Jan 14 05:33:14.560309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:14.605044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-002c07b3-23ac-4e55-b299-e5e350d33fa4 req-1e608b99-e1cc-4f4a-9ea3-d4f407c1693c tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "GET /v2.0/quotas/e3dcb1f3e50c4e8aa760f296d8449e5a HTTP/1.1" status: 200 len: 375 time: 0.0641022 Jan 14 05:33:14.617125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b720b144-ed23-4b70-a241-cfadc854319e None None] Provisioning for port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:14.623149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b720b144-ed23-4b70-a241-cfadc854319e None None] Provisioning complete for port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:14.623756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b720b144-ed23-4b70-a241-cfadc854319e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:14.679287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b720b144-ed23-4b70-a241-cfadc854319e None None] Port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:33:14.762470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:14.775945 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c54302a3-8b5e-4c4a-9246-f6e53f5ec0a8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=357b2d46a53447828852c178c05cbdf5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3708346 Jan 14 05:33:14.782630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41502) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:14.818872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:14.825344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Deleting subnet 4e28cae5-edc1-4649-af5d-39742e99671a {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:14.850643 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fbb20da-3226-48cb-8f4e-6d721c30c086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:14.853081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesTestJSON-1858094325-network', 'tenant_id': '96d4f740862846ab95dd15fc8b2610b3'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:14.865615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:14.902433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-8616babc-ef0a-43a0-9201-d5f668be2573 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:14.904033 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-8616babc-ef0a-43a0-9201-d5f668be2573 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 0.5743711 Jan 14 05:33:14.904180 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-002c07b3-23ac-4e55-b299-e5e350d33fa4 req-1dcc6066-a1da-4489-892e-ae201479f4a9 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "GET /v2.0/ports?tenant_id=e3dcb1f3e50c4e8aa760f296d8449e5a&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2984295 Jan 14 05:33:14.939710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:14.969612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Deleting port bab6d570-95c7-4af8-8548-0082e26ed52f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:14.969888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e4dd57c-6b54-4eb0-963e-f3adeaef48c6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:14.970015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.011033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:15.100082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Usage tracker for resource:network and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:15.108331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.120963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:15.138494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-908a11e0-02c3-4f48-a53b-6b0d565d72f0 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:15.150049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:15.150778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.177914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8b62ae-ba43-40d7-ab0c-e55561d699ad']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:15.185425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:15.239827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.249719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.263449 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-ac017a93-3cfe-479e-80f0-9da72a9bc185 admin admin] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:33:15.264651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac017a93-3cfe-479e-80f0-9da72a9bc185 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/de51eeea-3677-49ab-9b87-55a7447f35e5 HTTP/1.1" status: 409 len: 336 time: 0.4762933 Jan 14 05:33:15.309911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:15.310250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2d98c180-fe1d-480f-bf6e-1880bc0bdbdb') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:15.310642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.368487 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-002c07b3-23ac-4e55-b299-e5e350d33fa4 req-a4f1b531-ba4c-4c8d-8ec2-4b51a0bf815a service neutron] 10.222.0.48 "GET /v2.0/networks/ec341f33-0a92-410c-9646-463c072675ab?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4069963 Jan 14 05:33:15.369049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Pushing event updated for resources: {'Port': ['ID=ab100c1b-ce9a-499d-af73-c92c4ab742b7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:15.381672 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:15.383222 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e4dd57c-6b54-4eb0-963e-f3adeaef48c6 HTTP/1.1" status: 204 len: 168 time: 3.1309619 Jan 14 05:33:15.397785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41512) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:15.401584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.413128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Made reservation on behalf of 96d4f740862846ab95dd15fc8b2610b3 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:15.417771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.430250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 13.2868309 Jan 14 05:33:15.431216 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 05:33:15.431698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:33:15.547658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Request body: {'port': {'device_id': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:15.562367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:15.564902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:15.567715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:15.598825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.601956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-002c07b3-23ac-4e55-b299-e5e350d33fa4 req-c9c8aadd-18d7-41ea-b01a-b0076f2f4c2d service neutron] 10.222.0.48 "GET /v2.0/networks/ec341f33-0a92-410c-9646-463c072675ab?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2148814 Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.644505 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:15.649175 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:15.664393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:15.665119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.685994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.688362 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.4257519 Jan 14 05:33:15.699928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:33:15.708196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Request body: {'port': {'device_id': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:15.747833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:15.750628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:15.860289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-06ba72d1-defd-4af0-abc0-7ccc9851e0fd tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 7.0199397 Jan 14 05:33:15.919037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.166267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.172667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41538) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:16.252195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:16.256132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:16.286523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.309096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41552) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:16.352429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2b41c2d-78f3-480e-a36b-7026f4a4e743 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:16.380794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-2113059424-network', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:16.384645 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 05:33:16.385136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:33:16.388284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:16.391272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:16.394579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Usage tracker for resource:network and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:16.398804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:16.406422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:16.415792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.459479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:16.464416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.488076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.513464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:16.520702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Usage tracker for resource:security_group_rule and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:16.525077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ab100c1b-ce9a-499d-af73-c92c4ab742b7 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:33:16.529826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:16.537802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.540440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:16.559361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Transition to ACTIVE for port object ab100c1b-ce9a-499d-af73-c92c4ab742b7 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:16.571447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.589975 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae5ef0fe-0ab9-49e3-a00c-472d89b4a3da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:16.593003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-453db5c7-fa19-4c01-b773-2e0aa08d37e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:16.594665 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-453db5c7-fa19-4c01-b773-2e0aa08d37e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.6354015 Jan 14 05:33:16.596367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.633163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-9aebafc9-c0db-471b-b0b6-e9d7b11c59b7 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.3594790 Jan 14 05:33:16.746098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab100c1b-ce9a-499d-af73-c92c4ab742b7,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:16.749427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:16.902782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.904541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47af0698-d532-4917-a733-d751bbf14e5b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:16.907359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-01215e9f-0296-44bf-b64a-5b72e97696a4 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 9.1227999 Jan 14 05:33:16.935842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:16.943376 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37beeda7-bed3-43c5-9d40-d16a7b603612 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:16.980089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:16.990213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:17.004075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:17.009471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.009985 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Added segment 76358cab-d4e6-4ee2-9eb9-5dce02c9db28 of type vxlan for network 69229cf5-7c8a-4c53-a54e-784417789775 Jan 14 05:33:17.017914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=342c2fd2-3032-4881-8170-c1716f2d99b9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:17.023548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:17.060389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.064838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Attempting to bind port ab100c1b-ce9a-499d-af73-c92c4ab742b7 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:17.065208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Attempting to bind port ab100c1b-ce9a-499d-af73-c92c4ab742b7 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:17.065573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Attempting to bind port ab100c1b-ce9a-499d-af73-c92c4ab742b7 on network 00459cd6-3a3e-415b-9646-9ab104fc9277 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:17.073103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 32, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:17.073469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Checking segment: {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:17.073864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.074248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Bound using segment: {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:17.075271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Bound port: ab100c1b-ce9a-499d-af73-c92c4ab742b7, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:17.075271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.100498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.159781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.160690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:17.161330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.166782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffafc826-71a2-4ff2-9406-77bc7b254b12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:17.198301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.294737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Pushing event updated for resources: {'Network': ['ID=69229cf5-7c8a-4c53-a54e-784417789775,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:17.297458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] For port ab100c1b-ce9a-499d-af73-c92c4ab742b7, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:17.304366 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 1.1299767 Jan 14 05:33:17.305264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:17.305759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41560) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:17.307616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 69229cf5-7c8a-4c53-a54e-784417789775 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:17.316178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Request body: {'subnet': {'network_id': '69229cf5-7c8a-4c53-a54e-784417789775', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestMultiNic-2113059424-subnet', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:17.321968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:17.326061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Usage tracker for resource:subnet and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:17.327036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 69229cf5-7c8a-4c53-a54e-784417789775 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:17.329091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:17.334786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:17.343141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] For port ab100c1b-ce9a-499d-af73-c92c4ab742b7, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ab100c1b-ce9a-499d-af73-c92c4ab742b7,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:17.346645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:17.348214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 69229cf5-7c8a-4c53-a54e-784417789775 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:17.351762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.369442 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-ea408fe9-a7b8-4356-8346-befea6014207 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c4ed80880b4b410aab9f716ac2c5caa0&device_id=436ea979-64fe-4eb6-b2f2-92487a5ec102 HTTP/1.1" status: 200 len: 210 time: 0.2457161 Jan 14 05:33:17.370287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.393594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84a179c4-ed8f-4e30-b8f4-10922affdd71 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:17.416415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.525204 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] 10.222.0.48 "DELETE /v2.0/subnets/47af0698-d532-4917-a733-d751bbf14e5b HTTP/1.1" status: 204 len: 168 time: 7.9429979 Jan 14 05:33:17.553855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41564) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:17.585688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] For port bab6d570-95c7-4af8-8548-0082e26ed52f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=bab6d570-95c7-4af8-8548-0082e26ed52f,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:17.586115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:17.734493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-fa3febeb-f75b-4208-9327-0b6c88375445 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:17.736035 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-fa3febeb-f75b-4208-9327-0b6c88375445 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&shared=False HTTP/1.1" status: 200 len: 864 time: 0.9758360 Jan 14 05:33:17.996560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Pushing event updated for resources: {'Port': ['ID=ab100c1b-ce9a-499d-af73-c92c4ab742b7,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:18.016564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:18.056799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.224282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:18.224947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.226428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] 10.222.0.41 "PUT /v2.0/ports/ab100c1b-ce9a-499d-af73-c92c4ab742b7 HTTP/1.1" status: 200 len: 1155 time: 2.5301178 Jan 14 05:33:18.227011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:18.305049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Calling delete_port for bab6d570-95c7-4af8-8548-0082e26ed52f owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:18.314979 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7', 'status': 'completed', 'code': 200} Jan 14 05:33:18.350372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Network bf8b62ae-ba43-40d7-ab0c-e55561d699ad has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:18.377638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.393264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.405092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:18.505538 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:18.559672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['465c3096-90c0-4f5a-b692-8ee62a82e147']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:18.574603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '25468eec-8bc1-4fd8-95c2-dcd3c0883d89') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:18.574907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '25468eec-8bc1-4fd8-95c2-dcd3c0883d89') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:18.596450 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-f9b2e29a-30bf-4616-9327-9a0d9b3fbec0 service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.9609704 Jan 14 05:33:18.642218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.672331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.676328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:33:18.703735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-36bedf64-27be-4be5-8e6e-d8d6999e95d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:18.705377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-36bedf64-27be-4be5-8e6e-d8d6999e95d3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 1158 time: 0.3941753 Jan 14 05:33:18.829157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-87736f45-f163-4f8a-a6e3-7e8dd3bc13a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:18.830790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-87736f45-f163-4f8a-a6e3-7e8dd3bc13a4 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c4ed80880b4b410aab9f716ac2c5caa0&shared=False HTTP/1.1" status: 200 len: 871 time: 1.4091871 Jan 14 05:33:18.833250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-f9fae7a0-e8fc-4478-b73d-6d6214c2d57f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab100c1b-ce9a-499d-af73-c92c4ab742b7 HTTP/1.1" status: 200 len: 217 time: 0.0746911 Jan 14 05:33:18.983454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:18.990535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:18.999834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.049956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.090180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-f4b6f55f-69d7-4cd6-8f2a-baaf9a4f590f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:19.091736 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-f4b6f55f-69d7-4cd6-8f2a-baaf9a4f590f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b78f0999-6c57-4223-b1f5-4c584b9fe699 HTTP/1.1" status: 200 len: 858 time: 0.2419810 Jan 14 05:33:19.149627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.209949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.235529 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-42331ea0-0cf7-42c2-9087-ef96f32b5fc4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00459cd6-3a3e-415b-9646-9ab104fc9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1214738 Jan 14 05:33:19.241971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31cb517d-ccc5-4031-9f5e-ffc22fcf3765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:19.271486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.276447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Network 465c3096-90c0-4f5a-b692-8ee62a82e147 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:19.276784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0abe8ad9-3ba9-42db-b408-30391bea3581']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:19.305415 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:19.308974 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:19.388361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-c01c010f-9641-447d-a623-76e702042636 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:19.389905 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-c01c010f-9641-447d-a623-76e702042636 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2239397 Jan 14 05:33:19.400505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:19.440413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd2758205-bca6-4669-8fd3-69a3ff3f2e50') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:19.440755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd2758205-bca6-4669-8fd3-69a3ff3f2e50') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:19.484481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.497618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:19.528023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.548225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Pushing event deleted for resources: {'Network': ['ID=465c3096-90c0-4f5a-b692-8ee62a82e147,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:19.555059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:19.557494 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] 10.222.0.48 "DELETE /v2.0/networks/bf8b62ae-ba43-40d7-ab0c-e55561d699ad HTTP/1.1" status: 204 len: 168 time: 7.7447412 Jan 14 05:33:19.558606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.571900 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] 10.222.0.48 "DELETE /v2.0/networks/465c3096-90c0-4f5a-b692-8ee62a82e147 HTTP/1.1" status: 204 len: 168 time: 2.0025427 Jan 14 05:33:19.582822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.585337 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-16f5c172-d091-4950-a8c9-3e389a697ad8 service neutron] 10.222.0.41 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3355997 Jan 14 05:33:19.601032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ac69a50-1add-47dc-aecd-2aea3719404b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:19.627526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.793012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41574) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:19.793390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41576) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:19.877810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:19.898171 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:19.940155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1ccc459a-71f6-4567-99d6-34c05f18f671,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:19.956838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:19.957232 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Added segment f8031ac5-39d0-4271-9fb8-0b88e4819429 of type vxlan for network 1c00847b-9281-4af5-86b8-9ab73cd30a5c Jan 14 05:33:19.991020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3dc5ac62-2e74-4088-9129-66d4e9edf77d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c4ed80880b4b410aab9f716ac2c5caa0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1942804 Jan 14 05:33:19.996759 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.755s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:20.006441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.009142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41582) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:20.017254 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86ee67b3-a949-43c8-b032-5f8e17f7c14c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=101b601bdfca46de9bf07389343aa4dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2226241 Jan 14 05:33:20.020749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-dfdf71d4-fea8-4fe2-a8db-a0f6cb8172d2 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Synchronizing usage tracker for tenant:d6f5f3c749464eb58aa21817fbb6622f on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:20.023133 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.749s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:20.030965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41586) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:20.036098 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-87685af2-133a-4f90-9fd8-3cbe604fcd44 service neutron] 10.222.0.41 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4362230 Jan 14 05:33:20.062081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-16641358-0d38-4f27-92ce-771239529781 service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.3560128 Jan 14 05:33:20.178142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.194393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.211357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:33:20.273117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-f02e18e3-0304-4ff6-91e2-68eb1181d78d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:20.274759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-f02e18e3-0304-4ff6-91e2-68eb1181d78d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.4150493 Jan 14 05:33:20.275675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8b62ae-ba43-40d7-ab0c-e55561d699ad,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:20.312331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.342647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:20.343313 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dddc114e-c682-430c-834c-8bb3a40eca52 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:20.445362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.470539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.487622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Checking segment: {'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:20.487994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Network hostable DHCP agents. Network: 69229cf5-7c8a-4c53-a54e-784417789775, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:20.516558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.522503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.527445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Pushing event deleted for resources: {'SecurityGroup': ['ID=d66dc6fe-487d-430a-bcc3-560a11b234aa,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:20.552840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-cf72c3dc-183a-4010-b918-2f4ef14ab3b9 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Synchronizing usage tracker for tenant:c4ed80880b4b410aab9f716ac2c5caa0 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:20.555235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-dfdf71d4-fea8-4fe2-a8db-a0f6cb8172d2 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Unset dirty status for tenant:d6f5f3c749464eb58aa21817fbb6622f on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:20.556481 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-dfdf71d4-fea8-4fe2-a8db-a0f6cb8172d2 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.45 "GET /v2.0/ports?device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 1.0989108 Jan 14 05:33:20.572897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:20.575003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17c0d5fe-24fc-4cee-8425-bd588498e9fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.515s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:20.592550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.604790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Network 69229cf5-7c8a-4c53-a54e-784417789775 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:20.633113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 69229cf5-7c8a-4c53-a54e-784417789775) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:20.636198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815678c5-436b-4998-bc22-c06576b7e7d3 req-a3cfc10f-706b-4fbd-b437-9acb2e54aca9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:20.637882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815678c5-436b-4998-bc22-c06576b7e7d3 req-a3cfc10f-706b-4fbd-b437-9acb2e54aca9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5808b28630f34af792f06ed204777d84&device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 1162 time: 0.5226030 Jan 14 05:33:20.642920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b201eb4e-1490-4b41-a70e-6046f44707ea None None] Network 69229cf5-7c8a-4c53-a54e-784417789775 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:20.693336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4e28cae5-edc1-4649-af5d-39742e99671a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:20.698720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:20.711029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.721848 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815678c5-436b-4998-bc22-c06576b7e7d3 req-8d941193-2b22-4b7a-a845-b8b02e182396 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5808b28630f34af792f06ed204777d84&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0700281 Jan 14 05:33:20.764722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.780153 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3b5b516-0b29-4156-a760-6db0931e6822 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:20.792358 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:20.794058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7583e0b-8797-4d1e-beb9-45e4b4300aed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:20.834967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:33:20.845510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.856693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.859604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.860723 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/905ab61a-f204-4746-aa64-b120fe8a89f8 HTTP/1.1" status: 204 len: 168 time: 0.8236670 Jan 14 05:33:20.861978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.866346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53a17d49-77e8-47ad-9bde-86aea3b10151 HTTP/1.1" status: 204 len: 168 time: 0.8529904 Jan 14 05:33:20.866950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Pushing event deleted for resources: {'Port': ['ID=bab6d570-95c7-4af8-8548-0082e26ed52f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:20.867139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53a17d49-77e8-47ad-9bde-86aea3b10151,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:20.873667 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 3.5651724 Jan 14 05:33:20.874989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:20.875474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41594) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:20.878377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6ec7d09-63f1-4527-959d-6c4c018d2b44 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:20.895987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:20.896162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Request body: {'router': {'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:20.903507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.907207 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "DELETE /v2.0/security-groups/d66dc6fe-487d-430a-bcc3-560a11b234aa HTTP/1.1" status: 204 len: 168 time: 4.5219586 Jan 14 05:33:20.909729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=905ab61a-f204-4746-aa64-b120fe8a89f8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:20.909729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41598) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:20.910145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:20.923739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-cf72c3dc-183a-4010-b918-2f4ef14ab3b9 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] Unset dirty status for tenant:c4ed80880b4b410aab9f716ac2c5caa0 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:20.925026 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2d561409-8c2d-488f-8558-4e6e7ce5b45e req-cf72c3dc-183a-4010-b918-2f4ef14ab3b9 tempest-ServerDiskConfigTestJSON-524746849 tempest-ServerDiskConfigTestJSON-524746849] 10.222.0.41 "GET /v2.0/ports?device_id=436ea979-64fe-4eb6-b2f2-92487a5ec102 HTTP/1.1" status: 200 len: 210 time: 0.5865197 Jan 14 05:33:20.932219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:20.933074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:20.946543 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/4e28cae5-edc1-4649-af5d-39742e99671a HTTP/1.1" status: 204 len: 168 time: 7.5209785 Jan 14 05:33:20.947630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Usage tracker for resource:router and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:20.950986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41602) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:20.952772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:20.956562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:20.965246 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-e817c828-8f42-4886-b89d-49408acf3131 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] show failed (client error): The resource could not be found. Jan 14 05:33:20.969127 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e817c828-8f42-4886-b89d-49408acf3131 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "GET /v2.0/security-groups/d66dc6fe-487d-430a-bcc3-560a11b234aa HTTP/1.1" status: 404 len: 347 time: 0.0514834 Jan 14 05:33:20.969127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:20.979371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41604) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:21.062298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815678c5-436b-4998-bc22-c06576b7e7d3 req-9775fa7e-11d3-4f29-a694-a861026de5a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:21.064061 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815678c5-436b-4998-bc22-c06576b7e7d3 req-9775fa7e-11d3-4f29-a694-a861026de5a7 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3308971 Jan 14 05:33:21.079547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.080669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.094675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:21.098598 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:21.160331 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-0e50531f-9afa-4873-a554-64df4827cd22 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.0926945 Jan 14 05:33:21.160992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.161924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:21.162546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.184689 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:21.240301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Deleting port 50e238c7-ff83-4ec7-8b75-2297c5ad0c08 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:21.240538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.307320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] It took 0.36 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:33:21.463327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Pushing event updated for resources: {'Network': ['ID=1c00847b-9281-4af5-86b8-9ab73cd30a5c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:21.482303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.482488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.508004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:21.527829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:21.543353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:21.644667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Calling delete_port for 50e238c7-ff83-4ec7-8b75-2297c5ad0c08 owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:21.845449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41618) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:21.928376 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-52492b60-f0a9-4259-a6f8-b030cd6de206 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=24ca3e86221340b4a48df0b5215cde6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0787363 Jan 14 05:33:21.929776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:21.930319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41624) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:21.987914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:21.991473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-69229cf5-7c8a-4c53-a54e-784417789775', 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'fixed_ips': [{'subnet_id': 'ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:33:21.992570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.018754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-4e22cfb7-e34d-4cef-83e1-764e328d778d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:22.020311 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-4e22cfb7-e34d-4cef-83e1-764e328d778d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 1158 time: 1.8479991 Jan 14 05:33:22.020822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a28496d-7930-49e1-bc40-f114cdcd2c51 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:22.126017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Pushing event deleted for resources: {'Port': ['ID=50e238c7-ff83-4ec7-8b75-2297c5ad0c08,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:22.129444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:22.140631 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 7.6159647 Jan 14 05:33:22.157604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41630) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:22.182389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.187837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Network 0abe8ad9-3ba9-42db-b408-30391bea3581 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:22.221287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.257167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Request body: {'subnet': {'network_id': '1c00847b-9281-4af5-86b8-9ab73cd30a5c', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesTestJSON-1858094325-subnet', 'tenant_id': '96d4f740862846ab95dd15fc8b2610b3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:22.291141 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:22.296932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-e2cdf2c5-31df-4314-bedc-5d8983a1c528 None None] Time-cost: Fetching 2 ports in 2 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:33:22.316093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:22.317891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.335168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e46431d5-3591-4692-a21c-d05088e03793 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:22.359466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=978e335f-2a52-44be-96f5-8dc4c879eece,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:22.362517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:22.379599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:33:22.395530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.437552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.438846 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/978e335f-2a52-44be-96f5-8dc4c879eece HTTP/1.1" status: 204 len: 168 time: 0.5076599 Jan 14 05:33:22.460191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Usage tracker for resource:subnet and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:22.464159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.467386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:22.473841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:22.479143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.486187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] 10.222.0.48 "DELETE /v2.0/floatingips/a5f50ce0-e53b-489d-a0f9-3605eb7e3c3b HTTP/1.1" status: 204 len: 168 time: 1.5043759 Jan 14 05:33:22.487341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41640) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:22.556199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Allocated IP 172.20.0.2 (69229cf5-7c8a-4c53-a54e-784417789775/ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8/a548d8f8-d900-4183-827a-625038269887) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:22.567991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] No DVR routers for this DVR port bab6d570-95c7-4af8-8548-0082e26ed52f on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:33:22.595825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.617057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Made reservation on behalf of 96d4f740862846ab95dd15fc8b2610b3 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:22.622104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.647095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-ebe01585-fd9c-4842-8235-84d5c56c5af3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:22.648737 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-ebe01585-fd9c-4842-8235-84d5c56c5af3 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&shared=False HTTP/1.1" status: 200 len: 864 time: 1.3458722 Jan 14 05:33:22.660669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.663144 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b1ed93fb-4cea-4c14-bbce-2a22349c1e8b req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] 10.222.0.45 "DELETE /v2.0/ports/bab6d570-95c7-4af8-8548-0082e26ed52f HTTP/1.1" status: 204 len: 173 time: 8.3826745 Jan 14 05:33:22.666275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-deleted', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:22.785456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41648) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:22.830494 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b2e535d5-86af-4ae9-82a7-f52fbda4020f', 'name': 'network-vif-deleted', 'tag': 'bab6d570-95c7-4af8-8548-0082e26ed52f', 'status': 'completed', 'code': 200} Jan 14 05:33:22.846008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Transition to ACTIVE for port object 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:22.952080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ebe8899a-1f9d-4120-897f-afb97dec3e3d up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:22.971967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:22.973749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.005474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d8c80f4-92bd-4206-a4db-ecda235d8a18 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:23.039086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.056436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.056716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Transition to ACTIVE for port object a548d8f8-d900-4183-827a-625038269887 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:23.072336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.081510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Transition to ACTIVE for port object a548d8f8-d900-4183-827a-625038269887 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:23.091255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port ebe8899a-1f9d-4120-897f-afb97dec3e3d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:23.102568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port ebe8899a-1f9d-4120-897f-afb97dec3e3d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:23.103022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.157672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.229839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.261841 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:23.363487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Request body: {'network': {'name': 'tempest-ListServersNegativeTestJSON-1652976605-network', 'tenant_id': 'b2583d10797c4d3abc1e5e7b0ec1638e'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:23.391138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:23.418013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Pushing event updated for resources: {'Port': ['ID=a548d8f8-d900-4183-827a-625038269887,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:23.427099 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:23.429408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d350a233-e62b-4504-b210-65b05da02b5f']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:23.447566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Network 69229cf5-7c8a-4c53-a54e-784417789775 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:23.450120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:23.452548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:23.461238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8abba652-5c2b-4c0e-8d50-4739211aac0b') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:23.461661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8abba652-5c2b-4c0e-8d50-4739211aac0b') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:23.486422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Usage tracker for resource:network and tenant:b2583d10797c4d3abc1e5e7b0ec1638e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:23.493254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:23.505662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.507548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.516216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Attempting to bind port a548d8f8-d900-4183-827a-625038269887 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:23.516634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Attempting to bind port a548d8f8-d900-4183-827a-625038269887 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:23.517056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Attempting to bind port a548d8f8-d900-4183-827a-625038269887 on network 69229cf5-7c8a-4c53-a54e-784417789775 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:23.519252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:23.545445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.547988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:33:23.580733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:23.581160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Checking segment: {'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:23.581631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.582025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Bound using segment: {'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:23.582568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Bound port: a548d8f8-d900-4183-827a-625038269887, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:23.583019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.667246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.673220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Made reservation on behalf of b2583d10797c4d3abc1e5e7b0ec1638e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:23.678806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.699743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.703219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:23.728305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:23.729311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port ebe8899a-1f9d-4120-897f-afb97dec3e3d, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ebe8899a-1f9d-4120-897f-afb97dec3e3d,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:23.734437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Usage tracker for resource:security_group_rule and tenant:b2583d10797c4d3abc1e5e7b0ec1638e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:23.737359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:23.743341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.744290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ab100c1b-ce9a-499d-af73-c92c4ab742b7 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:23.744958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:23.801137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81950043-ed8b-4d33-9672-5701feba62e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:23.832962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Network d350a233-e62b-4504-b210-65b05da02b5f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:23.852916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.874363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] For port a548d8f8-d900-4183-827a-625038269887, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:23.877509 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d', 'code': 200} Jan 14 05:33:23.878105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=ebe8899a-1f9d-4120-897f-afb97dec3e3d,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:23.886476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.889361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.889752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.890142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.890522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.890952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.891293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.891655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.892028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.892398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.892770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.893128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.893493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.893921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.894289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.894653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.895088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.895454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.895824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.896187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.896548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.896907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.897285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.898076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.898442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.898914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.899282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.899645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.900013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.900188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.900358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.900791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.901218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.901834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.902315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.902685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.903089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.903452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:23.908484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:23.926339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:23.929203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port ab100c1b-ce9a-499d-af73-c92c4ab742b7 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:23.935208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port ab100c1b-ce9a-499d-af73-c92c4ab742b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:23.935638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.939397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41672) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:23.945207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd108717-94d9-43b8-9a26-89cf467b1805 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:23.995595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:23.997066 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Added segment ae794675-b9eb-40f9-82f5-bc41e44ae88d of type vxlan for network b6620d03-d396-4942-9d4c-06dd91b08927 Jan 14 05:33:24.077678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.096719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dd19a64d-3aa9-4d72-ab3a-3139e5fcb921,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:24.115175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:24.121896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port ab100c1b-ce9a-499d-af73-c92c4ab742b7, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ab100c1b-ce9a-499d-af73-c92c4ab742b7,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:24.128261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.130981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:24.140983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.161560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-da3c7e23-e19a-42d6-b6ca-93f4c7f99483 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:24.163234 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-da3c7e23-e19a-42d6-b6ca-93f4c7f99483 service neutron] 10.222.0.41 "GET /v2.0/networks?id=00459cd6-3a3e-415b-9646-9ab104fc9277 HTTP/1.1" status: 200 len: 913 time: 2.0731339 Jan 14 05:33:24.170177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.206361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0abe8ad9-3ba9-42db-b408-30391bea3581 HTTP/1.1" status: 204 len: 168 time: 8.7755673 Jan 14 05:33:24.213596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=ab100c1b-ce9a-499d-af73-c92c4ab742b7,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:24.217866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:24.283789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ebe8899a-1f9d-4120-897f-afb97dec3e3d up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:24.337373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Pushing event updated for resources: {'Port': ['ID=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:24.368294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.363s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:24.385992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.341s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:24.407046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-87b6165d-fb81-40e3-bb87-e9767cafb0dc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=ab100c1b-ce9a-499d-af73-c92c4ab742b7 HTTP/1.1" status: 200 len: 217 time: 0.1962566 Jan 14 05:33:24.427553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port ebe8899a-1f9d-4120-897f-afb97dec3e3d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:24.429716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.433844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Pushing event deleted for resources: {'Network': ['ID=0abe8ad9-3ba9-42db-b408-30391bea3581,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:24.527938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41680) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:24.530093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Network d350a233-e62b-4504-b210-65b05da02b5f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:24.552212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:24.554893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-e0c6794f-f19a-4759-a5ba-5a47089b5675 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:24.556764 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-e0c6794f-f19a-4759-a5ba-5a47089b5675 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.8848872 Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:24.587487 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:24.604859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ab100c1b-ce9a-499d-af73-c92c4ab742b7 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:24.658158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Request body: {'network': {'name': 'tempest-FloatingIPsTestJSON-1852669204-network', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:24.673796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:24.679943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port ab100c1b-ce9a-499d-af73-c92c4ab742b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:24.680328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.740333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Usage tracker for resource:network and tenant:dd8ef5e65abe460abfb2e01ddc84a274 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:24.818295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:24.833100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.834433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:24.835078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:24.844769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:24.847105 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:25.031676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Made reservation on behalf of dd8ef5e65abe460abfb2e01ddc84a274 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:25.036393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.070751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-2d778fa4-ce74-4da7-9940-84c2b89d2426 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.45 "GET /v2.0/ports?device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.4718256 Jan 14 05:33:25.129983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.153316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.160396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] For port a548d8f8-d900-4183-827a-625038269887, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a548d8f8-d900-4183-827a-625038269887,segment=NetworkSegment(76358cab-d4e6-4ee2-9eb9-5dce02c9db28),segment_id=76358cab-d4e6-4ee2-9eb9-5dce02c9db28)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:25.164258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-1340d468-b6bb-4005-a5a3-dee4290668b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:25.165639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.165880 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-1340d468-b6bb-4005-a5a3-dee4290668b7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=b78f0999-6c57-4223-b1f5-4c584b9fe699 HTTP/1.1" status: 200 len: 858 time: 0.7261875 Jan 14 05:33:25.247072 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 2.4607511 Jan 14 05:33:25.248174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Pushing event updated for resources: {'Network': ['ID=b6620d03-d396-4942-9d4c-06dd91b08927,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:25.253785 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef15b531-ee3a-4afc-bdf7-fa60b61b4386 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6931586 Jan 14 05:33:25.254204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.262095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41686) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:25.262782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41688) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:25.265094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:25.266121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:25.313888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:25.328401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.345070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Request body: {'subnet': {'network_id': 'b6620d03-d396-4942-9d4c-06dd91b08927', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServersNegativeTestJSON-1652976605-subnet', 'tenant_id': 'b2583d10797c4d3abc1e5e7b0ec1638e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:25.356991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Usage tracker for resource:security_group_rule and tenant:dd8ef5e65abe460abfb2e01ddc84a274 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:25.373278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:25.373517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:25.404032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:25.448211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:25.453599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Deleting port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:25.453777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.455632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b6620d03-d396-4942-9d4c-06dd91b08927 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:25.498505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Pushing event deleted for resources: {'Network': ['ID=d350a233-e62b-4504-b210-65b05da02b5f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:25.502222 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-b87c9ec5-5811-43c7-a2a7-151a476702be service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=00459cd6-3a3e-415b-9646-9ab104fc9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2460296 Jan 14 05:33:25.507407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:25.518414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.533304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Usage tracker for resource:subnet and tenant:b2583d10797c4d3abc1e5e7b0ec1638e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:25.538727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:25.591696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b6620d03-d396-4942-9d4c-06dd91b08927 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:25.591829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-ac534251-e45d-46c4-91ac-a6bc7575e9db tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:25.592629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-ac534251-e45d-46c4-91ac-a6bc7575e9db tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Synchronizing usage tracker for tenant:5808b28630f34af792f06ed204777d84 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:25.597847 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d350a233-e62b-4504-b210-65b05da02b5f HTTP/1.1" status: 204 len: 168 time: 4.5997729 Jan 14 05:33:25.599303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.710956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b6620d03-d396-4942-9d4c-06dd91b08927 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:25.732885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Pushing event updated for resources: {'Port': ['ID=a548d8f8-d900-4183-827a-625038269887,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:25.733215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-ac534251-e45d-46c4-91ac-a6bc7575e9db tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Unset dirty status for tenant:5808b28630f34af792f06ed204777d84 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:25.735696 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-ac534251-e45d-46c4-91ac-a6bc7575e9db tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.41 "GET /v2.0/ports?device_id=d815a1b8-cd2a-4906-84eb-481c5d02a84a HTTP/1.1" status: 200 len: 949 time: 0.8715608 Jan 14 05:33:25.754719 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:25.790089 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-1a8f9b5e-247c-47d3-a3ad-65d0f9d2b5dd service neutron] 10.222.0.41 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2609200 Jan 14 05:33:25.798984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:25.880511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:25.943956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:25.999436 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7', 'code': 200} Jan 14 05:33:26.003659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Deleting port ebe8899a-1f9d-4120-897f-afb97dec3e3d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:26.004049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.053437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.076424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-173ff633-3c1e-4c88-b0f8-4a98479e3813 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:26.079563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-626a294b-f890-47a0-9e9c-4d734bc483d2 req-cc2a0abe-0c42-45e9-a2cf-5414c11621ea service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.2873642 Jan 14 05:33:26.081503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.083386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41706) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:26.172150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Made reservation on behalf of b2583d10797c4d3abc1e5e7b0ec1638e for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:26.176860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.184109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:26.252462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ab100c1b-ce9a-499d-af73-c92c4ab742b7 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:26.255495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4a05923-9af2-4c17-a7a8-e9727eaf4ee6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:26.276121 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:26.284296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.284743 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Added segment 5e6c4273-de5f-4df6-b94a-df3b503d0fc4 of type vxlan for network e42e4bf0-1867-46a6-93c4-7cf3c7348604 Jan 14 05:33:26.325285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Deleting port fe6e9aed-eee0-45dc-8b66-b5fba92930c6 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:26.325655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.413499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port ab100c1b-ce9a-499d-af73-c92c4ab742b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:26.413901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.458180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Attempting to bind port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:26.458180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Attempting to bind port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:26.458180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Attempting to bind port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:26.552863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Allocated IP 172.25.3.236 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/5982c8c9-1fed-46e6-a766-97085021cff9) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:26.584529 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-626a294b-f890-47a0-9e9c-4d734bc483d2 req-d51bb392-b71c-4547-8248-5ba3a96df30f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4151869 Jan 14 05:33:26.590315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ebe8899a-1f9d-4120-897f-afb97dec3e3d no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:26.603162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:26.603546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:26.604026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.604438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:26.604927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Bound port: 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:26.605300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.607179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.617207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.713395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.753356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port ebe8899a-1f9d-4120-897f-afb97dec3e3d, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ebe8899a-1f9d-4120-897f-afb97dec3e3d,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:26.758375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:26.761042 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:26.811453 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9e4eb623-5a68-490f-9b45-5ec133ace1cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f4209c37f2a04d8abe578923ac3ccaa3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.6662343 Jan 14 05:33:26.826731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41710) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:26.844990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=ebe8899a-1f9d-4120-897f-afb97dec3e3d,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:26.848684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:27.142578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] For port ebe8899a-1f9d-4120-897f-afb97dec3e3d, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ebe8899a-1f9d-4120-897f-afb97dec3e3d,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:27.143036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.151699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] It took 0.50 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:33:27.154814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.345840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4afb3d4e-ebeb-4a9d-9a12-23a2cf8d9f61 req-840bb4a1-5a1a-4444-add8-2e9a56ad5845 service neutron] 10.222.0.41 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.5443137 Jan 14 05:33:27.347678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Calling delete_port for ebe8899a-1f9d-4120-897f-afb97dec3e3d owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:27.348003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-cbe24eaa-4d4d-44f0-8e37-c908961595be tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Synchronizing usage tracker for tenant:d6f5f3c749464eb58aa21817fbb6622f on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:27.427472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] For port 0eaf41f8-b4f0-4e15-a366-edba3749e5b9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:27.427868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.447396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.448500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:27.449542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.465776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e4db3d-3fd8-42a1-9d90-f88c5089bbd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:27.569912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38ed5edf-2229-493e-9906-43032fceed40 None None] Network 69229cf5-7c8a-4c53-a54e-784417789775 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:27.594210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.612312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Calling delete_port for 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:27.649011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-cbe24eaa-4d4d-44f0-8e37-c908961595be tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] Unset dirty status for tenant:d6f5f3c749464eb58aa21817fbb6622f on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:27.650295 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-cbe24eaa-4d4d-44f0-8e37-c908961595be tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.41 "GET /v2.0/networks?id=0abe8ad9-3ba9-42db-b408-30391bea3581 HTTP/1.1" status: 200 len: 213 time: 0.7162828 Jan 14 05:33:27.664868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-626a294b-f890-47a0-9e9c-4d734bc483d2 req-48155c78-fd48-4532-911c-6a3befd141f9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:27.666293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-626a294b-f890-47a0-9e9c-4d734bc483d2 req-48155c78-fd48-4532-911c-6a3befd141f9 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0309744 Jan 14 05:33:27.669385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] For port fe6e9aed-eee0-45dc-8b66-b5fba92930c6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,segment=NetworkSegment(b24106d4-2239-43c9-8804-30ca3a5406ee),segment_id=b24106d4-2239-43c9-8804-30ca3a5406ee)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:27.669808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.671029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] For port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:27.683766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.7257636 Jan 14 05:33:27.688663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41714) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:27.689512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c727d002-b7d5-4096-8af0-b652ecc3abb1 None None] Provisioning for port a548d8f8-d900-4183-827a-625038269887 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:27.693818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.699436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.699615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Pushing event updated for resources: {'Network': ['ID=e42e4bf0-1867-46a6-93c4-7cf3c7348604,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:27.709187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Request body: {'subnet': {'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPsTestJSON-1852669204-subnet', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:27.716471 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf7ae0f7-d5d2-41ef-83af-e7b12e1ab19a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:27.720470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:27.732776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] For port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:27.735049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:27.745963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:27.750085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:27.760805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:27.806903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.820927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=18667b51-b996-4303-a2d3-7088ae0b6a15,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:27.829857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Calling delete_port for fe6e9aed-eee0-45dc-8b66-b5fba92930c6 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:27.836491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Usage tracker for resource:subnet and tenant:dd8ef5e65abe460abfb2e01ddc84a274 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:27.839631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:27.868187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:33:27.868557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:33:27.890124 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4bea4883-b479-41e1-9d80-f5d83ca76288 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:27.892198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:27.912996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b739e7b1-47bc-43a8-98ce-a91f01184888 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:27.920509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:27.943341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-626a294b-f890-47a0-9e9c-4d734bc483d2 req-db91d0c2-9567-4185-bfb9-f3d43e22ff3c tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.45 "GET /v2.0/ports?device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.2126169 Jan 14 05:33:28.023560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.031312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-5539227e-bbf5-434a-96d3-e38529e2e988 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:28.032152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-5539227e-bbf5-434a-96d3-e38529e2e988 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Synchronizing usage tracker for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:28.048059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:28.053893 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-4e1cb7c1-3683-4282-b569-2759d6faa511 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.2530651 Jan 14 05:33:28.058431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:28.081803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Pushing event updated for resources: {'Port': ['ID=5982c8c9-1fed-46e6-a766-97085021cff9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:28.095188 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:28.124198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-5539227e-bbf5-434a-96d3-e38529e2e988 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Unset dirty status for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:28.125844 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-5539227e-bbf5-434a-96d3-e38529e2e988 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.41 "GET /v2.0/ports?device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 945 time: 0.7237971 Jan 14 05:33:28.156130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Made reservation on behalf of dd8ef5e65abe460abfb2e01ddc84a274 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:28.161456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.176045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.179937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/18667b51-b996-4303-a2d3-7088ae0b6a15 HTTP/1.1" status: 204 len: 168 time: 2.9057343 Jan 14 05:33:28.180086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a548d8f8-d900-4183-827a-625038269887 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:28.218097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-d791d569-136f-4bfc-9c39-d1d47338a24c service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1251640 Jan 14 05:33:28.258296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ab100c1b-ce9a-499d-af73-c92c4ab742b7 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:28.340475 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d', 'code': 200} Jan 14 05:33:28.368582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Deleting port ab100c1b-ce9a-499d-af73-c92c4ab742b7 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:28.369119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.454517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.484403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Deleting port ebe8899a-1f9d-4120-897f-afb97dec3e3d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:28.487412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.515965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port ab100c1b-ce9a-499d-af73-c92c4ab742b7, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ab100c1b-ce9a-499d-af73-c92c4ab742b7,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:28.523522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Pushing event updated for resources: {'Port': ['ID=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:28.530219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.536374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:28.539199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.649s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:28.572213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a548d8f8-d900-4183-827a-625038269887 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:28.597377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a548d8f8-d900-4183-827a-625038269887 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:28.597803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.631285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.672850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=ab100c1b-ce9a-499d-af73-c92c4ab742b7,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:28.679310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:28.681161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:28.785889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.811351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.858355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port a548d8f8-d900-4183-827a-625038269887, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a548d8f8-d900-4183-827a-625038269887,segment=NetworkSegment(76358cab-d4e6-4ee2-9eb9-5dce02c9db28),segment_id=76358cab-d4e6-4ee2-9eb9-5dce02c9db28)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:28.867692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.870048 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:28.871501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:28.903208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:28.956616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:28.980012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:28.980752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:28.982282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] 10.222.0.45 "PUT /v2.0/ports/06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb HTTP/1.1" status: 200 len: 1160 time: 13.4535930 Jan 14 05:33:29.002558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=a548d8f8-d900-4183-827a-625038269887,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:29.004967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:29.006777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:29.062308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a59fab0c-e918-46c6-b42f-8369e8c4f379 None None] Provisioning complete for port a548d8f8-d900-4183-827a-625038269887 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:29.062730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a59fab0c-e918-46c6-b42f-8369e8c4f379 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:29.182997 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb', 'status': 'completed', 'code': 200} Jan 14 05:33:29.322783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Pushing event updated for resources: {'Subnet': ['ID=9e42e978-ecb1-4d3c-8d88-f7fbf8d9f56c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:29.326444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-88c952e4-305b-459f-a05f-0d001101d358 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:29.328145 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-88c952e4-305b-459f-a05f-0d001101d358 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.0897098 Jan 14 05:33:29.360234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:29.371357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb69b5be-4562-4bde-89f4-6152836fe698 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.512s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:29.385954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:29.414176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:29.452363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b88b7f19-cca7-4945-b3a9-1baed55903b0 None None] Provisioning complete for port a548d8f8-d900-4183-827a-625038269887 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:29.452799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88b7f19-cca7-4945-b3a9-1baed55903b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:29.678210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cde998d-17b4-4671-b50e-3167036be115,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:29.727823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:29.748698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:29.767659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-faa3053a-b2cb-4177-8654-2d29a3ca0194 None None] Provisioning complete for port a548d8f8-d900-4183-827a-625038269887 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:29.768091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-faa3053a-b2cb-4177-8654-2d29a3ca0194 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:29.796027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-369e4c3b-0247-42fe-917a-b1ce16b273b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:29.839669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-6d638f02-2c4a-41b9-a27c-c0b49e4fbced tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.41 "GET /v2.0/ports?device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.1631560 Jan 14 05:33:29.902709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:29.907102 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cde998d-17b4-4671-b50e-3167036be115 HTTP/1.1" status: 204 len: 168 time: 3.0697501 Jan 14 05:33:29.932042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:30.190859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe6e9aed-eee0-45dc-8b66-b5fba92930c6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:30.206285 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-ec856246-94c3-477e-af76-cce5c1eff5d9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.1071625 Jan 14 05:33:30.223501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a548d8f8-d900-4183-827a-625038269887 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:30.263563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f49d496f-a594-441d-99ea-ef1f7c4b55c4,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:30.293301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.879s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:30.305753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:30.320495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] For port ebe8899a-1f9d-4120-897f-afb97dec3e3d, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ebe8899a-1f9d-4120-897f-afb97dec3e3d,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:30.321745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:30.331558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a8dbf171-fe15-49a7-a1c2-1acf6abd6748 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:30.333300 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a8dbf171-fe15-49a7-a1c2-1acf6abd6748 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 1163 time: 1.2426112 Jan 14 05:33:30.333937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.370s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:30.350480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:30.468229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a548d8f8-d900-4183-827a-625038269887 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:30.468962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:30.578081 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7', 'code': 422} returned with failed status Jan 14 05:33:30.730453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Checking segment: {'id': 'f8031ac5-39d0-4271-9fb8-0b88e4819429', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1c00847b-9281-4af5-86b8-9ab73cd30a5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:30.730888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Network hostable DHCP agents. Network: 1c00847b-9281-4af5-86b8-9ab73cd30a5c, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:30.740466 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-5fc2d25e-fa6f-4956-b673-b596fc3c5099 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=d6f5f3c749464eb58aa21817fbb6622f&shared=False HTTP/1.1" status: 200 len: 213 time: 0.4945824 Jan 14 05:33:30.769505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Pushing event deleted for resources: {'Port': ['ID=0eaf41f8-b4f0-4e15-a366-edba3749e5b9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:30.801517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:30.842339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Calling delete_port for ebe8899a-1f9d-4120-897f-afb97dec3e3d owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:30.873826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] For port ab100c1b-ce9a-499d-af73-c92c4ab742b7, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ab100c1b-ce9a-499d-af73-c92c4ab742b7,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:30.874300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:30.942501 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-98a198be-876b-4edd-bbfd-f68d6b6045b6 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb HTTP/1.1" status: 200 len: 217 time: 0.4781122 Jan 14 05:33:30.958652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:31.080492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-924142fe-2645-4b34-9063-15557f64af36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:31.082241 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-924142fe-2645-4b34-9063-15557f64af36 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3019302 Jan 14 05:33:31.116187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Calling delete_port for ab100c1b-ce9a-499d-af73-c92c4ab742b7 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:31.323727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:31.341401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41788) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:31.347101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 1c00847b-9281-4af5-86b8-9ab73cd30a5c) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:31.355372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-42aea369-f771-4d97-9f59-d8576c57e867 None None] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:31.421906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:31.488321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0cd79eb5-0fda-4be7-a9ec-5f305fd93fb4 req-3d4915e0-29c2-4eae-b718-609285787583 tempest-ServerTagsTestJSON-1639785331 tempest-ServerTagsTestJSON-1639785331] 10.222.0.41 "GET /v2.0/ports?device_id=f192465f-a098-4766-aa02-8068c9d39352 HTTP/1.1" status: 200 len: 210 time: 0.1459811 Jan 14 05:33:31.492632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-07bc8ec4-034f-46c3-b227-7275844f319f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:31.494276 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-07bc8ec4-034f-46c3-b227-7275844f319f service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 0.5282488 Jan 14 05:33:31.646558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Checking segment: {'id': 'ae794675-b9eb-40f9-82f5-bc41e44ae88d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6620d03-d396-4942-9d4c-06dd91b08927'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:31.647098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Network hostable DHCP agents. Network: b6620d03-d396-4942-9d4c-06dd91b08927, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:31.653302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:31.654089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:31.689907 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 9.5078440 Jan 14 05:33:31.710665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:31.783093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-network', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:31.797547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:31.797547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Usage tracker for resource:network and tenant:8872b264b77d444a8e1daf5e3140b998 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:31.797778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Network b6620d03-d396-4942-9d4c-06dd91b08927 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:31.797904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:31.802952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:31.815250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-553a97ac-bafb-4793-985f-23710a5a8417 None None] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:31.905265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b6620d03-d396-4942-9d4c-06dd91b08927) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:31.916408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-b4ccff23-85e0-4337-a5ba-070967656a91 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:31.918044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-b4ccff23-85e0-4337-a5ba-070967656a91 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.3472672 Jan 14 05:33:31.974077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:31.974743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.108010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86dad5e7-6b97-4541-af70-0c2124111511 None None] Network b6620d03-d396-4942-9d4c-06dd91b08927 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:32.356236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41810) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:32.395258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Made reservation on behalf of 8872b264b77d444a8e1daf5e3140b998 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:32.400050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.415447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-539314468', 'description': 'tempest-description-85569202'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:32.428559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b41c8c8-d86c-4d87-a032-f6d471d09e1c None None] Network b6620d03-d396-4942-9d4c-06dd91b08927 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:32.443991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:32.459193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.474226 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 855 time: 7.2044015 Jan 14 05:33:32.487795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.531706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:32.538204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:32.544949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:32.561456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:32.586039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Usage tracker for resource:security_group_rule and tenant:8872b264b77d444a8e1daf5e3140b998 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:32.622495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e7f061e-e04b-492b-b6d7-ef12318f6db9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:32.790491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:32.793676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.794003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.810570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.821242 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-f80c01be-9bdc-422c-a01a-9c71545bd8eb service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8545208 Jan 14 05:33:32.824713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:32.827482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3e0a4365-1942-4bfc-abd2-8c82a006fd9d,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:32.841223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:32.843520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:32.902728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:32.953856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:32.954721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Checking segment: {'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:32.955124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Network hostable DHCP agents. Network: e42e4bf0-1867-46a6-93c4-7cf3c7348604, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:32.984642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Pushing event deleted for resources: {'Port': ['ID=ab100c1b-ce9a-499d-af73-c92c4ab742b7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:32.987987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:32.988606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Usage tracker for resource:security_group_rule and tenant:90bcd4b5eada4a179b006256a50ccff9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:32.989988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.004412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:33.028162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:33.060487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7b992da-9ff5-42a5-a7ee-272405295993 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:33.163896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:33.198766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Pushing event deleted for resources: {'Port': ['ID=ebe8899a-1f9d-4120-897f-afb97dec3e3d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:33.215490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:33.222184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:33.284547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e42e4bf0-1867-46a6-93c4-7cf3c7348604) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:33.292814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a26d63ec-807b-42c4-99b8-f1c2334b0a09 None None] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:33.340952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Router d2ed350c-5650-43e0-82bf-11c1d449e238 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:33:33.348165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:33.368049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:33.368712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.379485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-434358b3-3165-4f82-ad83-f3cffffb1a6a service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4271731 Jan 14 05:33:33.425552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.474769 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:33.479127 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:33.508595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5682bdf1-47cc-4565-ab4a-b1203df3fc9d req-090b272f-8000-4d86-b880-3a301305d78c tempest-ListServersNegativeTestJSON-1291758505 tempest-ListServersNegativeTestJSON-1291758505] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:33.509352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:33.522266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5682bdf1-47cc-4565-ab4a-b1203df3fc9d req-090b272f-8000-4d86-b880-3a301305d78c tempest-ListServersNegativeTestJSON-1291758505 tempest-ListServersNegativeTestJSON-1291758505] 10.222.0.48 "GET /v2.0/networks?id=b6620d03-d396-4942-9d4c-06dd91b08927 HTTP/1.1" status: 200 len: 818 time: 0.4187121 Jan 14 05:33:33.572460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-e42e4bf0-1867-46a6-93c4-7cf3c7348604', 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'fixed_ips': [{'subnet_id': '3e0a4365-1942-4bfc-abd2-8c82a006fd9d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:33:33.573659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.693550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5682bdf1-47cc-4565-ab4a-b1203df3fc9d req-b03bef20-e57e-4813-8637-a308b56874d8 tempest-ListServersNegativeTestJSON-1291758505 tempest-ListServersNegativeTestJSON-1291758505] 10.222.0.48 "GET /v2.0/quotas/b2583d10797c4d3abc1e5e7b0ec1638e HTTP/1.1" status: 200 len: 375 time: 0.1700110 Jan 14 05:33:33.711055 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 6.0141654 Jan 14 05:33:33.734510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41834) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:33.779844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:33.787063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.804757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.812751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:33.819796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-751c5ff4-090c-4741-b05d-ecc73a6c4ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:33.837127 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5682bdf1-47cc-4565-ab4a-b1203df3fc9d req-9bd757d9-9eba-4089-a469-34d8342ae808 tempest-ListServersNegativeTestJSON-1291758505 tempest-ListServersNegativeTestJSON-1291758505] 10.222.0.48 "GET /v2.0/ports?tenant_id=b2583d10797c4d3abc1e5e7b0ec1638e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1102085 Jan 14 05:33:33.846040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.870287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.885634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Allocated IP 172.20.0.2 (e42e4bf0-1867-46a6-93c4-7cf3c7348604/3e0a4365-1942-4bfc-abd2-8c82a006fd9d/1e555917-6bcd-45ca-bfbc-1965b9d5fee0) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:33.910768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ea4e54f-15bc-4893-8266-096e04d1baba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:33.931540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Usage tracker for resource:router and tenant:dd8ef5e65abe460abfb2e01ddc84a274 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:33.934822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:33.941463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:33.988972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.989741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroup': ['ID=abf0f7e1-37db-4ef6-9158-7b846d71341e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:33.990118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:33.996265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] No DVR routers for this DVR port ebe8899a-1f9d-4120-897f-afb97dec3e3d on host n-h1-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:33:34.035594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:34.038453 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=90bcd4b5eada4a179b006256a50ccff9&name=default HTTP/1.1" status: 200 len: 2979 time: 1.6755469 Jan 14 05:33:34.046334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-f2509799-2eb4-43bd-8d59-d5faae52fc77 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:34.048033 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-f2509799-2eb4-43bd-8d59-d5faae52fc77 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 1163 time: 0.5794203 Jan 14 05:33:34.048573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41838) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:34.049363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.055652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfb9e9df-b122-4a90-ab0a-1f463142d733,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:34.059063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:34.062163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:34.062328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-deleted', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:34.076236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] Sync routers for ids ['d2ed350c-5650-43e0-82bf-11c1d449e238'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:34.093810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] Routers {'d2ed350c-5650-43e0-82bf-11c1d449e238'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:34.094635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d2ed350c-5650-43e0-82bf-11c1d449e238'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:34.097519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] No DVR routers for this DVR port ab100c1b-ce9a-499d-af73-c92c4ab742b7 on host n-h1-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:33:34.121081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.123224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.142570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.178493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Router d7c5615a-dc40-4e7a-b320-bea5ee1888ec has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:33:34.196899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.199227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.208157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] 10.222.0.48 "PUT /v2.0/routers/d2ed350c-5650-43e0-82bf-11c1d449e238/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.7865000 Jan 14 05:33:34.211828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Transition to ACTIVE for port object 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:34.214733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f90eead-f4ab-4f05-a272-aaa7673c4671 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:34.223918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41846) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:34.233173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Transition to ACTIVE for port object 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:34.241511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.242074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.242895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f57c453b-3fb5-44c7-a089-27932b2d0ee4 req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 1.8707078 Jan 14 05:33:34.248691 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-134e23cb-32c5-441d-aad9-a7c557ec06ff req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] 10.222.0.41 "DELETE /v2.0/ports/ebe8899a-1f9d-4120-897f-afb97dec3e3d HTTP/1.1" status: 204 len: 173 time: 8.5025356 Jan 14 05:33:34.262933 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33302b6d-1fb1-406d-b35f-8ecd7a45d161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:34.337967 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.41 "DELETE /v2.0/ports/ab100c1b-ce9a-499d-af73-c92c4ab742b7 HTTP/1.1" status: 204 len: 173 time: 6.2069848 Jan 14 05:33:34.381662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 14} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:34.421699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Pushing event updated for resources: {'Port': ['ID=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:34.434036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:34.453820 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd815a1b8-cd2a-4906-84eb-481c5d02a84a', 'name': 'network-vif-deleted', 'tag': 'ebe8899a-1f9d-4120-897f-afb97dec3e3d', 'status': 'completed', 'code': 200} Jan 14 05:33:34.471742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0789d637-ae97-4d25-a762-2b2ca2f07f4e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:34.480888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] Set router d2ed350c-5650-43e0-82bf-11c1d449e238 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:34.535380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:34.537023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:34.558293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:34.578551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:33:34.600644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:34.601806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.602262 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Added segment 82c76797-f430-4593-8307-240a59e6e78f of type vxlan for network b742e3ed-d573-4dd1-99de-30f6498182f2 Jan 14 05:33:34.655678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Attempting to bind port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:34.656042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Attempting to bind port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:34.656398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Attempting to bind port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 on network e42e4bf0-1867-46a6-93c4-7cf3c7348604 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:34.664111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:34.664536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Checking segment: {'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:34.664987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.665434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Bound using segment: {'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:34.665980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Bound port: 1e555917-6bcd-45ca-bfbc-1965b9d5fee0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:34.666409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.777157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] For port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:34.781170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] For port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,segment=NetworkSegment(5e6c4273-de5f-4df6-b94a-df3b503d0fc4),segment_id=5e6c4273-de5f-4df6-b94a-df3b503d0fc4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:34.787760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:34.810161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:34.827316 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5682bdf1-47cc-4565-ab4a-b1203df3fc9d req-30a31a71-2553-4d58-888a-0b89b6b96ded service neutron] 10.222.0.48 "GET /v2.0/networks/b6620d03-d396-4942-9d4c-06dd91b08927?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9890449 Jan 14 05:33:34.893911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Pushing event updated for resources: {'Port': ['ID=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:34.952393 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:34.996922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:33:28Z', 'revision_number': 5, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:35.004949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] Checking router: d2ed350c-5650-43e0-82bf-11c1d449e238 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:35.016123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] Routers {'d2ed350c-5650-43e0-82bf-11c1d449e238'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:35.017121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d2ed350c-5650-43e0-82bf-11c1d449e238'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:35.088871 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5682bdf1-47cc-4565-ab4a-b1203df3fc9d req-724e81fc-668b-495b-a679-ca0e557f8fd2 service neutron] 10.222.0.48 "GET /v2.0/networks/b6620d03-d396-4942-9d4c-06dd91b08927?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2603571 Jan 14 05:33:35.226790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-a3d9f579-7c57-45c5-9ffb-58aac06673c7 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/abf0f7e1-37db-4ef6-9158-7b846d71341e HTTP/1.1" status: 200 len: 1802 time: 0.6274858 Jan 14 05:33:35.239786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] Set router d2ed350c-5650-43e0-82bf-11c1d449e238 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:35.290193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:35.321908 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-489c1101-2d30-4c48-83a2-382e86a7181a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 210 time: 0.2167094 Jan 14 05:33:35.362367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf0f7e1-37db-4ef6-9158-7b846d71341e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:35.362736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'abf0f7e1-37db-4ef6-9158-7b846d71341e', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:35.405128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:35.410529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:35.437677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:35.578138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:35.605908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:35.616717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] Sync routers for ids ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:35.645356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] Routers {'d7c5615a-dc40-4e7a-b320-bea5ee1888ec'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:35.646727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:35.662642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:35.714617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] 10.222.0.48 "PUT /v2.0/routers/d7c5615a-dc40-4e7a-b320-bea5ee1888ec/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2194233 Jan 14 05:33:35.733051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:35.807187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:33:28Z', 'revision_number': 5, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:35.818811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:35.820744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2cd6084-b68d-4304-94c0-7e5b5c1045d6 None None] The sync data for ids ['d2ed350c-5650-43e0-82bf-11c1d449e238'] in n-d-768851-4 is: [{'id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'name': 'tempest-ServerRescueNegativeTestJSON-479449237-router', 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141'}], 'enable_snat': True}, 'gw_port_id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:34Z', 'updated_at': '2021-01-14T05:33:28Z', 'revision_number': 5, 'project_id': 'a3af64f935d9465fa4402e3cb7b8e4fa', 'gw_port': {'id': 'e2469ba0-e1c4-4529-b2cf-c7a56554b993', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9e:3d:83', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd2ed350c-5650-43e0-82bf-11c1d449e238', 'device_owner': 'network:router_gateway', 'standard_attr_id': 805, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.141', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:40Z', 'updated_at': '2021-01-14T05:32:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:33:35.886171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-d9edb89b-2d59-4721-aec0-7b7a982ceea7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:35.894931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-d9edb89b-2d59-4721-aec0-7b7a982ceea7 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.5550351 Jan 14 05:33:35.899818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:33:35.959020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-ed518be6-dc65-4b77-8d34-d5e03afd1e63 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:35.963666 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-ed518be6-dc65-4b77-8d34-d5e03afd1e63 service neutron] 10.222.0.45 "GET /v2.0/networks?id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1 HTTP/1.1" status: 200 len: 863 time: 1.9004421 Jan 14 05:33:35.984303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.031862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.065543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.084981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.163066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:36.170354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.176426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Sync routers for ids ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:36.192612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Routers {'0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:36.193291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:36.194433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.195918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:36.196689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.217844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:36.340099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Pushing event updated for resources: {'Network': ['ID=b742e3ed-d573-4dd1-99de-30f6498182f2,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:36.344923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:36.372163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bcf76952-726e-4857-bec6-baa796c26d6a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:36.416285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.418009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2e9b61e6-b60c-43fa-9b80-575e7380c7de req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.1577058 Jan 14 05:33:36.418993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.420385 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 15.5347905 Jan 14 05:33:36.422246 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 5.0712602 Jan 14 05:33:36.436814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4f8f1277-8cdc-4e1d-a933-a79f86038266,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:36.440526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:36.441606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41882) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:36.442172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:36.444177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:36.553955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b742e3ed-d573-4dd1-99de-30f6498182f2 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:36.606517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b742e3ed-d573-4dd1-99de-30f6498182f2 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:36.662814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b742e3ed-d573-4dd1-99de-30f6498182f2 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:36.677986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:36.731479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] Set router d7c5615a-dc40-4e7a-b320-bea5ee1888ec gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:36.816169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-deleted', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:36.989182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-733205505', 'description': 'tempest-description-2146501917'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:37.015794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:37.030794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:37.034942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:37.042943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:37.058188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:37.079622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Request body: {'subnet': {'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-subnet', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:37.084052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-009e317c-5ae3-4242-8ad3-58c577fbe205 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:37.085734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-009e317c-5ae3-4242-8ad3-58c577fbe205 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1604230 Jan 14 05:33:37.099683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:37.113230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:37.151177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Usage tracker for resource:subnet and tenant:8872b264b77d444a8e1daf5e3140b998 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:37.188789 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21a4c4cc-dedf-4eaf-b0ac-1c8845dabd7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:37.196839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:37.226643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:37.234838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:37.239176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:37.247099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 2 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:37.253506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Set router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:37.270728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-3d76e11f-c325-42d2-8b84-28a10236b8f4 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.144&port_id=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb HTTP/1.1" status: 200 len: 217 time: 0.4618180 Jan 14 05:33:37.361995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:37.366149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfb9e9df-b122-4a90-ab0a-1f463142d733,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:37.387096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:37.396119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-5ee08927-e1e1-48b1-a323-a45dd6259ac9 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Synchronizing usage tracker for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:37.407756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:37.415287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:37.416600 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfb9e9df-b122-4a90-ab0a-1f463142d733 HTTP/1.1" status: 204 len: 168 time: 3.3626366 Jan 14 05:33:37.417967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:37.445999 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:37.454277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2b912aa9-4544-4e69-8654-bfd58b4000ee None None] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:37.500013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroup': ['ID=05e531d6-c80c-4dd1-9d8d-f9498f9af1b6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:37.513530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:37.514994 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fd8d5362-19ad-4457-92c4-30b71a34a4b7 req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.5319853 Jan 14 05:33:37.522118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:37.522855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Made reservation on behalf of 8872b264b77d444a8e1daf5e3140b998 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:37.529389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:37.692989 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-deleted', 'tag': 'ab100c1b-ce9a-499d-af73-c92c4ab742b7', 'status': 'completed', 'code': 200} Jan 14 05:33:37.890041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-5ee08927-e1e1-48b1-a323-a45dd6259ac9 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Unset dirty status for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:37.891395 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c15cf54c-0679-46b9-8aec-a82dc40b3d8a req-5ee08927-e1e1-48b1-a323-a45dd6259ac9 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.41 "GET /v2.0/ports?device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 210 time: 0.7532234 Jan 14 05:33:37.961710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:33:31Z', 'revision_number': 3, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:37.967498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Checking router: 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:37.968054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Updating router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 port 5982c8c9-1fed-46e6-a766-97085021cff9 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:33:37.992971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41928) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:38.028180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.074416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.117443 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-be2b3113-4bd6-457f-844b-b1493d24b9fe tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/05e531d6-c80c-4dd1-9d8d-f9498f9af1b6 HTTP/1.1" status: 200 len: 1804 time: 0.4235418 Jan 14 05:33:38.140253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Deleting port e2469ba0-e1c4-4529-b2cf-c7a56554b993 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:38.140801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.244390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Deleting subnet f49d496f-a594-441d-99ea-ef1f7c4b55c4 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:38.259643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.296431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '05e531d6-c80c-4dd1-9d8d-f9498f9af1b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:38.297088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '10.2.3.124/24', 'security_group_id': '05e531d6-c80c-4dd1-9d8d-f9498f9af1b6', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:38.307386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:38.312020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:38.315284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:38.321341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:38.339303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.351195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Deleting port fd552ce5-a1a6-47bf-9024-d42c582d1069 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:38.351580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.501538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-a9da67e9-f534-4565-be37-ad6802bd3c89 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:33:38.507311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-37bbec19-a686-42cc-9414-d3bbbd9c3997 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:38.509343 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-37bbec19-a686-42cc-9414-d3bbbd9c3997 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 1.1542761 Jan 14 05:33:38.548587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.562177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Transition to ACTIVE for port object 5982c8c9-1fed-46e6-a766-97085021cff9 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:38.566094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.724968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:38.800670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Attempting to bind port 5982c8c9-1fed-46e6-a766-97085021cff9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:38.801090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Attempting to bind port 5982c8c9-1fed-46e6-a766-97085021cff9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:38.801503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Attempting to bind port 5982c8c9-1fed-46e6-a766-97085021cff9 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:38.814518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:38.814959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:38.815409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.815847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:38.816376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Bound port: 5982c8c9-1fed-46e6-a766-97085021cff9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:38.816794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.829809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-7a7deb33-f7d0-4046-a09a-8df85838de03 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:38.831652 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-7a7deb33-f7d0-4046-a09a-8df85838de03 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.45 "GET /v2.0/networks?id=00459cd6-3a3e-415b-9646-9ab104fc9277 HTTP/1.1" status: 200 len: 818 time: 2.0404923 Jan 14 05:33:38.835790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f451500d-7bff-4721-a3ed-26e237f951fa None None] Provisioning for port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:38.879905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:38.900128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] For port 5982c8c9-1fed-46e6-a766-97085021cff9, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:38.900869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] For port 5982c8c9-1fed-46e6-a766-97085021cff9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5982c8c9-1fed-46e6-a766-97085021cff9,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:38.908441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:38.964745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Request body: {'port': {'device_id': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277', 'admin_state_up': True, 'tenant_id': 'a3af64f935d9465fa4402e3cb7b8e4fa'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:39.007658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.021358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:39.047646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:39.047993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.092858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Routers {'0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:39.093700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:39.100258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:39.130415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:39.131141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.152633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.252901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:39.295694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-5083e8f2-b82b-404e-bbdb-b596fa039464 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:39.297507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-5083e8f2-b82b-404e-bbdb-b596fa039464 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 0.7660756 Jan 14 05:33:39.308843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:39.397251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] Set router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:39.532154 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-a8e8f175-96f5-4b04-ad50-7dbf90923471 service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2265768 Jan 14 05:33:39.532697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.646362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.649768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.706292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.731026 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-689c9a63-befc-4020-844b-7adc4cae35e4 tempest-ServersWithSpecificFlavorTestJSON-785595619 tempest-ServersWithSpecificFlavorTestJSON-785595619] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:39.753524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d752f-767b-4b0b-bc66-63d13604af6d None None] Pushing event updated for resources: {'Port': ['ID=5982c8c9-1fed-46e6-a766-97085021cff9,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:39.774067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,segment=NetworkSegment(5e6c4273-de5f-4df6-b94a-df3b503d0fc4),segment_id=5e6c4273-de5f-4df6-b94a-df3b503d0fc4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:39.782733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] For port fd552ce5-a1a6-47bf-9024-d42c582d1069, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fd552ce5-a1a6-47bf-9024-d42c582d1069,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:39.783274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.797360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-737d752f-767b-4b0b-bc66-63d13604af6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.072s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:39.799516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.751s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:39.810774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.829991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:39.834427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ac32d4e-36b1-4e50-96b7-af0f7c84ff50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:39.839913 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8d729ac0-b2c9-4479-a721-c95a69bb19ad req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 792 time: 1.6025178 Jan 14 05:33:39.843233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be2ebb8c-684e-481f-a5ae-b6ab24eb421b,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:39.913933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737d752f-767b-4b0b-bc66-63d13604af6d None None] Pushing event updated for resources: {'Port': ['ID=5982c8c9-1fed-46e6-a766-97085021cff9,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:39.918350 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-737d752f-767b-4b0b-bc66-63d13604af6d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:39.948949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:33:31Z', 'revision_number': 3, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:39.949159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:39.953276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-61a8f38b-230d-48c5-8e6f-0f3401da470f None None] The sync data for ids ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'] in n-d-768851-4 is: [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:33:31Z', 'revision_number': 3, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:33:39.981506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Calling delete_port for fd552ce5-a1a6-47bf-9024-d42c582d1069 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:39.983575 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:40.011967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7e9ae979-d755-47aa-9637-681bfe074d75 None None] Provisioning complete for port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:40.012483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e9ae979-d755-47aa-9637-681bfe074d75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.073765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:40.143322 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:40.143987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:40.144382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0eaf41f8-b4f0-4e15-a366-edba3749e5b9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:40.147588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.190615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:40.197693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:40.252611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.319840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:40.343712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:33:28Z', 'revision_number': 5, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:40.348505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.354220 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb', 'code': 200} Jan 14 05:33:40.372485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:40.373826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f49d496f-a594-441d-99ea-ef1f7c4b55c4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:40.375276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.377162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:40.386346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.434025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] Checking router: d7c5615a-dc40-4e7a-b320-bea5ee1888ec for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:40.445670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:40.508168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Made reservation on behalf of a3af64f935d9465fa4402e3cb7b8e4fa for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:40.521609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.549629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:40.553449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1351548338', 'description': 'tempest-description-1854223278'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:40.568131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:40.574858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:40.580237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:40.586971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.591978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:40.654393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] Routers {'d7c5615a-dc40-4e7a-b320-bea5ee1888ec'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:40.655146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:40.799951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.805152 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea51f5b3-70fb-483c-85a5-974fbbe113f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:40.845395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.852381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:40.942631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] Set router d7c5615a-dc40-4e7a-b320-bea5ee1888ec gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:41.000398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.013064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.227523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Allocated IP 172.20.0.1 (69229cf5-7c8a-4c53-a54e-784417789775/ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8/b16d028e-e6f1-4f97-a5cb-e79759abca5a) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:41.434124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-74c03d71-9f7e-449f-9846-e42a6ea4c919 None None] Provisioning complete for port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:41.434564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c03d71-9f7e-449f-9846-e42a6ea4c919 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.437847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.539450 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f49d496f-a594-441d-99ea-ef1f7c4b55c4 HTTP/1.1" status: 204 len: 168 time: 3.5427544 Jan 14 05:33:41.556471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41976) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:41.567299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Pushing event updated for resources: {'Subnet': ['ID=0492dc59-80c1-49e3-b4d3-eab1d781d558,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:41.594071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:41.594483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.638193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:41.643097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:41.646155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:41.652065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:41.669433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.864s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:41.687793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:41.688216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.692178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Transition to ACTIVE for port object b16d028e-e6f1-4f97-a5cb-e79759abca5a will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:41.737137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Checking segment: {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:41.738029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Network hostable DHCP agents. Network: b742e3ed-d573-4dd1-99de-30f6498182f2, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:41.751141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:41.755014 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.396s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:41.755315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] For port e2469ba0-e1c4-4529-b2cf-c7a56554b993, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e2469ba0-e1c4-4529-b2cf-c7a56554b993,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:41.755739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.764766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.847501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Network b742e3ed-d573-4dd1-99de-30f6498182f2 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:41.888358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Calling delete_port for e2469ba0-e1c4-4529-b2cf-c7a56554b993 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:41.902081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:33:28Z', 'revision_number': 5, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:41.904673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.908539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-83493b06-4467-4ebc-8a85-e8a797a078ee None None] The sync data for ids ['d7c5615a-dc40-4e7a-b320-bea5ee1888ec'] in n-d-768851-4 is: [{'id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'name': 'tempest-ServersTestManualDisk-1104007333-router', 'tenant_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49'}], 'enable_snat': True}, 'gw_port_id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:32:25Z', 'updated_at': '2021-01-14T05:33:28Z', 'revision_number': 5, 'project_id': 'e3dcb1f3e50c4e8aa760f296d8449e5a', 'gw_port': {'id': 'fd552ce5-a1a6-47bf-9024-d42c582d1069', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:4e:84:f6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd7c5615a-dc40-4e7a-b320-bea5ee1888ec', 'device_owner': 'network:router_gateway', 'standard_attr_id': 786, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.49', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:32:29Z', 'updated_at': '2021-01-14T05:32:48Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:33:41.923538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec2e274a-f671-46de-be89-c87b692a2909 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:41.946360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:41.978644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b742e3ed-d573-4dd1-99de-30f6498182f2) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:42.005544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2f92615f-9b2c-4af6-9457-29034d1ddf31 None None] Network b742e3ed-d573-4dd1-99de-30f6498182f2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:42.105498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.133682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6910ba1c-a0f0-4736-806c-7b44c6e71e87 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:42.159518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:42.160189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.190549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroup': ['ID=dbd53e68-d9d9-4b4a-882b-a21dee19604d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:42.198524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.241617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 857 time: 5.7918291 Jan 14 05:33:42.252845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9e3995b-5358-4441-ab1e-c2da48f1436e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.261040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:42.262269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.276907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41988) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:42.337945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5982c8c9-1fed-46e6-a766-97085021cff9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:42.344401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.369632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2290b71a-ba4d-4b37-9e8f-c317a9881d8f None None] Network b742e3ed-d573-4dd1-99de-30f6498182f2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:42.376213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Pushing event updated for resources: {'Port': ['ID=b16d028e-e6f1-4f97-a5cb-e79759abca5a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:42.379464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:42.386012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:42.391310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:42.395318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Usage tracker for resource:router and tenant:8872b264b77d444a8e1daf5e3140b998 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:42.398251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:42.404479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:42.492736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Network 69229cf5-7c8a-4c53-a54e-784417789775 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:42.495783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:42.498207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:42.508172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.583232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6620d03-d396-4942-9d4c-06dd91b08927']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:42.588837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:42.608329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.613411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae794675-b9eb-40f9-82f5-bc41e44ae88d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:42.613750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae794675-b9eb-40f9-82f5-bc41e44ae88d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:42.735389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.746491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.752373 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9b615e55-4810-44d1-9a3e-441f0632f2b8 req-57c39b8f-aa4d-4903-bc14-5ff9244aec5c service neutron] 10.222.0.45 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 3.0712504 Jan 14 05:33:42.765572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41994) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:42.793498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5982c8c9-1fed-46e6-a766-97085021cff9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:42.801879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5982c8c9-1fed-46e6-a766-97085021cff9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:42.802673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.809202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.814488 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e288e80a-bce8-47ab-a14e-7afad3a67621 req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 2.7171364 Jan 14 05:33:42.868392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.921882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33600d5d-4e81-4b09-b52f-e88c7064e030 None None] Provisioning for port b16d028e-e6f1-4f97-a5cb-e79759abca5a completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:42.930445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33600d5d-4e81-4b09-b52f-e88c7064e030 None None] Provisioning complete for port b16d028e-e6f1-4f97-a5cb-e79759abca5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:42.930911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33600d5d-4e81-4b09-b52f-e88c7064e030 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.950807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1467885354', 'description': 'tempest-description-882419749'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:42.963439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.964091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.964661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Fanout notify agent at l3_agent the message router_deleted on router d7c5615a-dc40-4e7a-b320-bea5ee1888ec {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:33:42.970948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:42.977903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Allocated IP 172.20.0.6 (00459cd6-3a3e-415b-9646-9ab104fc9277/b78f0999-6c57-4223-b1f5-4c584b9fe699/6c3de5a1-d55c-409d-a8ac-36896eacaf5f) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:42.979222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:42.984580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:42.991059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:42.993179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:42.995369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:33:42.999087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33600d5d-4e81-4b09-b52f-e88c7064e030 None None] Port b16d028e-e6f1-4f97-a5cb-e79759abca5a cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:33:43.000440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:43.021329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:43.024129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a127be14-9253-43bf-9d6b-4d5069562626 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:43.025037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a127be14-9253-43bf-9d6b-4d5069562626 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Synchronizing usage tracker for tenant:357b2d46a53447828852c178c05cbdf5 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:43.049040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.064608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.072957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:43.083225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.089140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5911298d-a2f5-4da6-9a00-a8622ae2653b admin admin] 10.222.0.48 "DELETE /v2.0/routers/d7c5615a-dc40-4e7a-b320-bea5ee1888ec HTTP/1.1" status: 204 len: 168 time: 7.3318396 Jan 14 05:33:43.105356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42004) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:43.119501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.122724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a127be14-9253-43bf-9d6b-4d5069562626 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Unset dirty status for tenant:357b2d46a53447828852c178c05cbdf5 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:43.124011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a127be14-9253-43bf-9d6b-4d5069562626 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.45 "GET /v2.0/ports?device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 950 time: 1.3846059 Jan 14 05:33:43.135577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.144738 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb', 'code': 422} returned with failed status Jan 14 05:33:43.162164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:43.165671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:43.170205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:43.170925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.174000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:43.176682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:43.180893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:43.190967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5982c8c9-1fed-46e6-a766-97085021cff9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5982c8c9-1fed-46e6-a766-97085021cff9,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:43.194878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.196808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:43.234083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe6e9aed-eee0-45dc-8b66-b5fba92930c6 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:43.310736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Network b6620d03-d396-4942-9d4c-06dd91b08927 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:43.321491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.445158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.488831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Deleting port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:43.489191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.526774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fe6e9aed-eee0-45dc-8b66-b5fba92930c6 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:43.527709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe6e9aed-eee0-45dc-8b66-b5fba92930c6 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:43.536600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5982c8c9-1fed-46e6-a766-97085021cff9,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:43.544143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:43.581982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.583968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Network b6620d03-d396-4942-9d4c-06dd91b08927 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:43.592150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.618104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a90b0cb1-17f3-4699-8f0b-4b8c3ce62ca8 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:43.625998 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:43.629203 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:43.642610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.675920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.683088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Deleting subnet 2fc29d73-302e-43b6-82b3-207893f87676 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:43.710878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.729529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroup': ['ID=567f79d3-adb0-481a-bc16-9875f86d3f62,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:43.733058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:43.733952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.735293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7c11f321-1ebc-483a-9981-1135eaa69f30 req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.7920060 Jan 14 05:33:43.736331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.760104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8358eb0e-54c2-4f84-9c9e-1e1a73ac662c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:43.772294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:43.774965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:43.789345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Pushing event deleted for resources: {'Network': ['ID=b6620d03-d396-4942-9d4c-06dd91b08927,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:43.794738 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] 10.222.0.48 "DELETE /v2.0/networks/b6620d03-d396-4942-9d4c-06dd91b08927 HTTP/1.1" status: 204 len: 168 time: 2.2323077 Jan 14 05:33:43.794738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:43.955391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42012) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:44.011492 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5809e8c6-8729-4b23-bf57-75ae6bbdc42e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2583d10797c4d3abc1e5e7b0ec1638e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0545564 Jan 14 05:33:44.014212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42016) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:44.080577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.108277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.145963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.156044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.161788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f6827f7-4b66-4456-9dfb-546d72aa91a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:44.175840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd19a64d-3aa9-4d72-ab3a-3139e5fcb921,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:44.178991 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:44.179933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.181149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd19a64d-3aa9-4d72-ab3a-3139e5fcb921 HTTP/1.1" status: 204 len: 168 time: 0.1659515 Jan 14 05:33:44.182271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Usage tracker for resource:security_group_rule and tenant:a6eee4d09e334e1ea92da53c5a23c9de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:44.189988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:44.265574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5982c8c9-1fed-46e6-a766-97085021cff9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:44.322417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.339194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5982c8c9-1fed-46e6-a766-97085021cff9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:44.339616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.380627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] For port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:44.381024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.504410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0167339a-3303-4986-a2c4-350883c1ae24 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.525218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:44.586990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fd552ce5-a1a6-47bf-9024-d42c582d1069 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:44.598873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Calling delete_port for 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:44.643413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fd552ce5-a1a6-47bf-9024-d42c582d1069 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:44.643941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fd552ce5-a1a6-47bf-9024-d42c582d1069 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:44.667305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.672722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.678776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.679468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Fanout notify agent at l3_agent the message router_deleted on router d2ed350c-5650-43e0-82bf-11c1d449e238 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:33:44.744320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:44.777727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.858198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Allocated IP 172.25.3.57 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/5fde0f5c-8c17-47d1-8d8f-6df52b4727b6) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:44.898574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:44.901436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Pushing event updated for resources: {'Port': ['ID=b16d028e-e6f1-4f97-a5cb-e79759abca5a,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:44.904725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:44.980187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Network 69229cf5-7c8a-4c53-a54e-784417789775 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:44.981539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:44.996704 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-1112d039-e86d-4be8-951d-645af48525fd tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/dbd53e68-d9d9-4b4a-882b-a21dee19604d HTTP/1.1" status: 200 len: 1805 time: 0.8835750 Jan 14 05:33:45.240122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:33:45.255348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.260799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.262100 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca592685-967b-4c75-93cb-f1b932a7972e admin admin] 10.222.0.48 "DELETE /v2.0/routers/d2ed350c-5650-43e0-82bf-11c1d449e238 HTTP/1.1" status: 204 len: 168 time: 11.0298352 Jan 14 05:33:45.269057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d9f8c7fb-3f1d-48c9-96b8-de929df1b2e8 None None] Provisioning complete for port b16d028e-e6f1-4f97-a5cb-e79759abca5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:45.269930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9f8c7fb-3f1d-48c9-96b8-de929df1b2e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.314141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42038) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:45.339445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d9f8c7fb-3f1d-48c9-96b8-de929df1b2e8 None None] Port b16d028e-e6f1-4f97-a5cb-e79759abca5a cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:33:45.352347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:45.359340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.491470 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-7f955271-dc40-4d53-8290-b3e577987aef tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/567f79d3-adb0-481a-bc16-9875f86d3f62 HTTP/1.1" status: 200 len: 1804 time: 0.4455326 Jan 14 05:33:45.498782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.502555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e86b8fbf-93bf-4418-93ba-66927aef3134 admin admin] Deleting subnet b78f0999-6c57-4223-b1f5-4c584b9fe699 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:33:45.534140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:45.540208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] 10.222.0.48 "PUT /v2.0/routers/0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0926600 Jan 14 05:33:45.552045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Sync routers for ids ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:45.556564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dbd53e68-d9d9-4b4a-882b-a21dee19604d', 'remote_group_id': '567f79d3-adb0-481a-bc16-9875f86d3f62', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:45.556922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': 'dbd53e68-d9d9-4b4a-882b-a21dee19604d', 'remote_group_id': '567f79d3-adb0-481a-bc16-9875f86d3f62', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:45.563662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Routers {'0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:45.564519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:45.566871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:45.572094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:45.575266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:14. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:45.581052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group_rule. Total usage: 14; quota limit: 100; headroom:86 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:45.625817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.666784 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:45.703417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42050) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:45.757716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Set router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:45.792795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-479604591'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:45.798648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:45.800731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-1597924153-network', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:45.803054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:network and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:45.806213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:45.812842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:45.821665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.823786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:45.833959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.847155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:45.860906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.870527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:45.871152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Pushing event deleted for resources: {'Port': ['ID=06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:45.874078 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:45.880121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.880564 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Added segment 14138c08-f27d-4949-92e1-29593de9d2ba of type vxlan for network 9777bc7e-e63f-4a3a-9c47-f83a96937575 Jan 14 05:33:45.897188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Usage tracker for resource:network and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:45.901501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.909872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.918455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:45.921332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0360ebb3-f641-4b1e-93a8-528eba8e0235 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:45.942996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.959800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:45.963724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:45.964416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:45.970551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23a6503f-b829-410c-a230-cbec3c2c5dfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:46.081072 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3761532 Jan 14 05:33:46.084218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42056) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:46.093663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'subnet': {'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:46.114317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Network': ['ID=9777bc7e-e63f-4a3a-9c47-f83a96937575,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:46.119351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:33:44Z', 'revision_number': 4, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b16d028e-e6f1-4f97-a5cb-e79759abca5a', 'name': '', 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'mac_address': 'fa:16:3e:ee:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:41Z', 'updated_at': '2021-01-14T05:33:44Z', 'revision_number': 2, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'subnets': [{'id': 'ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:46.121835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:46.125684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Checking router: 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:46.126387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Updating router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 port b16d028e-e6f1-4f97-a5cb-e79759abca5a binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:33:46.165028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:46.181978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:46.211624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:46.221106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:33:46.242077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:46.246724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:subnet and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:46.250223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:46.256730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:46.267499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:46.300251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e2469ba0-e1c4-4529-b2cf-c7a56554b993 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:46.342591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e86b8fbf-93bf-4418-93ba-66927aef3134 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.354844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.356526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Made reservation on behalf of 0b96a22da7e24224b80ff9fe0912effd for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:46.361320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.420323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a6eee4d09e334e1ea92da53c5a23c9de&name=default HTTP/1.1" status: 200 len: 2979 time: 3.6437709 Jan 14 05:33:46.421708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42060) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:46.432163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e87cee8d-aa8c-467f-891c-b5a0b9f5d5f4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:46.442878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.448343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.458195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.537s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:46.480524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: e2469ba0-e1c4-4529-b2cf-c7a56554b993 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:46.480922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e2469ba0-e1c4-4529-b2cf-c7a56554b993 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:46.484435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e86b8fbf-93bf-4418-93ba-66927aef3134 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.531366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2ff2851-9b3d-4b8a-ad88-0fba81f3aaf4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:46.537285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.570431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.593148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.660048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.670752 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-e86b8fbf-93bf-4418-93ba-66927aef3134 admin admin] Found port (6c3de5a1-d55c-409d-a8ac-36896eacaf5f, 172.20.0.6) having IP allocation on subnet b78f0999-6c57-4223-b1f5-4c584b9fe699, cannot delete Jan 14 05:33:46.678762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:46.692064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.692964 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e86b8fbf-93bf-4418-93ba-66927aef3134 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:33:46.693537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e86b8fbf-93bf-4418-93ba-66927aef3134 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:33:46.695499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e86b8fbf-93bf-4418-93ba-66927aef3134 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b78f0999-6c57-4223-b1f5-4c584b9fe699 HTTP/1.1" status: 409 len: 404 time: 1.3806643 Jan 14 05:33:46.700960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.729239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.809440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Usage tracker for resource:security_group_rule and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:46.813334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:46.873901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.880813 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e84c458f-12f1-4994-8395-88cde8ed0f2c tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:46.919493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e87cee8d-aa8c-467f-891c-b5a0b9f5d5f4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:46.933991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:46.943524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:46.960318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:46.961810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e87cee8d-aa8c-467f-891c-b5a0b9f5d5f4 HTTP/1.1" status: 204 len: 168 time: 0.5371070 Jan 14 05:33:47.112891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] No DVR routers for this DVR port 06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:33:47.115898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Pushing event updated for resources: {'Port': ['ID=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:47.128390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.139786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-deleted', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:47.171215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.186275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Transition to ACTIVE for port object b16d028e-e6f1-4f97-a5cb-e79759abca5a will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:47.195918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.199992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:47.225637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:47.235428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5965a7fc-8d95-4b32-b756-70d6291f5eaf tempest-FloatingIPsAssociationNegativeTestJSON-1884626750 tempest-FloatingIPsAssociationNegativeTestJSON-1884626750] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.512s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:47.280756 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-deleted', 'tag': '06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:33:47.306490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.376402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.449351 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.45 "DELETE /v2.0/ports/06f3f4a3-b41f-40a2-bee8-86f9ff5fd8eb HTTP/1.1" status: 204 len: 173 time: 4.1981258 Jan 14 05:33:47.451201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc5c5-4e8e-423c-914f-9ec95c4f6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b16d028e-e6f1-4f97-a5cb-e79759abca5a,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:47.478333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8fbc5c5-4e8e-423c-914f-9ec95c4f6ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:47.514314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Pushing event updated for resources: {'Port': ['ID=5fde0f5c-8c17-47d1-8d8f-6df52b4727b6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:47.579541 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:47.582302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0161bbbe-aa65-4114-b3a4-5ce4bf41cb24 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:47.604694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.701914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Attempting to bind port b16d028e-e6f1-4f97-a5cb-e79759abca5a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:47.702512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Attempting to bind port b16d028e-e6f1-4f97-a5cb-e79759abca5a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:47.703094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Attempting to bind port b16d028e-e6f1-4f97-a5cb-e79759abca5a on network 69229cf5-7c8a-4c53-a54e-784417789775 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:47.711598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:47.713979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Checking segment: {'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:47.715552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.716187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Bound using segment: {'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:47.717253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Bound port: b16d028e-e6f1-4f97-a5cb-e79759abca5a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '76358cab-d4e6-4ee2-9eb9-5dce02c9db28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:47.718046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.759408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.858513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.878506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] For port b16d028e-e6f1-4f97-a5cb-e79759abca5a, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:47.882719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] For port b16d028e-e6f1-4f97-a5cb-e79759abca5a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b16d028e-e6f1-4f97-a5cb-e79759abca5a,segment=NetworkSegment(76358cab-d4e6-4ee2-9eb9-5dce02c9db28),segment_id=76358cab-d4e6-4ee2-9eb9-5dce02c9db28)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:47.891669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:47.901642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Network 00459cd6-3a3e-415b-9646-9ab104fc9277 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:47.926404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42084) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:47.931807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:47.939750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25de90d9-7771-4d89-a4a3-66ad341e17cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:47.952437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:48.071115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.239731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroupRule': ['ID=023ab294-d3b1-47af-a9e3-76060b1b9c22,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:48.309536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:48.351595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.372208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8fbc5c5-4e8e-423c-914f-9ec95c4f6ca4 None None] Pushing event updated for resources: {'Port': ['ID=b16d028e-e6f1-4f97-a5cb-e79759abca5a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:48.377456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.388514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8fbc5c5-4e8e-423c-914f-9ec95c4f6ca4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:48.393469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.395517 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ab17c3f0-7bc4-46ba-8e69-c207cc12d8e9 req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 2.8860605 Jan 14 05:33:48.440524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.858s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:48.446552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Routers {'0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:48.448286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:48.489462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.511335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:48.519812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Usage tracker for resource:security_group_rule and tenant:ce6e455950224aa3b4d679b6c36c92e8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:48.525386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:48.541477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:48.589044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d591a31a-266b-49ae-9161-c270eaf920c5 None None] Network ec341f33-0a92-410c-9646-463c072675ab requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:48.634295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Subnet': ['ID=2dcd573c-523a-40a5-b07e-ae9b30963f11,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:48.647530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:48.649019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Checking segment: {'id': '14138c08-f27d-4949-92e1-29593de9d2ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:48.649671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network hostable DHCP agents. Network: 9777bc7e-e63f-4a3a-9c47-f83a96937575, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:48.671003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.672329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.689500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:48.699206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.699596 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Added segment 39bc2c4e-b1f5-4875-b6ce-1957ab68fb85 of type vxlan for network da4fde95-99d0-4b94-932c-7e2ea77be8bd Jan 14 05:33:48.717071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:48.727712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.738636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9777bc7e-e63f-4a3a-9c47-f83a96937575) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:48.767872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:48.768954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.819767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7632df4c-482c-40fe-80b9-ab972a545bb9 None None] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:48.832074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.7373085 Jan 14 05:33:48.832074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42102) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:48.832074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1867857962'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:48.843362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:48.847944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:network and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:48.854928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for network was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:48.861277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:48.873721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:48.877688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-203d2c20-8923-4b0c-abf6-c6ea1f9517bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.995s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:48.897201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:48.921162 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.924298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.925614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:48.928520 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:48.940373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:48.941092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:48.963330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42114) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:48.963583 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/2fc29d73-302e-43b6-82b3-207893f87676 HTTP/1.1" status: 204 len: 168 time: 5.8530769 Jan 14 05:33:48.964963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=2fc29d73-302e-43b6-82b3-207893f87676,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:48.966359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:33:48.968173 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:48.971298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.000071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.001024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:49.005954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.031013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:49.043787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83ed883e-8cde-425b-9142-2625cdd0b633 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.125s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:49.070174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.070657 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Added segment b18935c7-4324-441d-a2f1-37459487fd92 of type vxlan for network 01f07cfc-f96e-4d25-9444-b32b83e9c028 Jan 14 05:33:49.082923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ce6e455950224aa3b4d679b6c36c92e8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1454315 Jan 14 05:33:49.085658 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2499447e-214f-4985-b20d-276859952ec6 req-0a9ede84-c955-4d31-ae38-51d0e98c9815 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 210 time: 0.6887155 Jan 14 05:33:49.086193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42118) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:49.089755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-295711155', 'description': 'tempest-description-903050068'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:49.123579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb37d805-94f0-4711-8b6d-7d8571e09ce3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:49.136907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] Set router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:49.148853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:49.154536 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.7943554 Jan 14 05:33:49.157105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.161431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:49.171461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Request body: {'subnet': {'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-1597924153-subnet', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:49.182314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.256371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:49.292969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Usage tracker for resource:subnet and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:49.315350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:49.321276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Deleting port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:49.321686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.372022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:49.382801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:49.406292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.429377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:49.430174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.440858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:49.445998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:49.503172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:49.506865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:49.522865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:49.563920 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 10.6465902 Jan 14 05:33:49.566317 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2499447e-214f-4985-b20d-276859952ec6 req-38892d19-ba42-4055-ad3a-5e6fa8e99b9b service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=357b2d46a53447828852c178c05cbdf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1873672 Jan 14 05:33:49.572833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Made reservation on behalf of 0b96a22da7e24224b80ff9fe0912effd for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:49.578400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.609684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Request body: {'port': {'device_id': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:49.637199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Allocated IP 172.25.3.191 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/6055427c-0fb3-4b26-8b67-acbedc20f59b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:49.641976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:49.780476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Network': ['ID=01f07cfc-f96e-4d25-9444-b32b83e9c028,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:49.800980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:49.818089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:49.832407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:49.950953 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-0acc79a5-df04-4bc3-9e3f-120dc7c5ce92 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.41 "GET /v2.0/networks?tenant_id=357b2d46a53447828852c178c05cbdf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1550481 Jan 14 05:33:49.952595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:50.111060 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.2843754 Jan 14 05:33:50.120578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42148) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:50.139797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'subnet': {'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:50.281312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-b2e944ca-e3cc-4fdb-bb39-140f25fd0aa3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:50.283175 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-b2e944ca-e3cc-4fdb-bb39-140f25fd0aa3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.3101954 Jan 14 05:33:50.291491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42152) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:50.297245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be90ff0c-5a18-475e-98d4-90b0471eb4db,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:50.319627 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.276s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:50.337396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9777bc7e-e63f-4a3a-9c47-f83a96937575', 'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'fixed_ips': [{'subnet_id': '2dcd573c-523a-40a5-b07e-ae9b30963f11'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:33:50.339112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:50.380043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:50.384799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:50.387635 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.310s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:50.388151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:50.405798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:15. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:50.406903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:33:44Z', 'revision_number': 4, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b16d028e-e6f1-4f97-a5cb-e79759abca5a', 'name': '', 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'mac_address': 'fa:16:3e:ee:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:41Z', 'updated_at': '2021-01-14T05:33:47Z', 'revision_number': 4, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'subnets': [{'id': 'ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:50.414939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-761b434a-15c5-4329-8a67-ed1ad6de8cb2 None None] The sync data for ids ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'] in n-d-768851-4 is: [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:33:44Z', 'revision_number': 4, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b16d028e-e6f1-4f97-a5cb-e79759abca5a', 'name': '', 'network_id': '69229cf5-7c8a-4c53-a54e-784417789775', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'mac_address': 'fa:16:3e:ee:36:7a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_interface', 'standard_attr_id': 912, 'fixed_ips': [{'subnet_id': 'ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:41Z', 'updated_at': '2021-01-14T05:33:47Z', 'revision_number': 4, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'subnets': [{'id': 'ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:33:50.418387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a45e1261-7fc2-4cf4-bd4d-a0857fa62fdb None None] DHCP port deletion for ec341f33-0a92-410c-9646-463c072675ab request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:33:50.419874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8723140d-b159-4dd1-8ae0-c250861822d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.342s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:50.424184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a45e1261-7fc2-4cf4-bd4d-a0857fa62fdb None None] Deleting port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:33:50.424614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a45e1261-7fc2-4cf4-bd4d-a0857fa62fdb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:50.441634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 2 items for resource security_group_rule. Total usage: 15; quota limit: 100; headroom:85 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:50.534509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Request body: {'port': {'device_id': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1', 'admin_state_up': True, 'tenant_id': '357b2d46a53447828852c178c05cbdf5'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:50.562842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2499447e-214f-4985-b20d-276859952ec6 req-2af6142b-39b8-49a9-86b5-e007cbce248e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:50.564931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2499447e-214f-4985-b20d-276859952ec6 req-2af6142b-39b8-49a9-86b5-e007cbce248e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9612312 Jan 14 05:33:50.591066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:50.724364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] For port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f9ea14b6-d7ef-4c12-b065-a34f0baabbdd,segment=NetworkSegment(b24106d4-2239-43c9-8804-30ca3a5406ee),segment_id=b24106d4-2239-43c9-8804-30ca3a5406ee)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:50.724938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:50.810289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:50.888164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Calling delete_port for f9ea14b6-d7ef-4c12-b065-a34f0baabbdd owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:33:50.933388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.026283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Allocated IP 19.80.0.2 (9777bc7e-e63f-4a3a-9c47-f83a96937575/2dcd573c-523a-40a5-b07e-ae9b30963f11/6330528c-8198-4c77-980e-c827e80830fc) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:51.037463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.144879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.163356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:51.169018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0dacccc6-f5b6-4f32-90ad-e84003aab2b7 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:51.186199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.199430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.210786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2499447e-214f-4985-b20d-276859952ec6 req-cb121883-bf86-411a-b64c-af75c4bb9164 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Synchronizing usage tracker for tenant:357b2d46a53447828852c178c05cbdf5 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:33:51.229740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a45e1261-7fc2-4cf4-bd4d-a0857fa62fdb None None] The port 'f9ea14b6-d7ef-4c12-b065-a34f0baabbdd' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:33:51.259210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Pushing event updated for resources: {'Network': ['ID=da4fde95-99d0-4b94-932c-7e2ea77be8bd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:51.288260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:51.290636 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.871s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:51.301544 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7c3ed4f-dd08-4c9b-bf54-c096ed9eb704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.264s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:51.311823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Usage tracker for resource:port and tenant:357b2d46a53447828852c178c05cbdf5 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:51.316108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:51.329305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ea14b6-d7ef-4c12-b065-a34f0baabbdd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:51.341643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:51.346671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Usage tracker for resource:security_group_rule and tenant:48ceadf06f264d368abcb8a2784d1d47 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:51.349838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:51.350081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:51.352651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:51.356753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:51.426295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:51.431710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:51.436126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:subnet and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:51.439635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:51.439798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:33:51.446210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:51.448712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.463031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.473647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.474992 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0b248c71-6673-4422-8946-dfbaded13ed3 req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1808 time: 2.5193820 Jan 14 05:33:51.514921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:51.536810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Made reservation on behalf of 357b2d46a53447828852c178c05cbdf5 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:33:51.541152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Pushing event updated for resources: {'Port': ['ID=6055427c-0fb3-4b26-8b67-acbedc20f59b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:51.547461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.551144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.561529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.568999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] No DVR routers for this DVR port f9ea14b6-d7ef-4c12-b065-a34f0baabbdd on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:33:51.570810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:51.583201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ada1939-8c5b-4cb0-a275-5e4fc0263e2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:51.795409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:51.802469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.813622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:51.815541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2499447e-214f-4985-b20d-276859952ec6 req-cb121883-bf86-411a-b64c-af75c4bb9164 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Unset dirty status for tenant:357b2d46a53447828852c178c05cbdf5 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:33:51.816828 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2499447e-214f-4985-b20d-276859952ec6 req-cb121883-bf86-411a-b64c-af75c4bb9164 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.45 "GET /v2.0/ports?device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 210 time: 0.8920546 Jan 14 05:33:51.836484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Transition to ACTIVE for port object 6330528c-8198-4c77-980e-c827e80830fc will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:51.853411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:51.878880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Transition to ACTIVE for port object 6330528c-8198-4c77-980e-c827e80830fc will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:51.888978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:51.906040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e7049177-98f5-4e70-ab67-243ebfd73158 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:52.054355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Pushing event updated for resources: {'Port': ['ID=6330528c-8198-4c77-980e-c827e80830fc,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:52.084258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:52.121437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48ceadf06f264d368abcb8a2784d1d47&name=default HTTP/1.1" status: 200 len: 2979 time: 1.8254209 Jan 14 05:33:52.122985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.161239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:52.166727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:52.174511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:52.197559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.198436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-571f3ca1-aef6-4cd8-8796-a6201dfb67ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb2fdec-a74f-4563-8417-0849ed25e2af,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:52.210281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42162) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:52.248609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Attempting to bind port 6330528c-8198-4c77-980e-c827e80830fc on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:52.249087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Attempting to bind port 6330528c-8198-4c77-980e-c827e80830fc by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '14138c08-f27d-4949-92e1-29593de9d2ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:52.249505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Attempting to bind port 6330528c-8198-4c77-980e-c827e80830fc on network 9777bc7e-e63f-4a3a-9c47-f83a96937575 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:52.256354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.256554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:52.257004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Checking segment: {'id': '14138c08-f27d-4949-92e1-29593de9d2ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:52.257460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.257899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Bound using segment: {'id': '14138c08-f27d-4949-92e1-29593de9d2ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:52.258754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Bound port: 6330528c-8198-4c77-980e-c827e80830fc, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '14138c08-f27d-4949-92e1-29593de9d2ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:52.258892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.320536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.330746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b16d028e-e6f1-4f97-a5cb-e79759abca5a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:52.441473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] For port 6330528c-8198-4c77-980e-c827e80830fc, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:52.443547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-1723040179', 'description': 'tempest-description-1148184457'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:52.446132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] For port 6330528c-8198-4c77-980e-c827e80830fc, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6330528c-8198-4c77-980e-c827e80830fc,segment=NetworkSegment(14138c08-f27d-4949-92e1-29593de9d2ba),segment_id=14138c08-f27d-4949-92e1-29593de9d2ba)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:52.450549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.485627 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:52.515454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b16d028e-e6f1-4f97-a5cb-e79759abca5a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:52.530053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b16d028e-e6f1-4f97-a5cb-e79759abca5a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:52.530475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.582341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:52.605747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:52.608899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:52.620742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:52.680437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ec341f33-0a92-410c-9646-463c072675ab']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:52.712197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Pushing event updated for resources: {'Port': ['ID=6330528c-8198-4c77-980e-c827e80830fc,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:52.717556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:52.749472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.790896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b24106d4-2239-43c9-8804-30ca3a5406ee') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:52.791684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b24106d4-2239-43c9-8804-30ca3a5406ee') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:52.803264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.835072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d5172a47-ce7a-4d35-8cbf-900a8ae4b174,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:52.840224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b16d028e-e6f1-4f97-a5cb-e79759abca5a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b16d028e-e6f1-4f97-a5cb-e79759abca5a,segment=NetworkSegment(76358cab-d4e6-4ee2-9eb9-5dce02c9db28),segment_id=76358cab-d4e6-4ee2-9eb9-5dce02c9db28)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:52.849639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.854506 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.271s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:52.855505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.857707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:52.875191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.876622 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be90ff0c-5a18-475e-98d4-90b0471eb4db HTTP/1.1" status: 204 len: 168 time: 3.7499697 Jan 14 05:33:52.877751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.713s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:52.898048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:52.899785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be90ff0c-5a18-475e-98d4-90b0471eb4db,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:52.903083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:52.913835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Releasing vxlan tunnel 12 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:33:52.919109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:52.919787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.591s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:52.920426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:52.979838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f9ea14b6-d7ef-4c12-b065-a34f0baabbdd no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:33:53.005445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:53.030480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f9ea14b6-d7ef-4c12-b065-a34f0baabbdd {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:33:53.031161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f9ea14b6-d7ef-4c12-b065-a34f0baabbdd not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:33:53.051587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b16d028e-e6f1-4f97-a5cb-e79759abca5a,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:53.058736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:53.071653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:53.100001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:53.135103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:53.481306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Allocated IP 192.168.233.238 (89af2bbb-7904-4635-ac03-e4e3fb7b21f1/c8db2ea8-1ca4-4295-93ee-a362b6217c69/009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:53.492662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:53.540897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Network ec341f33-0a92-410c-9646-463c072675ab has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:53.541816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:53.559640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:53.673405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:53.707478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:53.947015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:53.975030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:53.991413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baadf326-8359-4cbb-97af-ba8cca447f80 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:54.021739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.024053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5172a47-ce7a-4d35-8cbf-900a8ae4b174,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:54.027635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1abec1c2-1dbf-424c-b173-b55bb57c47b2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:54.029997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.035407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Network ec341f33-0a92-410c-9646-463c072675ab has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:33:54.045838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:54.052344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6cd8ba3-bec7-4552-a782-2802e75dd1c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:54.100739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:54.198392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroup': ['ID=d5456dfd-eb37-4d74-abb7-671b28e445f4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:33:54.210266 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:33:54.226291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:54.417144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b16d028e-e6f1-4f97-a5cb-e79759abca5a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:54.503513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45e796c7-76c7-4f1d-91e2-feef601f82c0 None None] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:54.625545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.627028 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5172a47-ce7a-4d35-8cbf-900a8ae4b174 HTTP/1.1" status: 204 len: 168 time: 2.3772390 Jan 14 05:33:54.645499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6c3de5a1-d55c-409d-a8ac-36896eacaf5f {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:33:54.670444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.706004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Transition to ACTIVE for port object 6c3de5a1-d55c-409d-a8ac-36896eacaf5f will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:54.717975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.733952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.738303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:54.747058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.841920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-07c466d5-4eff-45d6-ac06-fd81ee29acd4 None None] Provisioning for port 6330528c-8198-4c77-980e-c827e80830fc completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:54.849166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.871505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.893322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Transition to ACTIVE for port object 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:54.903544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b16d028e-e6f1-4f97-a5cb-e79759abca5a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:54.904308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:54.916631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d9beeb8-a257-49f5-a0fd-b613e1b4f237 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:54.943835 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ec341f33-0a92-410c-9646-463c072675ab HTTP/1.1" status: 204 len: 168 time: 5.9788995 Jan 14 05:33:54.957841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Pushing event deleted for resources: {'Network': ['ID=ec341f33-0a92-410c-9646-463c072675ab,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:54.961013 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:54.975723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:55.155492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6330528c-8198-4c77-980e-c827e80830fc up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:55.168390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:55.196990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:55.221392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:55.230670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:55.249173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6330528c-8198-4c77-980e-c827e80830fc completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:55.250395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:55.252472 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2b588b3e-a586-4856-b2c0-151f2a739063 req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1810 time: 3.6895349 Jan 14 05:33:55.267636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6330528c-8198-4c77-980e-c827e80830fc triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:55.268261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:55.351381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f1399eca-444a-436e-b480-e9da70f801e2 None None] Provisioning complete for port 6330528c-8198-4c77-980e-c827e80830fc triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:55.352314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1399eca-444a-436e-b480-e9da70f801e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:55.368324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42210) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:55.456083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Router b71a3566-282c-4d43-99b0-fe6567c26dc2 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:33:55.482401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Checking segment: {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:55.482998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Network hostable DHCP agents. Network: da4fde95-99d0-4b94-932c-7e2ea77be8bd, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:55.555820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Pushing event updated for resources: {'Port': ['ID=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:55.566775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:55.581769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.590155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.590817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.591344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.591982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.592509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.593061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.593619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.593748 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.597580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.599130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.599130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.599685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.600200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.600804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.601311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.601819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.602326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.602855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.603404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.603911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.604427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.604930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.605433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.606035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.606328 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:55.610751 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:55.611943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.612262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.612776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.613288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.613794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.614300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.614860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.615366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.616236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.616871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.617374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.617881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.618384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:55.625491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7fd7bb79-933b-4741-a717-1cd132fa696f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/2cb2fdec-a74f-4563-8417-0849ed25e2af HTTP/1.1" status: 200 len: 1803 time: 0.3058617 Jan 14 05:33:55.646126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:55.650342 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c3f73540-6b49-4a7e-bb2d-c0de4cb0766e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e3dcb1f3e50c4e8aa760f296d8449e5a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2612247 Jan 14 05:33:55.653811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:55.653987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 6330528c-8198-4c77-980e-c827e80830fc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6330528c-8198-4c77-980e-c827e80830fc,segment=NetworkSegment(14138c08-f27d-4949-92e1-29593de9d2ba),segment_id=14138c08-f27d-4949-92e1-29593de9d2ba)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:33:55.677532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42214) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:55.834470 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7a8bd31-cc6c-46dd-8792-592eb3bf423a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:55.886488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:55.896436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:55.906346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:55.911551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.007676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:33:56.011002 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:33:56.029132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:56.029904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.036954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, da4fde95-99d0-4b94-932c-7e2ea77be8bd) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:56.056246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1c84474-b0b2-4b41-b86c-3ce33f89537c None None] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:56.065784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:56.066462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.133465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 5.6036742 Jan 14 05:33:56.140178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Checking segment: {'id': 'b18935c7-4324-441d-a2f1-37459487fd92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:56.140572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network hostable DHCP agents. Network: 01f07cfc-f96e-4d25-9444-b32b83e9c028, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:33:56.145663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Subnet': ['ID=eb73905b-046b-40af-900c-a355520013f4,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:56.155422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Request body: {'port': {'device_id': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:56.248863 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35f9555a-8c96-4029-b821-e60b3825a020 req-cf44d1ce-39f4-4cf2-bdcc-5ac6bdf86f7c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/d5456dfd-eb37-4d74-abb7-671b28e445f4 HTTP/1.1" status: 200 len: 1805 time: 0.6212192 Jan 14 05:33:56.260179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:56.275852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.284492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:56.298673 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 7.1343749 Jan 14 05:33:56.312983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42238) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:56.357729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:56.360844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:56.375972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Sync routers for ids ['b71a3566-282c-4d43-99b0-fe6567c26dc2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:56.389119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:56.396466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Routers {'b71a3566-282c-4d43-99b0-fe6567c26dc2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:56.402053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b71a3566-282c-4d43-99b0-fe6567c26dc2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:56.412031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Usage tracker for resource:router and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:56.420653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:33:56.430813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:56.458647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-da4fde95-99d0-4b94-932c-7e2ea77be8bd', 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'fixed_ips': [{'subnet_id': '1abec1c2-1dbf-424c-b173-b55bb57c47b2'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:33:56.459609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.460042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:56.469618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.500839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 01f07cfc-f96e-4d25-9444-b32b83e9c028) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:56.501456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=6330528c-8198-4c77-980e-c827e80830fc,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:56.507782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:56.509930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ad402a1-580f-4b70-9edd-b2733f7c2a2e None None] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:33:56.521478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.610369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.613825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:56.614669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.669101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.670250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.697065 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 6.5730941 Jan 14 05:33:56.727800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Set router b71a3566-282c-4d43-99b0-fe6567c26dc2 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:56.749502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.772778 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95a010a5-c551-4570-a499-35965f771fc3 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:56.803984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.805348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 23.0685613 Jan 14 05:33:56.814789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42252) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:56.819288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.823485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d5fdef55-a084-4000-898f-7a3dd7649fdb HTTP/1.1" status: 204 len: 168 time: 1.1287930 Jan 14 05:33:56.823663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:56.827831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Router 152f270d-1f34-4480-91c9-fedc38c265a8 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:33:56.850454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Attempting to bind port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:56.850594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Attempting to bind port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:56.850974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Attempting to bind port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f on network 00459cd6-3a3e-415b-9646-9ab104fc9277 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:56.853614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5fdef55-a084-4000-898f-7a3dd7649fdb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:57.098912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:33:51Z', 'revision_number': 3, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:33:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:57.104361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Checking router: b71a3566-282c-4d43-99b0-fe6567c26dc2 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:33:57.104680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Updating router b71a3566-282c-4d43-99b0-fe6567c26dc2 port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:33:57.122436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Allocated IP 172.20.0.2 (da4fde95-99d0-4b94-932c-7e2ea77be8bd/1abec1c2-1dbf-424c-b173-b55bb57c47b2/eb065d40-12ce-41ef-b2a6-822a8b721cd9) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:33:57.230017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.242514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:57.243931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:33:57.245701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:57.246074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Checking segment: {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:57.246485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.246898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Bound using segment: {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:57.247404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Bound port: 6c3de5a1-d55c-409d-a8ac-36896eacaf5f, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'da5d32e6-3674-4867-a791-bf5d4aea9039', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 13, 'network_id': '00459cd6-3a3e-415b-9646-9ab104fc9277'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:57.247782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.318269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cb2fdec-a74f-4563-8417-0849ed25e2af', 'remote_group_id': 'd5456dfd-eb37-4d74-abb7-671b28e445f4', 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:57.320464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': None, 'security_group_id': '2cb2fdec-a74f-4563-8417-0849ed25e2af', 'remote_group_id': 'd5456dfd-eb37-4d74-abb7-671b28e445f4', 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:33:57.345073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:33:57.355663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:33:57.363689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:33:57.379109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:33:57.410001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.423268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Transition to ACTIVE for port object eb065d40-12ce-41ef-b2a6-822a8b721cd9 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:57.441642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Transition to ACTIVE for port object eb065d40-12ce-41ef-b2a6-822a8b721cd9 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:57.495965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Sync routers for ids ['152f270d-1f34-4480-91c9-fedc38c265a8'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:33:57.561488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.651749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] For port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:57.656933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] For port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:57.702993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.721712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 932 time: 15.3959000 Jan 14 05:33:57.724780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.855280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2acc7c6-540b-4a70-91b8-5483e7706623 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:57.969306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-01f07cfc-f96e-4d25-9444-b32b83e9c028', 'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'fixed_ips': [{'subnet_id': 'eb73905b-046b-40af-900c-a355520013f4'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:33:57.970380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:57.989681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2f1d3f23-20cb-4b57-a6d0-36ae2b4e05f7 None None] Provisioning for port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:33:58.001316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Pushing event updated for resources: {'Port': ['ID=eb065d40-12ce-41ef-b2a6-822a8b721cd9,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:58.003607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:33:58.013156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.033901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:58.036000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Transition to ACTIVE for port object 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:58.036312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:58.037534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.038265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a32908f8-dd62-42ba-a70c-3794e3bfb91d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:58.057959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2f1d3f23-20cb-4b57-a6d0-36ae2b4e05f7 None None] Provisioning complete for port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:58.058373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1d3f23-20cb-4b57-a6d0-36ae2b4e05f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.111744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:33:58.127414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Routers {'152f270d-1f34-4480-91c9-fedc38c265a8'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:58.128138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['152f270d-1f34-4480-91c9-fedc38c265a8'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:58.238666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:33:58.255555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.267658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:33:58.271198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Transition to ACTIVE for port object 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:33:58.275817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.282360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.371077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c73bcbf-3bf2-4997-b09c-d73507636bef tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:58.502797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6330528c-8198-4c77-980e-c827e80830fc up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:33:58.623144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2f1d3f23-20cb-4b57-a6d0-36ae2b4e05f7 None None] Port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:33:58.624908 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6be95db-3acc-4eb2-9c9d-599e852d0635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:58.778566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Attempting to bind port eb065d40-12ce-41ef-b2a6-822a8b721cd9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:58.779123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Attempting to bind port eb065d40-12ce-41ef-b2a6-822a8b721cd9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:58.779406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Attempting to bind port eb065d40-12ce-41ef-b2a6-822a8b721cd9 on network da4fde95-99d0-4b94-932c-7e2ea77be8bd {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:58.798017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Pushing event updated for resources: {'Port': ['ID=5fde0f5c-8c17-47d1-8d8f-6df52b4727b6,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:58.820251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:58.820686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Checking segment: {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:58.821110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.821549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Bound using segment: {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:58.822226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Bound port: eb065d40-12ce-41ef-b2a6-822a8b721cd9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:58.822646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:58.850040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.850383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.854257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.857190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.857738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.858121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.858626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.858991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.859346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.859686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.860053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.860377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.863417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.863830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.864206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.867278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.867665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.868186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.870536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.871309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.871698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.872111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.872483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.872851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.877193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.877616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.878180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.878625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.879221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.879593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.879962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.880345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.883850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.884299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.885456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.885835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:58.905797 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:59.002475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Attempting to bind port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:33:59.002920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Attempting to bind port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:33:59.003351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Attempting to bind port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:33:59.015765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:33:59.016547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:33:59.017158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.017745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:33:59.019212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Bound port: 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:33:59.021548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.086300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2f1d3f23-20cb-4b57-a6d0-36ae2b4e05f7 None None] Provisioning complete for port 6330528c-8198-4c77-980e-c827e80830fc triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:33:59.086733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1d3f23-20cb-4b57-a6d0-36ae2b4e05f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.183546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.196548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] For port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:33:59.204248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] For port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5fde0f5c-8c17-47d1-8d8f-6df52b4727b6,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:33:59.215715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.217315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.221755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Pushing event updated for resources: {'Port': ['ID=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:59.237349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:33:59.238036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.239671 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] 10.222.0.45 "PUT /v2.0/ports/6c3de5a1-d55c-409d-a8ac-36896eacaf5f HTTP/1.1" status: 200 len: 1155 time: 9.6346524 Jan 14 05:33:59.252131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.252653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.253068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.253474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.254037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.254450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.255278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.255696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.256340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.256937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.257592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.258091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.258556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.258995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.259420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.260294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.260423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.260761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.261163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.261540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.262098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.262490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.263054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.263450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.263923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.265338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6be95db-3acc-4eb2-9c9d-599e852d0635 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:59.268776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.269662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.270081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.270638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.271631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.272047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.272450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.272848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.273732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.275897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.276111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:33:59.293060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.255s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:59.293855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:33:59.301774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.529185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:33:59.577513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Pushing event updated for resources: {'Port': ['ID=5fde0f5c-8c17-47d1-8d8f-6df52b4727b6,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:59.595825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:33:59.638341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:33:59.650324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35f9555a-8c96-4029-b821-e60b3825a020 req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 806 time: 3.4003997 Jan 14 05:33:59.652803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0d0a851c-2a43-4b11-83ee-20c2e9d68771,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:59.663141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Routers {'b71a3566-282c-4d43-99b0-fe6567c26dc2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:33:59.664400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b71a3566-282c-4d43-99b0-fe6567c26dc2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:33:59.779819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Set router 152f270d-1f34-4480-91c9-fedc38c265a8 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:33:59.924878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Pushing event updated for resources: {'Port': ['ID=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:33:59.956837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42328) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:33:59.993564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.622s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:00.033826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] Set router b71a3566-282c-4d43-99b0-fe6567c26dc2 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:00.034506 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f', 'status': 'completed', 'code': 200} Jan 14 05:34:00.085774 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:00.105520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.249375 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.252265 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.276033 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d985e1a0-a82f-4a54-8ae9-a812f5689f52 req-25a63963-b5e2-44c0-a9d1-d377a7ef88b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/d5456dfd-eb37-4d74-abb7-671b28e445f4 HTTP/1.1" status: 200 len: 1805 time: 0.1865475 Jan 14 05:34:00.406056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-16f09b20-47ae-4545-a127-23de26da9b8f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:00.408618 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-16f09b20-47ae-4545-a127-23de26da9b8f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 1158 time: 1.0914943 Jan 14 05:34:00.410640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:00.421865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Allocated IP 19.86.0.2 (01f07cfc-f96e-4d25-9444-b32b83e9c028/eb73905b-046b-40af-900c-a355520013f4/9208ccde-9084-4127-9370-3939696b2a72) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:00.437524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsV221TestJSON-195262089-network', 'tenant_id': 'f959755082d2483f862d6d9344225172'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:00.523288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:33:51Z', 'revision_number': 3, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:00.529450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5f980004-8806-4dcc-8d5f-b4f5d62c2085 None None] The sync data for ids ['b71a3566-282c-4d43-99b0-fe6567c26dc2'] in n-d-768851-4 is: [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:33:51Z', 'revision_number': 3, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:33:59Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:34:00.562669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:00.567508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d985e1a0-a82f-4a54-8ae9-a812f5689f52 req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:00.570507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-04cf94bd-d9c2-4acc-9d6b-fc6e66ce3c37 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=6c3de5a1-d55c-409d-a8ac-36896eacaf5f HTTP/1.1" status: 200 len: 217 time: 0.1432140 Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:00.582082 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.585971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:00.590605 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:00.607867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-2e1849af-44cc-4db2-b2d3-be9875fa1f9c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:00.610190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Usage tracker for resource:network and tenant:f959755082d2483f862d6d9344225172 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:00.613934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42340) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:00.631379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-2e1849af-44cc-4db2-b2d3-be9875fa1f9c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:00.632250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-2e1849af-44cc-4db2-b2d3-be9875fa1f9c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Synchronizing usage tracker for tenant:fba39665243e4ecaafefd8b41216580e on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:00.636720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] For port eb065d40-12ce-41ef-b2a6-822a8b721cd9, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:00.640926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] For port eb065d40-12ce-41ef-b2a6-822a8b721cd9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eb065d40-12ce-41ef-b2a6-822a8b721cd9,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:00.656745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:00.661677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6330528c-8198-4c77-980e-c827e80830fc triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:00.662650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:00.696231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:00.716340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:00.775097 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:00.882978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Pushing event updated for resources: {'Port': ['ID=eb065d40-12ce-41ef-b2a6-822a8b721cd9,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:00.978317 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:01.105250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d985e1a0-a82f-4a54-8ae9-a812f5689f52 req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.146062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Attempting to bind port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:01.146410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Attempting to bind port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:01.146820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Attempting to bind port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a on network 89af2bbb-7904-4635-ac03-e4e3fb7b21f1 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:01.162170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 58), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:01.162549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Checking segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:01.162990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.163394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Bound using segment: {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:01.163998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Bound port: 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 2, 'network_id': '89af2bbb-7904-4635-ac03-e4e3fb7b21f1'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:01.164376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.202199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.218011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-916a1946-ae5a-441a-95ff-8efa1ba6a5ab service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:01.219837 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-916a1946-ae5a-441a-95ff-8efa1ba6a5ab service neutron] 10.222.0.45 "GET /v2.0/subnets?id=b78f0999-6c57-4223-b1f5-4c584b9fe699 HTTP/1.1" status: 200 len: 858 time: 0.6219645 Jan 14 05:34:01.233835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:01.239003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Usage tracker for resource:security_group_rule and tenant:5880600256554cfe987b407d47258c3e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:01.242725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:01.249128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:01.331362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-2e1849af-44cc-4db2-b2d3-be9875fa1f9c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Unset dirty status for tenant:fba39665243e4ecaafefd8b41216580e on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:01.333908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Made reservation on behalf of f959755082d2483f862d6d9344225172 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:01.339068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-2e1849af-44cc-4db2-b2d3-be9875fa1f9c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "GET /v2.0/networks?id=9777bc7e-e63f-4a3a-9c47-f83a96937575&id=01f07cfc-f96e-4d25-9444-b32b83e9c028&id=9777bc7e-e63f-4a3a-9c47-f83a96937575 HTTP/1.1" status: 200 len: 1391 time: 3.2111769 Jan 14 05:34:01.339265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.364151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.375087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d985e1a0-a82f-4a54-8ae9-a812f5689f52 req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.391943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-689857a6-bbb7-4c7f-9d6c-83832ed090f4 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:01.426974 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-3722399f-fe83-4ffa-80be-a701069728a4 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=00459cd6-3a3e-415b-9646-9ab104fc9277&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1436155 Jan 14 05:34:01.433890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d985e1a0-a82f-4a54-8ae9-a812f5689f52 req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.435297 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d985e1a0-a82f-4a54-8ae9-a812f5689f52 req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-groups/d5456dfd-eb37-4d74-abb7-671b28e445f4 HTTP/1.1" status: 204 len: 173 time: 1.1536696 Jan 14 05:34:01.439671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:01.444116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Usage tracker for resource:security_group_rule and tenant:f959755082d2483f862d6d9344225172 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:01.447733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:01.455387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:01.481019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.510943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Transition to ACTIVE for port object 9208ccde-9084-4127-9370-3939696b2a72 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:01.536172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:33:52Z', 'revision_number': 3, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:33:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:01.544192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Checking router: 152f270d-1f34-4480-91c9-fedc38c265a8 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:34:01.544595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Updating router 152f270d-1f34-4480-91c9-fedc38c265a8 port 6055427c-0fb3-4b26-8b67-acbedc20f59b binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:34:01.630973 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-2100cbec-a9f4-4757-8234-01beaf7a9480 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "GET /v2.0/quotas/fba39665243e4ecaafefd8b41216580e HTTP/1.1" status: 200 len: 375 time: 0.2880330 Jan 14 05:34:01.633929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Transition to ACTIVE for port object 9208ccde-9084-4127-9370-3939696b2a72 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:01.665498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.761218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.818748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.853344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Allocated IP 172.20.0.1 (b742e3ed-d573-4dd1-99de-30f6498182f2/0492dc59-80c1-49e3-b4d3-eab1d781d558/b3500881-d95b-4947-8136-f7de20d38e56) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:01.854740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.891723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:01.925154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroup': ['ID=d5456dfd-eb37-4d74-abb7-671b28e445f4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:01.927881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] For port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:01.964458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:01.989889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:02.049211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] For port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:02.064827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.673s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:02.065891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Pushing event updated for resources: {'Port': ['ID=9208ccde-9084-4127-9370-3939696b2a72,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:02.069645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:02.079119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.086948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-09a73272-6d8b-42fd-9129-1e9fbaf2b45f tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Synchronizing usage tracker for tenant:fba39665243e4ecaafefd8b41216580e on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:02.095470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.122376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.141872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7abc5b4c-23a3-4896-8b8f-a10432ee31d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:02.155300 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5880600256554cfe987b407d47258c3e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5380890 Jan 14 05:34:02.180576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:02.186444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42350) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:02.192532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:02.196130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:02.198845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:02.230647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:02.231091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.236906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b8304d0-6cfb-4a9e-aeda-3431d6e61859 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:02.310938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bff8d0eb-35dd-4ded-95ef-1aeaab0b9bb8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:02.325761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.327108 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:02.347762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Pushing event updated for resources: {'Port': ['ID=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:02.369774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.372499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:02.380617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-90730f79-2a67-4a37-9f75-87865f3a60e2 req-85c9b923-8e8e-4ae2-a289-132a58d93210 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/2cb2fdec-a74f-4563-8417-0849ed25e2af HTTP/1.1" status: 200 len: 1803 time: 0.3142791 Jan 14 05:34:02.388729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64325b27-5fb7-45cb-91b6-a8bb3ff2d22a tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:02.419179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-09a73272-6d8b-42fd-9129-1e9fbaf2b45f tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Unset dirty status for tenant:fba39665243e4ecaafefd8b41216580e on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:02.428438 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-09a73272-6d8b-42fd-9129-1e9fbaf2b45f tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "GET /v2.0/ports?tenant_id=fba39665243e4ecaafefd8b41216580e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.7963228 Jan 14 05:34:02.440550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f9962424-c72b-472c-96a0-b8d8abb46892,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:02.469305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 12} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:34:02.472252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:02.499712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-49ecdbfb-c381-4be4-b5a0-bbf42ec41202 service neutron] 10.222.0.45 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7367671 Jan 14 05:34:02.505683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.561424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.561806 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Added segment d65ef33d-2f34-4502-8dd3-365f814c2ab5 of type vxlan for network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 Jan 14 05:34:02.743427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-6227064b-85c4-453d-81f5-b88820ecbfd6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e82cc410e9e4437ac54632cf45b04be&device_id=8f0b64ba-e1b1-44cc-8c6a-65d7ed4875fb HTTP/1.1" status: 200 len: 210 time: 0.0593083 Jan 14 05:34:02.747057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesTestJSON-securitygroup-929039435', 'description': 'tempest-description-1188442905'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:02.778685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Attempting to bind port 9208ccde-9084-4127-9370-3939696b2a72 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:02.779106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Attempting to bind port 9208ccde-9084-4127-9370-3939696b2a72 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b18935c7-4324-441d-a2f1-37459487fd92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:02.779473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Attempting to bind port 9208ccde-9084-4127-9370-3939696b2a72 on network 01f07cfc-f96e-4d25-9444-b32b83e9c028 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:02.842639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:02.847852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-b13e18fc-5ada-42cc-b52d-f7601c0dfad7 service neutron] 10.222.0.45 "GET /v2.0/networks/00459cd6-3a3e-415b-9646-9ab104fc9277?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3382425 Jan 14 05:34:02.848023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:02.848378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Checking segment: {'id': 'b18935c7-4324-441d-a2f1-37459487fd92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:02.848828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.849277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Bound using segment: {'id': 'b18935c7-4324-441d-a2f1-37459487fd92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:02.849815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Bound port: 9208ccde-9084-4127-9370-3939696b2a72, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b18935c7-4324-441d-a2f1-37459487fd92', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:02.850415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.862796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:02.871038 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-f247f333-8918-4508-8e03-c00e7c1ba5e7 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5e82cc410e9e4437ac54632cf45b04be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1089795 Jan 14 05:34:02.873201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:02.877392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:02.968806 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-63918ebb-b420-4466-b6b8-accf3117d785 service neutron] 10.222.0.48 "GET /v2.0/networks/9777bc7e-e63f-4a3a-9c47-f83a96937575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5392878 Jan 14 05:34:03.049331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:03.052283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42360) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:03.139692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.156598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:34:03.186664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d27da386-c49c-4c34-91db-d612da499b6c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:03.217623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.228172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.247616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec737b-5624-4585-ade3-518cfb003236 req-2dc69811-a59d-4c45-bf29-c20b510a1899 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:03.249237 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-2dc69811-a59d-4c45-bf29-c20b510a1899 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3667026 Jan 14 05:34:03.250300 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-fb3f5fa2-5f57-4b50-ad80-15f35d1869a3 service neutron] 10.222.0.48 "GET /v2.0/networks/9777bc7e-e63f-4a3a-9c47-f83a96937575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2805059 Jan 14 05:34:03.321374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce4e6c1f-c36e-481f-bce2-05821648d8e0 None None] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:03.522231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.569864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.643850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.649409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-05e46c15-6743-4fbb-aca9-b7b5107664b1 None None] Provisioning for port eb065d40-12ce-41ef-b2a6-822a8b721cd9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:03.657971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:03.685454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:03.686589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:03.688365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.694140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.700173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] For port 9208ccde-9084-4127-9370-3939696b2a72, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:03.705931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:17. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:03.713865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.714554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:03.715134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.717398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5fde0f5c-8c17-47d1-8d8f-6df52b4727b6,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:03.728587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 2 items for resource security_group_rule. Total usage: 17; quota limit: 100; headroom:83 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:03.729578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Transition to ACTIVE for port object 6055427c-0fb3-4b26-8b67-acbedc20f59b will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:03.731814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] For port 9208ccde-9084-4127-9370-3939696b2a72, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9208ccde-9084-4127-9370-3939696b2a72,segment=NetworkSegment(b18935c7-4324-441d-a2f1-37459487fd92),segment_id=b18935c7-4324-441d-a2f1-37459487fd92)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:03.733854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.734448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Pushing event updated for resources: {'Port': ['ID=b3500881-d95b-4947-8136-f7de20d38e56,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:03.739923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-166927fc-0571-48e3-94f1-d14a00448a51 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:03.741019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:03.745153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Usage tracker for resource:security_group_rule and tenant:5e82cc410e9e4437ac54632cf45b04be is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:03.748550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:03.753894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:03.777512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bff8d0eb-35dd-4ded-95ef-1aeaab0b9bb8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:03.787886 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-1c24bf0f-273a-4ca4-a965-c6a006f46a51 service neutron] 10.222.0.48 "GET /v2.0/networks/01f07cfc-f96e-4d25-9444-b32b83e9c028?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5361192 Jan 14 05:34:03.798646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:03.799965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:03.800657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.802437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] 10.222.0.41 "PUT /v2.0/ports/009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a HTTP/1.1" status: 200 len: 1160 time: 7.6540000 Jan 14 05:34:03.835890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:03.843584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5fde0f5c-8c17-47d1-8d8f-6df52b4727b6,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:03.848660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:03.866967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.878879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:03.910090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.709s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:03.910788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:03.980755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:04.029341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.056737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Pushing event updated for resources: {'Network': ['ID=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:04.059378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.113216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eb065d40-12ce-41ef-b2a6-822a8b721cd9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:04.136038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:04.136708 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c63b1e-4218-4841-aeb8-1a61393ba290 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:04.148479 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e82cc410e9e4437ac54632cf45b04be&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0924435 Jan 14 05:34:04.165433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42368) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:04.184902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802ad23-57d0-4ef8-a9bb-4bd3edcb5074 req-f04493b3-573b-45b3-85f3-ff624e4d957e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:04.186523 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b802ad23-57d0-4ef8-a9bb-4bd3edcb5074 req-f04493b3-573b-45b3-85f3-ff624e4d957e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 1158 time: 1.1386676 Jan 14 05:34:04.188639 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-8e65a4b4-cf73-4155-b61b-6ef11d97120a service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e82cc410e9e4437ac54632cf45b04be&device_id=8f0b64ba-e1b1-44cc-8c6a-65d7ed4875fb HTTP/1.1" status: 200 len: 210 time: 0.1496391 Jan 14 05:34:04.193905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.195187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bff8d0eb-35dd-4ded-95ef-1aeaab0b9bb8 HTTP/1.1" status: 204 len: 168 time: 1.9299407 Jan 14 05:34:04.219645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Allocated IP 172.20.0.1 (e42e4bf0-1867-46a6-93c4-7cf3c7348604/3e0a4365-1942-4bfc-abd2-8c82a006fd9d/58cc7777-8ce8-49c1-bdf9-368858f6fbd7) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:04.295151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:04.351349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-80001706-3764-4228-80e8-c1e764130a97 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5e82cc410e9e4437ac54632cf45b04be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1406510 Jan 14 05:34:04.352065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=265fc32c-50e4-4936-9bf6-4df09d20b5b7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:04.378273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:04.382838 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 4.3532739 Jan 14 05:34:04.411198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:04.422101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42374) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:04.424163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a1018902-b748-4761-baf1-fac2f6f38040 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:04.426061 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a1018902-b748-4761-baf1-fac2f6f38040 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 1163 time: 0.4729228 Jan 14 05:34:04.431197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Allocated IP 172.25.3.100 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:04.441495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Request body: {'subnet': {'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsV221TestJSON-195262089-subnet', 'tenant_id': 'f959755082d2483f862d6d9344225172', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:04.472155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Network b742e3ed-d573-4dd1-99de-30f6498182f2 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:04.541840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:04.544369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec737b-5624-4585-ade3-518cfb003236 req-6dcce432-e7f4-4a8c-a4eb-daed8cd331a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:04.545985 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-6dcce432-e7f4-4a8c-a4eb-daed8cd331a4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1723049 Jan 14 05:34:04.548321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:04.550520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:04.553226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:04.589479 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-fd65cd37-e7a5-47ca-a023-45b34e90abf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.238&port_id=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a HTTP/1.1" status: 200 len: 217 time: 0.1377466 Jan 14 05:34:04.590591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Usage tracker for resource:subnet and tenant:f959755082d2483f862d6d9344225172 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:04.598982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-435056c8-fb35-4670-951e-63508ed79bca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.619744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.632941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:04.648517 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e83fa5b1-2617-400b-827c-14c58b2736b7 service neutron] 10.222.0.48 "GET /v2.0/networks/01f07cfc-f96e-4d25-9444-b32b83e9c028?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8568308 Jan 14 05:34:04.799383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.813838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.819741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbb0bf72-1be5-436f-977e-eb5eabb9f310 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:04.829567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802ad23-57d0-4ef8-a9bb-4bd3edcb5074 req-3320be44-12a1-48a5-b0b2-37324fc05543 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:04.831548 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b802ad23-57d0-4ef8-a9bb-4bd3edcb5074 req-3320be44-12a1-48a5-b0b2-37324fc05543 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=a3af64f935d9465fa4402e3cb7b8e4fa&shared=False HTTP/1.1" status: 200 len: 913 time: 0.6194057 Jan 14 05:34:04.831829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.882245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0999b9a-b780-47b3-9505-8fa0c037af06 None None] Pushing event updated for resources: {'Port': ['ID=6055427c-0fb3-4b26-8b67-acbedc20f59b,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:04.885532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Attempting to bind port 6055427c-0fb3-4b26-8b67-acbedc20f59b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:04.885901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Attempting to bind port 6055427c-0fb3-4b26-8b67-acbedc20f59b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:04.886342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Attempting to bind port 6055427c-0fb3-4b26-8b67-acbedc20f59b on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:04.893806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0999b9a-b780-47b3-9505-8fa0c037af06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:04.901890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:04.902673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:04.902816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.903242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:04.903780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Bound port: 6055427c-0fb3-4b26-8b67-acbedc20f59b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:04.904304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.906527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-435056c8-fb35-4670-951e-63508ed79bca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:04.925708 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-1a1071e3-ba11-4179-a7b9-bc2165670540 service neutron] 10.222.0.48 "GET /v2.0/networks/9777bc7e-e63f-4a3a-9c47-f83a96937575?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2758806 Jan 14 05:34:04.928796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-afd991ea-c406-4f5b-af77-cec62dd58ddd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:04.930932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-afd991ea-c406-4f5b-af77-cec62dd58ddd service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c8db2ea8-1ca4-4295-93ee-a362b6217c69 HTTP/1.1" status: 200 len: 843 time: 0.2993693 Jan 14 05:34:04.936300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:04.971242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.859s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:05.084355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.088551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42380) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:05.126841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b802ad23-57d0-4ef8-a9bb-4bd3edcb5074 req-5a8dfddd-d65c-4925-a06b-a0edcc680035 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:05.129196 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b802ad23-57d0-4ef8-a9bb-4bd3edcb5074 req-5a8dfddd-d65c-4925-a06b-a0edcc680035 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2871177 Jan 14 05:34:05.137015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Pushing event updated for resources: {'Port': ['ID=9208ccde-9084-4127-9370-3939696b2a72,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:05.157584 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:05.188316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] For port 6055427c-0fb3-4b26-8b67-acbedc20f59b, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:05.193553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] For port 6055427c-0fb3-4b26-8b67-acbedc20f59b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6055427c-0fb3-4b26-8b67-acbedc20f59b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:05.197157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.216249 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c960b20a-dddf-4f00-87a3-56cf8af70c2d req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 2.5307860 Jan 14 05:34:05.233466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroup': ['ID=56b3234e-7259-4dd2-a24d-819f74481b98,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:05.315669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:05.324827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60373a04-0fa9-4c2c-bd45-c1ec8bfd1f6b req-b95340b7-2882-44b9-bd78-2dad23f1cdab service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=5e82cc410e9e4437ac54632cf45b04be&device_id=8f0b64ba-e1b1-44cc-8c6a-65d7ed4875fb HTTP/1.1" status: 200 len: 210 time: 0.0821474 Jan 14 05:34:05.352502 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a', 'status': 'completed', 'code': 200} Jan 14 05:34:05.404068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60373a04-0fa9-4c2c-bd45-c1ec8bfd1f6b req-f4807821-7d78-4fdb-9747-8a7dda85a13d service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=5e82cc410e9e4437ac54632cf45b04be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0318644 Jan 14 05:34:05.471282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.500661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Made reservation on behalf of f959755082d2483f862d6d9344225172 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:05.507897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.543535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.564480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Transition to ACTIVE for port object 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:05.577032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port eb065d40-12ce-41ef-b2a6-822a8b721cd9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:05.580905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.589789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.633040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0999b9a-b780-47b3-9505-8fa0c037af06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:05.718181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60373a04-0fa9-4c2c-bd45-c1ec8bfd1f6b req-7cee01cf-94f0-406f-9526-b7d15aacced4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:05.720140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60373a04-0fa9-4c2c-bd45-c1ec8bfd1f6b req-7cee01cf-94f0-406f-9526-b7d15aacced4 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2224653 Jan 14 05:34:05.729503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0999b9a-b780-47b3-9505-8fa0c037af06 None None] Pushing event updated for resources: {'Port': ['ID=6055427c-0fb3-4b26-8b67-acbedc20f59b,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:05.732465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port eb065d40-12ce-41ef-b2a6-822a8b721cd9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:05.732891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.743126 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-9bc694ee-7bbb-48f5-8eb0-15de46302e1a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/56b3234e-7259-4dd2-a24d-819f74481b98 HTTP/1.1" status: 200 len: 1804 time: 0.3716116 Jan 14 05:34:05.752642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56b3234e-7259-4dd2-a24d-819f74481b98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:05.753444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56b3234e-7259-4dd2-a24d-819f74481b98', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:05.771515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:05.779324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0999b9a-b780-47b3-9505-8fa0c037af06 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:05.828656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:05.833906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:19. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:05.853043 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60373a04-0fa9-4c2c-bd45-c1ec8bfd1f6b req-a54d7f1f-a41e-4710-a825-658baba33f50 tempest-ServerShowV257Test-145844370 tempest-ServerShowV257Test-145844370] 10.222.0.45 "GET /v2.0/ports?device_id=8f0b64ba-e1b1-44cc-8c6a-65d7ed4875fb HTTP/1.1" status: 200 len: 210 time: 0.0781872 Jan 14 05:34:05.854901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group_rule. Total usage: 19; quota limit: 100; headroom:81 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:05.909269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e255a96-1142-48be-89b8-efaba999ad16 None None] Provisioning complete for port eb065d40-12ce-41ef-b2a6-822a8b721cd9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:05.909789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e255a96-1142-48be-89b8-efaba999ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:05.988324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-bbb472ad-020f-4b3e-af13-3749f1e1d267 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:34:06.058555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.094328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.109747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.123375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:06.124514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7951b6b5-1fbd-4be4-9745-6aa6971eadb8 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:06.128413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39daaa1f-325b-49f1-b475-9004e51c92b2 tempest-ServersTestManualDisk-1563404381 tempest-ServersTestManualDisk-1563404381] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:06.138236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.157743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.169848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.175160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.191057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e255a96-1142-48be-89b8-efaba999ad16 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.200401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13fb78e3-dcaf-4bf3-aeba-d53ad1251bb8,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:06.217836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:06.226077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:06.239352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Routers {'152f270d-1f34-4480-91c9-fedc38c265a8'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:06.240294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['152f270d-1f34-4480-91c9-fedc38c265a8'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:06.310821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Pushing event updated for resources: {'Port': ['ID=b3500881-d95b-4947-8136-f7de20d38e56,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:06.317298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:06.323285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.324898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-14621b9a-d739-42a0-ab7e-aa7daa406a9a req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5799201 Jan 14 05:34:06.337141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.405925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Usage tracker for resource:security_group_rule and tenant:267e589390b44b0bb6d0d798e4f2a2e1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:06.435013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:06.461938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:06.468374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:06.577221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Network b742e3ed-d573-4dd1-99de-30f6498182f2 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:06.583862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:06.586507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:06.594079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 6c3de5a1-d55c-409d-a8ac-36896eacaf5f up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:06.616738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-87c4a246-ad27-4251-a22d-e199ec8bf610 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:06.618490 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-87c4a246-ad27-4251-a22d-e199ec8bf610 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=89af2bbb-7904-4635-ac03-e4e3fb7b21f1&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1166 time: 1.5381880 Jan 14 05:34:06.626648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:06.642419 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-5dda24d2-430c-4745-a107-b03efd7a49ff tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/56b3234e-7259-4dd2-a24d-819f74481b98 HTTP/1.1" status: 200 len: 2397 time: 0.0862026 Jan 14 05:34:06.678278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] Set router 152f270d-1f34-4480-91c9-fedc38c265a8 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:06.796299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:06.798903 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a88e37c6-c165-491f-a16c-c752c5e5cd21 service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1665635 Jan 14 05:34:06.812970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:06.815492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:06.825743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56b3234e-7259-4dd2-a24d-819f74481b98', 'remote_group_id': None}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:06.826096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '56b3234e-7259-4dd2-a24d-819f74481b98', 'remote_group_id': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:06.838672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:06.846270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Usage tracker for resource:security_group_rule and tenant:96d4f740862846ab95dd15fc8b2610b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:06.850935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Quota usage for security_group_rule was recalculated. Used quota:20. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:06.859768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port eb065d40-12ce-41ef-b2a6-822a8b721cd9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eb065d40-12ce-41ef-b2a6-822a8b721cd9,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:06.860722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Attempting to reserve 1 items for resource security_group_rule. Total usage: 20; quota limit: 100; headroom:80 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:06.872921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Router 152f270d-1f34-4480-91c9-fedc38c265a8 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:34:06.919544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:06.928765 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:07.032387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-2e255a96-1142-48be-89b8-efaba999ad16 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:34:07.032896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-2e255a96-1142-48be-89b8-efaba999ad16 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:34:07.086929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:34:07.105083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=eb065d40-12ce-41ef-b2a6-822a8b721cd9,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:07.110496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:07.124583 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:07.124740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] 10.222.0.48 "PUT /v2.0/routers/152f270d-1f34-4480-91c9-fedc38c265a8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0301008 Jan 14 05:34:07.131464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:07.131969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.163636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:07.181249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.253365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.332513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.338135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.340611 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:07.347924 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-32afedec-d62c-4f05-a22c-5c9904cc81bb service neutron] 10.222.0.48 "GET /v2.0/networks/9777bc7e-e63f-4a3a-9c47-f83a96937575?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.4212139 Jan 14 05:34:07.362413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a832baa6-8c83-4d2f-af08-71350a8dc87c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:07.367430 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:07.368688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-435056c8-fb35-4670-951e-63508ed79bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.373308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.383030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Pushing event updated for resources: {'Port': ['ID=86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:07.395350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.397458 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e22be2c4-de9a-4743-b7de-8b4598045a33 req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.5887728 Jan 14 05:34:07.414252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:07.415371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.452720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:04Z', 'revision_number': 4, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b3500881-d95b-4947-8136-f7de20d38e56', 'name': '', 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'mac_address': 'fa:16:3e:e8:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:00Z', 'updated_at': '2021-01-14T05:34:05Z', 'revision_number': 2, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'subnets': [{'id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:07.455459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.327s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:07.482009 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7c5bd17-cb9a-4fbb-a8ca-b28da946216a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.108s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:07.513435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f861591f-3a26-4afe-a9ce-bcdfebc752d8 None None] The sync data for ids ['152f270d-1f34-4480-91c9-fedc38c265a8'] in n-d-768851-4 is: [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:04Z', 'revision_number': 4, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b3500881-d95b-4947-8136-f7de20d38e56', 'name': '', 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'mac_address': 'fa:16:3e:e8:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:00Z', 'updated_at': '2021-01-14T05:34:05Z', 'revision_number': 2, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'subnets': [{'id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:34:07.517370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.638937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:07.673378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:07.685783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.693211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8fbc5c5-4e8e-423c-914f-9ec95c4f6ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:07.783994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Pushing event updated for resources: {'Port': ['ID=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:07.801345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.827066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:07.837857 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.421s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:07.873182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-435056c8-fb35-4670-951e-63508ed79bca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:07.874817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-435056c8-fb35-4670-951e-63508ed79bca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/265fc32c-50e4-4936-9bf6-4df09d20b5b7 HTTP/1.1" status: 204 len: 168 time: 3.7010241 Jan 14 05:34:07.931332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42422) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:07.935047 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=267e589390b44b0bb6d0d798e4f2a2e1&name=default HTTP/1.1" status: 200 len: 2979 time: 2.7713077 Jan 14 05:34:07.986433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-435056c8-fb35-4670-951e-63508ed79bca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=265fc32c-50e4-4936-9bf6-4df09d20b5b7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:08.016354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:08.144426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 6c3de5a1-d55c-409d-a8ac-36896eacaf5f up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:08.179772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e2a2bfd-ee56-4ca1-b2b7-94925b14697e None None] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:08.210831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:08.344021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-c5b699c6-c9bc-4050-8a96-6d3572d8a703 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:08.352407 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-c5b699c6-c9bc-4050-8a96-6d3572d8a703 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.48 "GET /v2.0/networks?id=b742e3ed-d573-4dd1-99de-30f6498182f2 HTTP/1.1" status: 200 len: 820 time: 0.4724901 Jan 14 05:34:08.377291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-464b9cdc-62e3-4fcf-83f2-9b1d5dc9fedc tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.48 "GET /v2.0/quotas/8872b264b77d444a8e1daf5e3140b998 HTTP/1.1" status: 200 len: 375 time: 0.0232897 Jan 14 05:34:08.385936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:08.545385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-e9b9d74f-d16b-41d8-9d30-3957298bf66c tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Synchronizing usage tracker for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:08.555161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:08.564558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2df5b60-2a42-45e0-90c5-54e1cd947d7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.613866 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.618385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.620604 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:08.624420 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:08.639085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-673fde63-98fd-466d-86ad-88ab4f32abd5 req-4108717b-964b-48a1-93c1-f68898cb23d2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/56b3234e-7259-4dd2-a24d-819f74481b98 HTTP/1.1" status: 200 len: 2995 time: 0.8739021 Jan 14 05:34:08.642877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d18a86-cb6f-4685-8521-ac2e5e5f266b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:08.650875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:08.652709 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-8c1f99e6-3746-458c-adac-f0cbc74df57d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=5e82cc410e9e4437ac54632cf45b04be&device_id=8f0b64ba-e1b1-44cc-8c6a-65d7ed4875fb HTTP/1.1" status: 200 len: 210 time: 0.6622090 Jan 14 05:34:08.654116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:08.655640 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/00d18a86-cb6f-4685-8521-ac2e5e5f266b HTTP/1.1" status: 204 len: 168 time: 0.7229693 Jan 14 05:34:08.656789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-e9b9d74f-d16b-41d8-9d30-3957298bf66c tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Unset dirty status for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:08.667361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-e9b9d74f-d16b-41d8-9d30-3957298bf66c tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.48 "GET /v2.0/ports?tenant_id=8872b264b77d444a8e1daf5e3140b998&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2887530 Jan 14 05:34:08.671455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Provisioning for port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:08.747377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Provisioning complete for port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:08.747774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:08.821018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:08.880521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9208ccde-9084-4127-9370-3939696b2a72 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:08.907977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-17c9378a-d344-4254-9e8d-7eae31810aaf service neutron] 10.222.0.41 "GET /v2.0/networks/89af2bbb-7904-4635-ac03-e4e3fb7b21f1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 2.0289452 Jan 14 05:34:08.921832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.229s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:08.959959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d18a86-cb6f-4685-8521-ac2e5e5f266b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:08.992389 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-f3706c8e-48cf-494f-bc37-f9a58785ced0 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=5e82cc410e9e4437ac54632cf45b04be&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1966734 Jan 14 05:34:09.001006 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-c07ef6d3-e60f-4ed0-afa7-b4f420600428 service neutron] 10.222.0.48 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3325007 Jan 14 05:34:09.041851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:09.042276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:09.097348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.259s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:09.123045 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f', 'code': 200} Jan 14 05:34:09.197315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:34:09.203040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.782s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:09.206053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:09.282428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Provisioning complete for port eb065d40-12ce-41ef-b2a6-822a8b721cd9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:09.282957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:09.440869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9208ccde-9084-4127-9370-3939696b2a72 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:09.876083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eb065d40-12ce-41ef-b2a6-822a8b721cd9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:09.878299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-332021f9-d662-4708-96ff-012efcee4a75 service neutron] 10.222.0.48 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8652508 Jan 14 05:34:10.014283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 6c3de5a1-d55c-409d-a8ac-36896eacaf5f up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:10.071737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Provisioning for port 9208ccde-9084-4127-9370-3939696b2a72 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:10.094193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0dec737b-5624-4585-ade3-518cfb003236 req-46b15a97-331f-4627-8947-11add69653c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:10.095866 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0dec737b-5624-4585-ade3-518cfb003236 req-46b15a97-331f-4627-8947-11add69653c3 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8886695 Jan 14 05:34:10.220876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Provisioning complete for port 9208ccde-9084-4127-9370-3939696b2a72 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:10.221319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:10.336499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ad26a785-5440-4779-940d-7310d453dabd req-42bd6ec8-838f-4f52-a074-0de06a50b94e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-group-rules/a832baa6-8c83-4d2f-af08-71350a8dc87c HTTP/1.1" status: 200 len: 783 time: 1.0920804 Jan 14 05:34:10.494908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-f20b351a-d198-4431-b5fe-cc24f1ea512f tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:10.500257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port eb065d40-12ce-41ef-b2a6-822a8b721cd9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:10.502351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:10.580756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-f20b351a-d198-4431-b5fe-cc24f1ea512f tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:10.582527 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-f20b351a-d198-4431-b5fe-cc24f1ea512f tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.45 "GET /v2.0/networks?id=9777bc7e-e63f-4a3a-9c47-f83a96937575&id=01f07cfc-f96e-4d25-9444-b32b83e9c028&id=9777bc7e-e63f-4a3a-9c47-f83a96937575 HTTP/1.1" status: 200 len: 1391 time: 0.6945162 Jan 14 05:34:10.677009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:10.677432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:10.703895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'port': {'device_id': '9aeaa64b-5cd9-46ed-94fa-c466da710300', 'network_id': '9777bc7e-e63f-4a3a-9c47-f83a96937575', 'admin_state_up': True, 'tenant_id': 'fba39665243e4ecaafefd8b41216580e'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:10.741822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ad26a785-5440-4779-940d-7310d453dabd req-d9addcf3-0702-42f3-bd64-057600b38ad4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/56b3234e-7259-4dd2-a24d-819f74481b98 HTTP/1.1" status: 200 len: 2995 time: 0.3974521 Jan 14 05:34:10.904412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:10.947380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:10.949152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:10.964144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-7fc1716c-a187-4e59-a2a3-c363d09aaa29 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:34:11.016230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6055427c-0fb3-4b26-8b67-acbedc20f59b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:11.066068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ad26a785-5440-4779-940d-7310d453dabd req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.074075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.079955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ad26a785-5440-4779-940d-7310d453dabd req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.095385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-4f63f11f-aff0-490c-8140-40b706d1575a tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:11.096231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-4f63f11f-aff0-490c-8140-40b706d1575a tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Synchronizing usage tracker for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:11.111062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70017219-841c-49a4-8939-f8525b3f7467 req-26fecfad-5497-40a5-ad1d-c0d841d2600d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:11.113132 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-70017219-841c-49a4-8939-f8525b3f7467 req-26fecfad-5497-40a5-ad1d-c0d841d2600d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=357b2d46a53447828852c178c05cbdf5&device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 1163 time: 2.1469624 Jan 14 05:34:11.116500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:11.141459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.170014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] For port 9208ccde-9084-4127-9370-3939696b2a72, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9208ccde-9084-4127-9370-3939696b2a72,segment=NetworkSegment(b18935c7-4324-441d-a2f1-37459487fd92),segment_id=b18935c7-4324-441d-a2f1-37459487fd92)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:11.171118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6055427c-0fb3-4b26-8b67-acbedc20f59b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:11.178279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6055427c-0fb3-4b26-8b67-acbedc20f59b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:11.178766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.214863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ad26a785-5440-4779-940d-7310d453dabd req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.217631 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-70017219-841c-49a4-8939-f8525b3f7467 req-870c7ba4-e47a-4e9d-83e0-3d5de3b1e514 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=357b2d46a53447828852c178c05cbdf5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0846751 Jan 14 05:34:11.243351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:11.255056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:11.308070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.311686 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b687b378-47d4-4aaf-8558-16a274aa7874 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:11.386142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Pushing event updated for resources: {'Port': ['ID=9208ccde-9084-4127-9370-3939696b2a72,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:11.392921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:11.455805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.484936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a832baa6-8c83-4d2f-af08-71350a8dc87c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:11.487747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70017219-841c-49a4-8939-f8525b3f7467 req-920a033d-966a-474d-b578-2d068cebc6ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:11.488956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-70017219-841c-49a4-8939-f8525b3f7467 req-920a033d-966a-474d-b578-2d068cebc6ea service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.2464106 Jan 14 05:34:11.493438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:11.498735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.500961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 6055427c-0fb3-4b26-8b67-acbedc20f59b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6055427c-0fb3-4b26-8b67-acbedc20f59b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:11.533404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.536929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:11.541914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-4f63f11f-aff0-490c-8140-40b706d1575a tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Unset dirty status for tenant:a3af64f935d9465fa4402e3cb7b8e4fa on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:11.545669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-4f63f11f-aff0-490c-8140-40b706d1575a tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.45 "GET /v2.0/ports?device_id=cb09a43a-f131-40b9-8ac5-0b3d6b49f665 HTTP/1.1" status: 200 len: 945 time: 0.9620986 Jan 14 05:34:11.585592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:11.599462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:11.600009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.611192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ad26a785-5440-4779-940d-7310d453dabd req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.625999 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ad26a785-5440-4779-940d-7310d453dabd req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-group-rules/a832baa6-8c83-4d2f-af08-71350a8dc87c HTTP/1.1" status: 204 len: 173 time: 0.8715365 Jan 14 05:34:11.727976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9208ccde-9084-4127-9370-3939696b2a72 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:11.824927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b1ea7834-5183-459c-bef7-03e5023a6d71 None None] Provisioning complete for port 9208ccde-9084-4127-9370-3939696b2a72 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:11.825336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b1ea7834-5183-459c-bef7-03e5023a6d71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.866207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Deleting port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:11.866596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:11.916414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:11.990352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 6c3de5a1-d55c-409d-a8ac-36896eacaf5f no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:12.217378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Sync routers for ids ['152f270d-1f34-4480-91c9-fedc38c265a8'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:34:12.239661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Routers {'152f270d-1f34-4480-91c9-fedc38c265a8'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:12.241792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:33:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['152f270d-1f34-4480-91c9-fedc38c265a8'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:12.248906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9208ccde-9084-4127-9370-3939696b2a72 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:12.249377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:12.370837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:12.418352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:12.432618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d9e8a3d-d108-4f0c-aa35-9f22803ca0e6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:12.542213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-e004131d-a422-463a-a92b-4f472d55f7cd tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:12.552829 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-e004131d-a422-463a-a92b-4f472d55f7cd tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.45 "GET /v2.0/networks?id=b742e3ed-d573-4dd1-99de-30f6498182f2 HTTP/1.1" status: 200 len: 820 time: 0.4052060 Jan 14 05:34:12.657547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:12.778635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Set router 152f270d-1f34-4480-91c9-fedc38c265a8 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:12.875796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=6055427c-0fb3-4b26-8b67-acbedc20f59b,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:12.914502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.377s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:12.996014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] For port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:12.996335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.085807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.106524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7401ae31-b953-412d-a16a-104f5b4a1345 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.109009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42520) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:13.268918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.318519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:13.324782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:13.348957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Request body: {'port': {'device_id': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'admin_state_up': True, 'tenant_id': '8872b264b77d444a8e1daf5e3140b998'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:13.352510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.370126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:13.371798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:13.376033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.394840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Calling delete_port for 6c3de5a1-d55c-409d-a8ac-36896eacaf5f owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:13.450608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:13.454403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.456791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:13.457426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:13.461735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Allocated IP 19.80.0.242 (9777bc7e-e63f-4a3a-9c47-f83a96937575/2dcd573c-523a-40a5-b07e-ae9b30963f11/e0209585-5b0f-4d77-ac0e-0d8869452c93) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:13.488991 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a', 'code': 200} Jan 14 05:34:13.495897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Router 93eee8a0-0278-4c21-b313-720d1c865a4f is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:34:13.501597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:13.585981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:13.592294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:13.603172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:04Z', 'revision_number': 4, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b3500881-d95b-4947-8136-f7de20d38e56', 'name': '', 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'mac_address': 'fa:16:3e:e8:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:00Z', 'updated_at': '2021-01-14T05:34:05Z', 'revision_number': 2, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'subnets': [{'id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:13.613050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Checking router: 152f270d-1f34-4480-91c9-fedc38c265a8 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:34:13.613524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Updating router 152f270d-1f34-4480-91c9-fedc38c265a8 port b3500881-d95b-4947-8136-f7de20d38e56 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:34:13.647088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:13.647515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.693218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:13.717140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6055427c-0fb3-4b26-8b67-acbedc20f59b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:13.932712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6055427c-0fb3-4b26-8b67-acbedc20f59b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:13.933343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:14.056196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:14.076542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Transition to ACTIVE for port object e0209585-5b0f-4d77-ac0e-0d8869452c93 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:14.112262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:14.135830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:14.195246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Checking segment: {'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:14.195633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Network hostable DHCP agents. Network: 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:34:14.226165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a790d6f9-beb7-4169-a6e9-571774a3b9b7,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:14.234796 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d858e899-a1c7-4385-8ad0-de6954d4a93e req-eba296fb-5e3d-4eac-95e9-08344e59eb9d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/56b3234e-7259-4dd2-a24d-819f74481b98 HTTP/1.1" status: 200 len: 2397 time: 1.6078756 Jan 14 05:34:14.259709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.827s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:14.260306 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:14.445858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2925dcc-557b-47ca-9a4f-277fc3286689 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:14.542380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Port': ['ID=e0209585-5b0f-4d77-ac0e-0d8869452c93,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:14.559987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:14.600686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:14.614635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Transition to ACTIVE for port object b3500881-d95b-4947-8136-f7de20d38e56 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:14.620790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:14.711444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:14.739616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:34:14.740150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:34:14.740343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Pushing event updated for resources: {'Port': ['ID=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:14.741398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:14.745210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.484s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:14.753386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting subnet eb73905b-046b-40af-900c-a355520013f4 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:14.773531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Made reservation on behalf of 8872b264b77d444a8e1daf5e3140b998 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.775799 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.779498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.782085 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:14.786357 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:14.792418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:14.815276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca8b7260-7432-4fa4-b717-3b763efc5c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:14.831466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:14.836559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:14.857499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:14.987637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.042284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591100a2-f1db-431f-b876-923a743039c3 None None] Pushing event updated for resources: {'Port': ['ID=b3500881-d95b-4947-8136-f7de20d38e56,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:15.056863 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-591100a2-f1db-431f-b876-923a743039c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:15.130292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:15.132329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:34:15.271237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Allocated IP 172.20.0.12 (b742e3ed-d573-4dd1-99de-30f6498182f2/0492dc59-80c1-49e3-b4d3-eab1d781d558/ee883675-175a-4618-b6aa-696cde32ccf2) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:15.286190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.320597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Attempting to bind port b3500881-d95b-4947-8136-f7de20d38e56 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:15.321027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Attempting to bind port b3500881-d95b-4947-8136-f7de20d38e56 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:15.321238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-26b641f2-fe6a-4353-be45-9b2f539d8fa4 None None] Provisioning for port e0209585-5b0f-4d77-ac0e-0d8869452c93 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:15.321518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Attempting to bind port b3500881-d95b-4947-8136-f7de20d38e56 on network b742e3ed-d573-4dd1-99de-30f6498182f2 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:15.328739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Deleting port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:15.329125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.329330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 33, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:15.329800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Checking segment: {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:15.330160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.330444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:15.330941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Bound using segment: {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:15.331440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Bound port: b3500881-d95b-4947-8136-f7de20d38e56, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:15.332379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.333567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-26b641f2-fe6a-4353-be45-9b2f539d8fa4 None None] Provisioning complete for port e0209585-5b0f-4d77-ac0e-0d8869452c93 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:15.333987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26b641f2-fe6a-4353-be45-9b2f539d8fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.439029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-26b641f2-fe6a-4353-be45-9b2f539d8fa4 None None] Port e0209585-5b0f-4d77-ac0e-0d8869452c93 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:34:15.442530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:15.502457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:15.521401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] For port b3500881-d95b-4947-8136-f7de20d38e56, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:15.534431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:15.536679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] For port b3500881-d95b-4947-8136-f7de20d38e56, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b3500881-d95b-4947-8136-f7de20d38e56,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:15.563868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.594336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9ec250e0-e537-4dea-80b8-91f69bb6e423 None None] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:15.630853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ef55d60-1962-4c66-a7f9-501cb6c409aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:15.738193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] For port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,segment=NetworkSegment(da5d32e6-3674-4867-a791-bf5d4aea9039),segment_id=da5d32e6-3674-4867-a791-bf5d4aea9039)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:15.738589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.802519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:15.803369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.832971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d858e899-a1c7-4385-8ad0-de6954d4a93e req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.844809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-591100a2-f1db-431f-b876-923a743039c3 None None] Pushing event updated for resources: {'Port': ['ID=b3500881-d95b-4947-8136-f7de20d38e56,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:15.856725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-591100a2-f1db-431f-b876-923a743039c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:15.876988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d858e899-a1c7-4385-8ad0-de6954d4a93e req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.946493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 11.5188107 Jan 14 05:34:15.965322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d858e899-a1c7-4385-8ad0-de6954d4a93e req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:15.994049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Router b71a3566-282c-4d43-99b0-fe6567c26dc2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:34:15.996369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Routers {'152f270d-1f34-4480-91c9-fedc38c265a8'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:16.001794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['152f270d-1f34-4480-91c9-fedc38c265a8'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:16.007543 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86556146-06a2-4f98-966f-bde8cc8d3737 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:16.013847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Calling delete_port for 6c3de5a1-d55c-409d-a8ac-36896eacaf5f owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:16.035802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.064216 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f', 'code': 200} Jan 14 05:34:16.070621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9d76ee8-40be-4600-8aad-4f83a3b628af None None] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:16.256667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.322732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroup': ['ID=56b3234e-7259-4dd2-a24d-819f74481b98,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:16.381851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0f73177a-1b04-4885-b40e-754bd50ca91e None None] Provisioning complete for port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:16.389950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f73177a-1b04-4885-b40e-754bd50ca91e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.427425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-575f0ffe-1e91-4dfb-aa08-39357873d16f tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:16.428260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-575f0ffe-1e91-4dfb-aa08-39357873d16f tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Synchronizing usage tracker for tenant:357b2d46a53447828852c178c05cbdf5 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:16.440358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:34:16.453346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.446s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:16.462299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d858e899-a1c7-4385-8ad0-de6954d4a93e req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.464019 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d858e899-a1c7-4385-8ad0-de6954d4a93e req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-groups/56b3234e-7259-4dd2-a24d-819f74481b98 HTTP/1.1" status: 204 len: 173 time: 2.1710727 Jan 14 05:34:16.518930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] Set router 152f270d-1f34-4480-91c9-fedc38c265a8 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:16.526223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Sync routers for ids ['93eee8a0-0278-4c21-b313-720d1c865a4f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:34:16.534549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b1161bfa-cbd7-4062-ad66-b8f215c96b32 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:16.665627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.667338 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 20.3489461 Jan 14 05:34:16.675762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Routers {'93eee8a0-0278-4c21-b313-720d1c865a4f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:16.676950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['93eee8a0-0278-4c21-b313-720d1c865a4f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:16.682942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42604) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:16.718177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-575f0ffe-1e91-4dfb-aa08-39357873d16f tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Unset dirty status for tenant:357b2d46a53447828852c178c05cbdf5 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:16.719622 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-575f0ffe-1e91-4dfb-aa08-39357873d16f tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.41 "GET /v2.0/ports?device_id=afde7c56-9b06-4af4-a903-3ec43bd1c381 HTTP/1.1" status: 200 len: 950 time: 1.8964694 Jan 14 05:34:16.757491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Pushing event deleted for resources: {'Port': ['ID=6c3de5a1-d55c-409d-a8ac-36896eacaf5f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:16.776135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:16.822827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:16.824987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.839373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.893155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] No DVR routers for this DVR port 6c3de5a1-d55c-409d-a8ac-36896eacaf5f on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:34:16.902611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:16.922741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-deleted', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:16.965354 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-520496ff-a63a-4fad-86b9-7f8061b9e227 req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] 10.222.0.45 "DELETE /v2.0/ports/6c3de5a1-d55c-409d-a8ac-36896eacaf5f HTTP/1.1" status: 204 len: 173 time: 5.3970683 Jan 14 05:34:16.995492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:17.000902 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.3075716 Jan 14 05:34:17.064583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'port': {'device_id': '9aeaa64b-5cd9-46ed-94fa-c466da710300', 'network_id': '01f07cfc-f96e-4d25-9444-b32b83e9c028', 'admin_state_up': True, 'tenant_id': 'fba39665243e4ecaafefd8b41216580e'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:17.068679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:17.166803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:17.171548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0f73177a-1b04-4885-b40e-754bd50ca91e None None] Port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:34:17.177270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:17.182733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:17.255873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:17.259663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:17.295076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:34:17.299072 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-d5c865c9-2fc3-4715-a96b-6a92a2347291 req-fb80d0b6-88c3-4269-9edb-38d7fa093b63 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] show failed (client error): The resource could not be found. Jan 14 05:34:17.314799 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5c865c9-2fc3-4715-a96b-6a92a2347291 req-fb80d0b6-88c3-4269-9edb-38d7fa093b63 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/d5456dfd-eb37-4d74-abb7-671b28e445f4 HTTP/1.1" status: 404 len: 352 time: 0.6517899 Jan 14 05:34:17.332079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:17.333407 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] 10.222.0.48 "PUT /v2.0/routers/b71a3566-282c-4d43-99b0-fe6567c26dc2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 20.5154700 Jan 14 05:34:17.341968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Set router 93eee8a0-0278-4c21-b313-720d1c865a4f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:17.358930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Sync routers for ids ['b71a3566-282c-4d43-99b0-fe6567c26dc2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:34:17.361224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:port and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:17.365363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for port was recalculated. Used quota:5. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:17.383629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:17.405537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:04Z', 'revision_number': 4, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b3500881-d95b-4947-8136-f7de20d38e56', 'name': '', 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'mac_address': 'fa:16:3e:e8:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:00Z', 'updated_at': '2021-01-14T05:34:15Z', 'revision_number': 4, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'subnets': [{'id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:17.428255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:17.432913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a113744b-539b-4959-9ccf-c78bfcf133a4 None None] The sync data for ids ['152f270d-1f34-4480-91c9-fedc38c265a8'] in n-d-768851-4 is: [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:04Z', 'revision_number': 4, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b3500881-d95b-4947-8136-f7de20d38e56', 'name': '', 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'mac_address': 'fa:16:3e:e8:cc:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_interface', 'standard_attr_id': 965, 'fixed_ips': [{'subnet_id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:00Z', 'updated_at': '2021-01-14T05:34:15Z', 'revision_number': 4, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'subnets': [{'id': '0492dc59-80c1-49e3-b4d3-eab1d781d558', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:34:17.438009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:17.447834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:17.448552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Routers {'b71a3566-282c-4d43-99b0-fe6567c26dc2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:17.449310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b71a3566-282c-4d43-99b0-fe6567c26dc2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:17.928763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6e8ef288-ca52-4c15-afd7-0a3e16f24622 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:17.930287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6e8ef288-ca52-4c15-afd7-0a3e16f24622 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Synchronizing usage tracker for tenant:f959755082d2483f862d6d9344225172 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:17.939300 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'cb09a43a-f131-40b9-8ac5-0b3d6b49f665', 'name': 'network-vif-deleted', 'tag': '6c3de5a1-d55c-409d-a8ac-36896eacaf5f', 'status': 'completed', 'code': 200} Jan 14 05:34:18.054768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Set router b71a3566-282c-4d43-99b0-fe6567c26dc2 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:18.084852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:18.143792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:18.148975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b3500881-d95b-4947-8136-f7de20d38e56 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:18.310314 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ed2ba1c-3488-4a2e-86cc-f204d0ba5d37 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:18.358652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6e8ef288-ca52-4c15-afd7-0a3e16f24622 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Unset dirty status for tenant:f959755082d2483f862d6d9344225172 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:18.366521 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6e8ef288-ca52-4c15-afd7-0a3e16f24622 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.48 "GET /v2.0/networks?id=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 HTTP/1.1" status: 200 len: 817 time: 0.9654391 Jan 14 05:34:18.377000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:34:07Z', 'revision_number': 3, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:18.387655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b3500881-d95b-4947-8136-f7de20d38e56 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:18.393039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Checking router: 93eee8a0-0278-4c21-b313-720d1c865a4f for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:34:18.393440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Updating router 93eee8a0-0278-4c21-b313-720d1c865a4f port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:34:18.396880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Network b742e3ed-d573-4dd1-99de-30f6498182f2 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:18.407959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:18.410397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:18.454423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:18.492696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b3500881-d95b-4947-8136-f7de20d38e56 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:18.493168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:18.604241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:18.605000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:18.642549 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-f5df5dfb-13f9-4017-aa3b-d99c7d33f9e6 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.48 "GET /v2.0/quotas/f959755082d2483f862d6d9344225172 HTTP/1.1" status: 200 len: 375 time: 0.2739556 Jan 14 05:34:18.674835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:34:10Z', 'revision_number': 4, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '58cc7777-8ce8-49c1-bdf9-368858f6fbd7', 'name': '', 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'mac_address': 'fa:16:3e:3d:7c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3e0a4365-1942-4bfc-abd2-8c82a006fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:11Z', 'revision_number': 2, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'subnets': [{'id': '3e0a4365-1942-4bfc-abd2-8c82a006fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:18.686903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Checking router: b71a3566-282c-4d43-99b0-fe6567c26dc2 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:34:18.687338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Updating router b71a3566-282c-4d43-99b0-fe6567c26dc2 port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:34:18.711740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-bcb9cb1b-e092-4c82-88fc-d61f616e9b07 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.48 "GET /v2.0/ports?tenant_id=f959755082d2483f862d6d9344225172&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0680404 Jan 14 05:34:18.774474 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 5.4319155 Jan 14 05:34:18.782834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Pushing event updated for resources: {'Port': ['ID=ee883675-175a-4618-b6aa-696cde32ccf2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:18.786294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.476s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:18.796799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Request body: {'port': {'device_id': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:18.824339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:18.859227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-43cf33ae-b4f6-435a-acd9-1fb33eabe5cc req-bdab99fd-4974-4209-8653-e609f71bfbbe tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/2cb2fdec-a74f-4563-8417-0849ed25e2af HTTP/1.1" status: 200 len: 1803 time: 0.3349900 Jan 14 05:34:18.886112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.089805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.137085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b3500881-d95b-4947-8136-f7de20d38e56, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b3500881-d95b-4947-8136-f7de20d38e56,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:19.156175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.163341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33302b6d-1fb1-406d-b35f-8ecd7a45d161 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:19.284008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Deleting port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:19.284232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.338374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b3500881-d95b-4947-8136-f7de20d38e56,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:19.354317 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:19.466362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.492747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Transition to ACTIVE for port object 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:19.507803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.607604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42660) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:19.626087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.663245 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-37f1ba8e-18f9-4dc7-87ae-11bbd798083b service neutron] 10.222.0.48 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9338593 Jan 14 05:34:19.709695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:19.749102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b3500881-d95b-4947-8136-f7de20d38e56 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:19.807173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.856933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Attempting to bind port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:19.857642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Attempting to bind port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:19.857798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Attempting to bind port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:19.869568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:19.869956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:19.870419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.870906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:19.871434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Bound port: 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:19.871853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:19.906291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-ee65a2a8-447b-402c-9f21-9a9545f24452 service neutron] 10.222.0.48 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1838982 Jan 14 05:34:19.994119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.001922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2faeb-78cf-4f67-824e-8865499ce4c6 None None] Pushing event updated for resources: {'Port': ['ID=86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:20.010633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36f2faeb-78cf-4f67-824e-8865499ce4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:20.030316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Transition to ACTIVE for port object 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:20.036407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.040878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b3500881-d95b-4947-8136-f7de20d38e56 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:20.041306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.073417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] For port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:20.098200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] For port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:20.107201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.124798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:20.135255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.164111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:20.175265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Usage tracker for resource:security_group_rule and tenant:8cf4d25f02d741c9ac08198831eba5e1 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:20.182495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:20.197111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:20.239837 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 05:34:20.240990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:34:20.312189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-43cf33ae-b4f6-435a-acd9-1fb33eabe5cc req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.329335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-591100a2-f1db-431f-b876-923a743039c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:20.337101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-e4a9819e-77d0-460c-89a8-34905dad9682 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 409 len: 414 time: 3.3127296 Jan 14 05:34:20.416564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36f2faeb-78cf-4f67-824e-8865499ce4c6 None None] Pushing event updated for resources: {'Port': ['ID=86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:20.426884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-43cf33ae-b4f6-435a-acd9-1fb33eabe5cc req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.436950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.439657 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.440779 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:20.447031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-75628054-611b-41a5-a41a-6deaacc75de0 req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting port e0209585-5b0f-4d77-ac0e-0d8869452c93 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:20.448007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.464091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36f2faeb-78cf-4f67-824e-8865499ce4c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:20.682527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Allocated IP 172.20.0.1 (da4fde95-99d0-4b94-932c-7e2ea77be8bd/1abec1c2-1dbf-424c-b173-b55bb57c47b2/99f59cbb-82f2-41a8-a835-c7fb9d5904d0) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:20.739508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Routers {'93eee8a0-0278-4c21-b313-720d1c865a4f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:20.740212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['93eee8a0-0278-4c21-b313-720d1c865a4f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:20.791449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da384c94-5069-4c4f-bd24-3f099ed10218 None None] Pushing event updated for resources: {'Port': ['ID=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:20.802729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da384c94-5069-4c4f-bd24-3f099ed10218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:20.803755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Attempting to bind port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:20.804160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Attempting to bind port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:20.804561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Attempting to bind port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 on network e42e4bf0-1867-46a6-93c4-7cf3c7348604 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:20.812378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:20.812805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Checking segment: {'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:20.813252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.813682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Bound using segment: {'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:20.814197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Bound port: 58cc7777-8ce8-49c1-bdf9-368858f6fbd7, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e6c4273-de5f-4df6-b94a-df3b503d0fc4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:20.814610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.948603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] Set router 93eee8a0-0278-4c21-b313-720d1c865a4f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:20.959574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.974067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] For port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:20.977757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] For port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,segment=NetworkSegment(5e6c4273-de5f-4df6-b94a-df3b503d0fc4),segment_id=5e6c4273-de5f-4df6-b94a-df3b503d0fc4)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:20.979340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Transition to ACTIVE for port object 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:20.984074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.985691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:20.996711 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-9bf37c58-aad9-474b-83b0-dde91eb01e0d tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2181456 Jan 14 05:34:21.016212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:21.031299 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:21.060613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:21.094091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a173085-7630-4e2d-89af-726cc713dfe1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:21.147530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Usage tracker for resource:floatingip and tenant:dd8ef5e65abe460abfb2e01ddc84a274 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:21.161334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:21.185867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:21.241459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da384c94-5069-4c4f-bd24-3f099ed10218 None None] Pushing event updated for resources: {'Port': ['ID=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:21.255343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da384c94-5069-4c4f-bd24-3f099ed10218 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:21.265221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:21.288892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:21.308728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Routers {'b71a3566-282c-4d43-99b0-fe6567c26dc2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:21.309555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b71a3566-282c-4d43-99b0-fe6567c26dc2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:21.335427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] For port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,segment=NetworkSegment(d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf),segment_id=d32ba9d3-55bf-4a99-bc3a-84e3b6a1f7bf)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:21.335828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:21.341581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:21.392424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:21.415080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:34:07Z', 'revision_number': 3, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:21.419145 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cf4d25f02d741c9ac08198831eba5e1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8103654 Jan 14 05:34:21.438468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d49d60fc-ba77-45e8-a7c3-ebd782ea280b None None] The sync data for ids ['93eee8a0-0278-4c21-b313-720d1c865a4f'] in n-d-768851-4 is: [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:34:07Z', 'revision_number': 3, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:20Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:34:21.509781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42678) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:21.548020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2409b52-9dd5-4d9c-aff3-f53ce6064999,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:21.576598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Calling delete_port for 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:21.589156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] Set router b71a3566-282c-4d43-99b0-fe6567c26dc2 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:21.591434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:21.620397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:21.760411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Subnet': ['ID=eb73905b-046b-40af-900c-a355520013f4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:21.771264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:21.784370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:21.792723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c8416aad-c770-4893-8e0f-701913058055 None None] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:21.805746 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/subnets/eb73905b-046b-40af-900c-a355520013f4 HTTP/1.1" status: 204 len: 168 time: 9.7721937 Jan 14 05:34:21.806679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:21.839903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42682) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:21.961545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:22.012278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-43cf33ae-b4f6-435a-acd9-1fb33eabe5cc req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.031241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-43cf33ae-b4f6-435a-acd9-1fb33eabe5cc req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.038251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ee883675-175a-4618-b6aa-696cde32ccf2 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:34:22.051329 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-43cf33ae-b4f6-435a-acd9-1fb33eabe5cc req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-groups/2cb2fdec-a74f-4563-8417-0849ed25e2af HTTP/1.1" status: 204 len: 173 time: 3.1910388 Jan 14 05:34:22.056177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Pushing event deleted for resources: {'Port': ['ID=009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:22.074452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:22.078232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd31c525-1547-40d2-9b58-3287e5111245 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:22.080297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:34:10Z', 'revision_number': 4, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '58cc7777-8ce8-49c1-bdf9-368858f6fbd7', 'name': '', 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'mac_address': 'fa:16:3e:3d:7c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3e0a4365-1942-4bfc-abd2-8c82a006fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:20Z', 'revision_number': 4, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'subnets': [{'id': '3e0a4365-1942-4bfc-abd2-8c82a006fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:22.092001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7a9cbfa3-ec8a-41b8-8ea6-620e4160ccaf None None] The sync data for ids ['b71a3566-282c-4d43-99b0-fe6567c26dc2'] in n-d-768851-4 is: [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:34:10Z', 'revision_number': 4, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '58cc7777-8ce8-49c1-bdf9-368858f6fbd7', 'name': '', 'network_id': 'e42e4bf0-1867-46a6-93c4-7cf3c7348604', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'mac_address': 'fa:16:3e:3d:7c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_interface', 'standard_attr_id': 978, 'fixed_ips': [{'subnet_id': '3e0a4365-1942-4bfc-abd2-8c82a006fd9d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:20Z', 'revision_number': 4, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'subnets': [{'id': '3e0a4365-1942-4bfc-abd2-8c82a006fd9d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:34:22.105885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb2fdec-a74f-4563-8417-0849ed25e2af,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:22.114506 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:22.128710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.174620 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a', 'code': 200} Jan 14 05:34:22.303645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] DHCP port deletion for 01f07cfc-f96e-4d25-9444-b32b83e9c028 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:34:22.318568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Deleting port 9208ccde-9084-4127-9370-3939696b2a72 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:22.319450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.338081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.381318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-75628054-611b-41a5-a41a-6deaacc75de0 req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Calling delete_port for e0209585-5b0f-4d77-ac0e-0d8869452c93 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:22.590400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00cd616a-547f-4a77-b60f-83e4cd2de65d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:22.707111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.722926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.745121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] For port 9208ccde-9084-4127-9370-3939696b2a72, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9208ccde-9084-4127-9370-3939696b2a72,segment=NetworkSegment(b18935c7-4324-441d-a2f1-37459487fd92),segment_id=b18935c7-4324-441d-a2f1-37459487fd92)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:22.745575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:22.749831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:22.907921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Calling delete_port for 9208ccde-9084-4127-9370-3939696b2a72 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:22.967532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Transition to ACTIVE for port object ee883675-175a-4618-b6aa-696cde32ccf2 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:22.998598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.024948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.048510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-988ec697-aaf6-4873-9548-a8e797289926 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:23.126948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Pushing event deleted for resources: {'Port': ['ID=9208ccde-9084-4127-9370-3939696b2a72,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:23.223945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:34:23.237157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Pushing event updated for resources: {'Port': ['ID=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:23.281004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:23.284611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] No DVR routers for this DVR port 009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a on host n-h1-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:34:23.316467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.319256 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-afe30ae4-e8ae-4d20-8e50-a1a09bed12a8 req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] 10.222.0.41 "DELETE /v2.0/ports/009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a HTTP/1.1" status: 204 len: 173 time: 6.2772253 Jan 14 05:34:23.319878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-deleted', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:23.490787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.546552 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.498s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:23.570356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.574096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] No DVR routers for this DVR port 9208ccde-9084-4127-9370-3939696b2a72 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:34:23.605431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4d7a1b69-ba6d-4579-a9f4-69cc60cd5b62 req-879c86a6-2ed3-4ff4-98e2-6a6db59b883f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/567f79d3-adb0-481a-bc16-9875f86d3f62 HTTP/1.1" status: 200 len: 1804 time: 1.0943141 Jan 14 05:34:23.622368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Port': ['ID=e0209585-5b0f-4d77-ac0e-0d8869452c93,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:23.640421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.671090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:23.671777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:23.719367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:23.739896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:23.749486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:23.760843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:23.834644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4d7a1b69-ba6d-4579-a9f4-69cc60cd5b62 req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.855189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:23.861047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:23.861473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.922956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Pushing event updated for resources: {'Port': ['ID=ee883675-175a-4618-b6aa-696cde32ccf2,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:23.923300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.928783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:23.939034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-75628054-611b-41a5-a41a-6deaacc75de0 req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.963098 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-579db877-0b10-455c-8906-93675e79dbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.45 "DELETE /v2.0/ports/e0209585-5b0f-4d77-ac0e-0d8869452c93 HTTP/1.1" status: 204 len: 173 time: 3.6042771 Jan 14 05:34:23.973508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.976124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:23.980623 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2409b52-9dd5-4d9c-aff3-f53ce6064999 HTTP/1.1" status: 204 len: 168 time: 2.4322739 Jan 14 05:34:23.984829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b50f90f8-ed3f-49c0-a280-35ab8cc18631 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:24.014485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2409b52-9dd5-4d9c-aff3-f53ce6064999,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:24.017279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:24.053248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.078498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.135613 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:24.138494 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:24.145966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.146902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:24.161609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1c783808-8c13-44f3-9df9-5377526cc6f0 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:24.163781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1c783808-8c13-44f3-9df9-5377526cc6f0 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.45 "GET /v2.0/networks?id=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 HTTP/1.1" status: 200 len: 817 time: 2.5082846 Jan 14 05:34:24.193652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.209215 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8fbc5c5-4e8e-423c-914f-9ec95c4f6ca4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:24.227731 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-cbb6de49-4bab-488d-b7fb-beba605d5478 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fba39665243e4ecaafefd8b41216580e&device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.0578249 Jan 14 05:34:24.238833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Request body: {'port': {'device_id': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8', 'admin_state_up': True, 'tenant_id': 'f959755082d2483f862d6d9344225172'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:24.291112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4d7a1b69-ba6d-4579-a9f4-69cc60cd5b62 req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.359380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:24.374081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.374634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.375462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.376089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.376667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.377145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.377822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.378357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.378871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.379455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.379927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.380397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.380940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.381421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.381891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.382361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.382857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.383332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.383881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.385665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.386478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.387025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.387523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.387998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.388569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.389043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.389632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.390107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.390577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.391185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.391671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.392138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.392606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.393087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.393557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.394020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:24.402644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f58bcd11-c03c-4cf5-90d3-d9447a8a56b2 None None] Provisioning for port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:24.407064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:24.416404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f58bcd11-c03c-4cf5-90d3-d9447a8a56b2 None None] Provisioning complete for port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:24.417171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f58bcd11-c03c-4cf5-90d3-d9447a8a56b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.491669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f58bcd11-c03c-4cf5-90d3-d9447a8a56b2 None None] Port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:34:24.494014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:24.500339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:24.501016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.641756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.645251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42700) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:24.671637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:24.678538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,segment=NetworkSegment(5e6c4273-de5f-4df6-b94a-df3b503d0fc4),segment_id=5e6c4273-de5f-4df6-b94a-df3b503d0fc4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:24.679500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-949a723a-fc8b-4cb7-a55c-c36597c0a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:24.679900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-949a723a-fc8b-4cb7-a55c-c36597c0a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:24.680293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-949a723a-fc8b-4cb7-a55c-c36597c0a8c9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:24.682112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-949a723a-fc8b-4cb7-a55c-c36597c0a8c9 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fba39665243e4ecaafefd8b41216580e&shared=False HTTP/1.1" status: 200 len: 2234 time: 0.2167678 Jan 14 05:34:24.682616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.685807 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:24.752435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9208ccde-9084-4127-9370-3939696b2a72 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:24.760030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Deleting port b3500881-d95b-4947-8136-f7de20d38e56 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:24.760411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.779575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Usage tracker for resource:port and tenant:f959755082d2483f862d6d9344225172 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:24.792577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.794891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9208ccde-9084-4127-9370-3939696b2a72 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:34:24.795260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9208ccde-9084-4127-9370-3939696b2a72 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:34:24.797359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:24.805782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:24.809646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:24.829208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4d7a1b69-ba6d-4579-a9f4-69cc60cd5b62 req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.835025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:24.841491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:24.861035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Usage tracker for resource:security_group_rule and tenant:bb65a503f913498fb199b66410e3c63a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:24.874784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:24.879377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.890673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:24.893727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroup': ['ID=567f79d3-adb0-481a-bc16-9875f86d3f62,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:24.896439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:24.919589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.923799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:24.983029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4d7a1b69-ba6d-4579-a9f4-69cc60cd5b62 req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:24.984209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4d7a1b69-ba6d-4579-a9f4-69cc60cd5b62 req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-groups/567f79d3-adb0-481a-bc16-9875f86d3f62 HTTP/1.1" status: 204 len: 173 time: 1.3678088 Jan 14 05:34:25.036359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Made reservation on behalf of f959755082d2483f862d6d9344225172 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:25.045780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.103185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] For port b3500881-d95b-4947-8136-f7de20d38e56, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b3500881-d95b-4947-8136-f7de20d38e56,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:25.103489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.129317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.155126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Attempting to bind port ee883675-175a-4618-b6aa-696cde32ccf2 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:25.155504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Attempting to bind port ee883675-175a-4618-b6aa-696cde32ccf2 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:25.155874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Attempting to bind port ee883675-175a-4618-b6aa-696cde32ccf2 on network b742e3ed-d573-4dd1-99de-30f6498182f2 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:25.182468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.252570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:25.253141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Checking segment: {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:25.253341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.253746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Bound using segment: {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:25.254263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Bound port: ee883675-175a-4618-b6aa-696cde32ccf2, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:25.254637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.267739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Calling delete_port for b3500881-d95b-4947-8136-f7de20d38e56 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:25.299659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.364346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:25.382260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['01f07cfc-f96e-4d25-9444-b32b83e9c028']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:25.390577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-c10c5367-843c-45e2-a777-a35ae6ce6c96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:25.392244 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-c10c5367-843c-45e2-a777-a35ae6ce6c96 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6928689 Jan 14 05:34:25.401707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.424135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b18935c7-4324-441d-a2f1-37459487fd92') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:25.424472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b18935c7-4324-441d-a2f1-37459487fd92') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:25.582364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-b0714bfd-a25c-41d2-adba-e7314d185ed5 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Synchronizing usage tracker for tenant:fba39665243e4ecaafefd8b41216580e on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:25.594182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.611647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.614166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Releasing vxlan tunnel 16 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:34:25.616172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Pushing event updated for resources: {'Port': ['ID=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:25.619677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:25.678796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.713774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.723267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:25.742593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a19b569-1cb3-4ade-8662-794a788fae51 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:25.757781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bb65a503f913498fb199b66410e3c63a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1113434 Jan 14 05:34:25.767506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42712) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:25.827455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:25.830261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:25.830881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:25.832244 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'afde7c56-9b06-4af4-a903-3ec43bd1c381', 'name': 'network-vif-deleted', 'tag': '009b0bc1-5b7c-47f1-ae49-7ddaf0d5ae8a', 'status': 'completed', 'code': 200} Jan 14 05:34:25.833846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:25.867873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ebfffc-ced5-4f09-927a-fb3eeddcc352,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:25.867873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:26.002494 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6532659d-2f15-435e-b890-d938f08163bc req-2dbca855-4bf8-4761-80e1-3a7d83793252 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/dbd53e68-d9d9-4b4a-882b-a21dee19604d HTTP/1.1" status: 200 len: 1805 time: 0.1460090 Jan 14 05:34:26.007924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:26.105219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:26.105648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.228734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.280995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6532659d-2f15-435e-b890-d938f08163bc req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.297888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-970bdbf4-5f39-44a1-980b-05d60a042efd None None] Provisioning complete for port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:26.298312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-970bdbf4-5f39-44a1-980b-05d60a042efd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.314004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6532659d-2f15-435e-b890-d938f08163bc req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.376084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-970bdbf4-5f39-44a1-980b-05d60a042efd None None] Port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:34:26.387378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6532659d-2f15-435e-b890-d938f08163bc req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.398426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e615a1e-2934-47f9-a27d-fa0cb246bd2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:26.419430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-b0714bfd-a25c-41d2-adba-e7314d185ed5 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Unset dirty status for tenant:fba39665243e4ecaafefd8b41216580e on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:26.420350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.421319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-b0714bfd-a25c-41d2-adba-e7314d185ed5 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.45 "GET /v2.0/ports?device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.9038811 Jan 14 05:34:26.435613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbd53e68-d9d9-4b4a-882b-a21dee19604d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:26.452913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] For port ee883675-175a-4618-b6aa-696cde32ccf2, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:26.456392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:26.460460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:26.475809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6532659d-2f15-435e-b890-d938f08163bc req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.502536 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6532659d-2f15-435e-b890-d938f08163bc req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-groups/dbd53e68-d9d9-4b4a-882b-a21dee19604d HTTP/1.1" status: 204 len: 173 time: 0.4208770 Jan 14 05:34:26.524807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.583913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac19d736-bbd4-4fad-b680-b1b7ff6efd4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:26.644692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:26.758255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3500881-d95b-4947-8136-f7de20d38e56,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:26.770729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:26.771276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42720) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:26.792760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Router 93eee8a0-0278-4c21-b313-720d1c865a4f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:34:27.118423 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-4fe5417b-3f90-4f38-99d3-429b9fa41005 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fba39665243e4ecaafefd8b41216580e&device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.1286647 Jan 14 05:34:27.136751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 01f07cfc-f96e-4d25-9444-b32b83e9c028 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:27.179500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.202826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b939660c-8cd3-48a4-8453-2400851bd4b8 admin admin] Deleting subnet a790d6f9-beb7-4169-a6e9-571774a3b9b7 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.204809 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:34:27.208314 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:34:27.216538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.225509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fde986d4-48cb-4911-87d6-d145d8f01d0c req-d6912e3a-05b6-4da6-97f2-9b5ff5c5f54e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/05e531d6-c80c-4dd1-9d8d-f9498f9af1b6 HTTP/1.1" status: 200 len: 2403 time: 0.4537632 Jan 14 05:34:27.280504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b366e9f8-9aa7-472e-ae46-c6ae1c28f2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:27.327745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Allocated IP 172.25.3.217 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/b9c63c24-20bc-4585-9b26-e3429d782ebe) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:27.330337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ebfffc-ced5-4f09-927a-fb3eeddcc352,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:27.342158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:27.361051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.364892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40ebfffc-ced5-4f09-927a-fb3eeddcc352 HTTP/1.1" status: 204 len: 168 time: 1.5901916 Jan 14 05:34:27.391724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Allocated IP 172.20.0.12 (9c07a2cb-29d6-4335-90f0-4d08aa7da3e8/a790d6f9-beb7-4169-a6e9-571774a3b9b7/ef5cf06d-b571-45e9-9710-e5d420907495) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:27.446820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.450873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.510292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a85d2f7-764c-4ffc-8674-da966600fb94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:27.526657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] For port ee883675-175a-4618-b6aa-696cde32ccf2, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ee883675-175a-4618-b6aa-696cde32ccf2,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:27.565030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.567945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.705623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Network': ['ID=01f07cfc-f96e-4d25-9444-b32b83e9c028,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:27.708668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:27.736111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f83c4e1d-4057-47af-81e6-f3656bcf9827 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:27.753313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:34:27.754960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fde986d4-48cb-4911-87d6-d145d8f01d0c req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.763954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Sync routers for ids ['93eee8a0-0278-4c21-b313-720d1c865a4f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:34:27.767319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] 10.222.0.48 "PUT /v2.0/routers/93eee8a0-0278-4c21-b313-720d1c865a4f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0708497 Jan 14 05:34:27.786579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Routers {'93eee8a0-0278-4c21-b313-720d1c865a4f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:27.787430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['93eee8a0-0278-4c21-b313-720d1c865a4f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:27.844807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Pushing event updated for resources: {'Port': ['ID=ee883675-175a-4618-b6aa-696cde32ccf2,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:27.848882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:27.870248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:27.870947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:27.872461 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] 10.222.0.45 "PUT /v2.0/ports/ee883675-175a-4618-b6aa-696cde32ccf2 HTTP/1.1" status: 200 len: 1156 time: 9.0818248 Jan 14 05:34:27.876883 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/networks/01f07cfc-f96e-4d25-9444-b32b83e9c028 HTTP/1.1" status: 204 len: 168 time: 6.0188155 Jan 14 05:34:27.877312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42736) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:27.887337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:27.908735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-071036ee-6106-4f12-a9c9-292732837830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:27.909166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-071036ee-6106-4f12-a9c9-292732837830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:27.909581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-071036ee-6106-4f12-a9c9-292732837830 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:27.911404 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-071036ee-6106-4f12-a9c9-292732837830 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fba39665243e4ecaafefd8b41216580e&shared=False HTTP/1.1" status: 200 len: 2234 time: 0.7640514 Jan 14 05:34:28.066995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Set router 93eee8a0-0278-4c21-b313-720d1c865a4f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:28.224887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.246556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-b81e2fe8-d3ad-4020-b129-b3f3497c24d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:28.248252 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-b81e2fe8-d3ad-4020-b129-b3f3497c24d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8872b264b77d444a8e1daf5e3140b998&device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 1159 time: 0.3169663 Jan 14 05:34:28.252600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fde986d4-48cb-4911-87d6-d145d8f01d0c req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.294306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting subnet 2dcd573c-523a-40a5-b07e-ae9b30963f11 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:28.297996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.361964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.379460 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-f3a5fcc6-de14-4ff4-b051-077933f290c3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee883675-175a-4618-b6aa-696cde32ccf2 HTTP/1.1" status: 200 len: 217 time: 0.1094749 Jan 14 05:34:28.471322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-6fcc3b91-1cd0-430f-88b1-3352ecacab78 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:28.472936 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-6fcc3b91-1cd0-430f-88b1-3352ecacab78 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.5430021 Jan 14 05:34:28.474290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-96c326a6-78e5-411f-b936-70226fd1b000 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:28.475794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-96c326a6-78e5-411f-b936-70226fd1b000 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0492dc59-80c1-49e3-b4d3-eab1d781d558 HTTP/1.1" status: 200 len: 860 time: 0.0799751 Jan 14 05:34:28.502426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '99f59cbb-82f2-41a8-a835-c7fb9d5904d0', 'name': '', 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'mac_address': 'fa:16:3e:dd:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1abec1c2-1dbf-424c-b173-b55bb57c47b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:20Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 2, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'subnets': [{'id': '1abec1c2-1dbf-424c-b173-b55bb57c47b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:28.511826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Checking router: 93eee8a0-0278-4c21-b313-720d1c865a4f for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:34:28.513022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Updating router 93eee8a0-0278-4c21-b313-720d1c865a4f port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:34:28.513680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.603278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.767199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Router 152f270d-1f34-4480-91c9-fedc38c265a8 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:34:28.775330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fde986d4-48cb-4911-87d6-d145d8f01d0c req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.783965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16a517bb-4423-418a-8ab5-379564504a77 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:28.802045 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1c8975ed-d189-4a9a-a439-f09d8860fbda service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b742e3ed-d573-4dd1-99de-30f6498182f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3130486 Jan 14 05:34:28.810885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroup': ['ID=05e531d6-c80c-4dd1-9d8d-f9498f9af1b6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:28.813616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:28.851556 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-0f5c69c9-ec49-42ce-a456-d1d93d3a0030 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.45 "GET /v2.0/ports?device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.0523896 Jan 14 05:34:28.857760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.902676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fde986d4-48cb-4911-87d6-d145d8f01d0c req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:28.903951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fde986d4-48cb-4911-87d6-d145d8f01d0c req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-groups/05e531d6-c80c-4dd1-9d8d-f9498f9af1b6 HTTP/1.1" status: 204 len: 173 time: 1.6155078 Jan 14 05:34:28.978686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.151957 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2', 'status': 'completed', 'code': 200} Jan 14 05:34:29.157563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:34:29.162896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe2477fd-a1c1-4d7d-aa22-47d9017568eb tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:29.172534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] Sync routers for ids ['152f270d-1f34-4480-91c9-fedc38c265a8'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:34:29.182349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] 10.222.0.48 "PUT /v2.0/routers/152f270d-1f34-4480-91c9-fedc38c265a8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 16.0372427 Jan 14 05:34:29.185678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42766) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:29.186601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] Routers {'152f270d-1f34-4480-91c9-fedc38c265a8'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:29.191473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['152f270d-1f34-4480-91c9-fedc38c265a8'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:29.197502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.211103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Transition to ACTIVE for port object 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:29.244471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.347105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Pushing event updated for resources: {'Port': ['ID=b9c63c24-20bc-4585-9b26-e3429d782ebe,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:29.368474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:29.385132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:29.438618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b939660c-8cd3-48a4-8453-2400851bd4b8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.460154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1808c5-7207-4a23-b40e-a20e33809453 None None] Pushing event updated for resources: {'Port': ['ID=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:29.583493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] Set router 152f270d-1f34-4480-91c9-fedc38c265a8 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:29.627322 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e1808c5-7207-4a23-b40e-a20e33809453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:29.642079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b939660c-8cd3-48a4-8453-2400851bd4b8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.736503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Attempting to bind port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:29.737770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Attempting to bind port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:29.737909 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-b939660c-8cd3-48a4-8453-2400851bd4b8 admin admin] Found port (ef5cf06d-b571-45e9-9710-e5d420907495, 172.20.0.12) having IP allocation on subnet a790d6f9-beb7-4169-a6e9-571774a3b9b7, cannot delete Jan 14 05:34:29.741600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Attempting to bind port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 on network da4fde95-99d0-4b94-932c-7e2ea77be8bd {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:29.744348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:29.757453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:29.759960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Checking segment: {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:29.760682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.761337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Bound using segment: {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:29.764469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Bound port: 99f59cbb-82f2-41a8-a835-c7fb9d5904d0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:29.765192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.807820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:29.840827 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b939660c-8cd3-48a4-8453-2400851bd4b8 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:34:29.841338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b939660c-8cd3-48a4-8453-2400851bd4b8 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:34:29.843611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b939660c-8cd3-48a4-8453-2400851bd4b8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a790d6f9-beb7-4169-a6e9-571774a3b9b7 HTTP/1.1" status: 409 len: 404 time: 3.0712969 Jan 14 05:34:29.844930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:29.874153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:29.999979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] For port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:30.004073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] For port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:30.034157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:30.081129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0999b9a-b780-47b3-9505-8fa0c037af06 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:30.278976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:26Z', 'revision_number': 5, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:30.296393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] Checking router: 152f270d-1f34-4480-91c9-fedc38c265a8 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:34:30.306565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] Routers {'152f270d-1f34-4480-91c9-fedc38c265a8'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:30.307478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['152f270d-1f34-4480-91c9-fedc38c265a8'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:30.353406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:30.421100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:30.425505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e1808c5-7207-4a23-b40e-a20e33809453 None None] Pushing event updated for resources: {'Port': ['ID=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:30.437715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e1808c5-7207-4a23-b40e-a20e33809453 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:30.575933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Routers {'93eee8a0-0278-4c21-b313-720d1c865a4f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:34:30.576821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['93eee8a0-0278-4c21-b313-720d1c865a4f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:30.691438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:30.694075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Pushing event updated for resources: {'Port': ['ID=ef5cf06d-b571-45e9-9710-e5d420907495,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:30.708600 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:30.713737 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4a6113-c67a-445c-a14c-09dc825268c8 req-95dd9e2d-79c9-4710-a1a4-a531fd3a1673 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=fba39665243e4ecaafefd8b41216580e&device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.9669604 Jan 14 05:34:30.768403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:30.789952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:30.811289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:30.827100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:30.839375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1d19d9b-a25c-4287-a448-8b763e86d5ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:31.131787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Subnet': ['ID=2dcd573c-523a-40a5-b07e-ae9b30963f11,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:31.139815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:31.142167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:31.176469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Request body: {'security_group': {'name': 'tempest-securitygroup--480752932', 'description': 'tempest-description--1298895103'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.193572 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:31.197304 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:31.209951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:31.210707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.212105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:31.245232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a6113-c67a-445c-a14c-09dc825268c8 req-1493f75c-3245-41bd-a5c6-62b727328f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:31.245654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a6113-c67a-445c-a14c-09dc825268c8 req-1493f75c-3245-41bd-a5c6-62b727328f00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:31.247540 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4a6113-c67a-445c-a14c-09dc825268c8 req-1493f75c-3245-41bd-a5c6-62b727328f00 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=fba39665243e4ecaafefd8b41216580e&shared=False HTTP/1.1" status: 200 len: 1550 time: 0.3071377 Jan 14 05:34:31.293269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Usage tracker for resource:security_group and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:31.307103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.313509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/subnets/2dcd573c-523a-40a5-b07e-ae9b30963f11 HTTP/1.1" status: 204 len: 168 time: 3.4305301 Jan 14 05:34:31.316434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5afbadaf-9c02-4951-9848-20b67a9781ae None None] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:31.317391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:31.326577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] Set router 152f270d-1f34-4480-91c9-fedc38c265a8 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:31.348838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42812) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:31.446829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.458055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Deleting port 6055427c-0fb3-4b26-8b67-acbedc20f59b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:31.458422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.495691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.726874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] For port 6055427c-0fb3-4b26-8b67-acbedc20f59b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6055427c-0fb3-4b26-8b67-acbedc20f59b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:31.727389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.792143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.796920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:31.802575 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-20892d91-e4c8-4070-8a52-fa50857e6011 service neutron] 10.222.0.45 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 2.9498510 Jan 14 05:34:31.812557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:31.867965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Calling delete_port for 6055427c-0fb3-4b26-8b67-acbedc20f59b owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:31.883074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:26Z', 'revision_number': 5, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:31.887912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f33d48a8-104d-4a1e-9825-e34f80a08e45 None None] The sync data for ids ['152f270d-1f34-4480-91c9-fedc38c265a8'] in n-d-768851-4 is: [{'id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'name': 'tempest-ServerRescueTestJSONUnderV235-1055359574-router', 'tenant_id': '8872b264b77d444a8e1daf5e3140b998', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191'}], 'enable_snat': True}, 'gw_port_id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:26Z', 'revision_number': 5, 'project_id': '8872b264b77d444a8e1daf5e3140b998', 'gw_port': {'id': '6055427c-0fb3-4b26-8b67-acbedc20f59b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e2:db:29', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '152f270d-1f34-4480-91c9-fedc38c265a8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 945, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.191', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:49Z', 'updated_at': '2021-01-14T05:34:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:34:31.933981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] Set router 93eee8a0-0278-4c21-b313-720d1c865a4f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:34:31.975232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74c04460-1fb3-4b5c-bc09-107864dc596c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:31.994932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:32.037111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.8040843 Jan 14 05:34:32.065734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.129638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Request body: {'port': {'device_id': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:32.161258 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3ffbd717-c4e0-44eb-9185-3cbb3dd517e9 req-c6755e90-e63b-47f6-aafc-03e611ae43ad tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "GET /v2.0/security-groups/abf0f7e1-37db-4ef6-9158-7b846d71341e HTTP/1.1" status: 200 len: 2395 time: 1.0232253 Jan 14 05:34:32.193488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] DHCP port deletion for 9777bc7e-e63f-4a3a-9c47-f83a96937575 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:34:32.224622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Deleting port 6330528c-8198-4c77-980e-c827e80830fc {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:32.225296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.241325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-ea0c31b1-4a0b-4372-837a-719b5dc157c6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:32.243645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-ea0c31b1-4a0b-4372-837a-719b5dc157c6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.41 "GET /v2.0/networks?id=9777bc7e-e63f-4a3a-9c47-f83a96937575&id=01f07cfc-f96e-4d25-9444-b32b83e9c028&id=9777bc7e-e63f-4a3a-9c47-f83a96937575 HTTP/1.1" status: 200 len: 763 time: 1.1029510 Jan 14 05:34:32.254026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.398458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:32.402679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Usage tracker for resource:security_group_rule and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:32.408452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:32.410405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4a6113-c67a-445c-a14c-09dc825268c8 req-a888ac3e-46a8-401c-9aea-8619131c6d96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:32.412264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4a6113-c67a-445c-a14c-09dc825268c8 req-a888ac3e-46a8-401c-9aea-8619131c6d96 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1376681 Jan 14 05:34:32.414986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:32.440766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Request body: {'network': {'name': 'tempest-InstanceActionsNegativeTestJSON-1165161342-network', 'tenant_id': 'bd367135bbc140dc8f3c6733811e8357'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:32.554555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.593431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.609371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:32.613297 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1f00c92-0625-4563-a134-e3f61e5f98b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:32.639459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Pushing event updated for resources: {'Port': ['ID=b9c63c24-20bc-4585-9b26-e3429d782ebe,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:32.645117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Usage tracker for resource:network and tenant:bd367135bbc140dc8f3c6733811e8357 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:32.655708 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4a6113-c67a-445c-a14c-09dc825268c8 req-ec818ee1-3f60-47ce-892d-4ce842d217b6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.45 "GET /v2.0/ports?device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.1440637 Jan 14 05:34:32.659928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:32.661030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:32.667225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event updated for resources: {'SecurityGroup': ['ID=e1850d20-05f3-48e9-ae0a-a947482e8d44,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:32.671729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:32.678836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.701904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:32.706426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.732398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.802251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] For port 6330528c-8198-4c77-980e-c827e80830fc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6330528c-8198-4c77-980e-c827e80830fc,segment=NetworkSegment(14138c08-f27d-4949-92e1-29593de9d2ba),segment_id=14138c08-f27d-4949-92e1-29593de9d2ba)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:32.804313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.809590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Made reservation on behalf of bd367135bbc140dc8f3c6733811e8357 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:32.824717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.875301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.896364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:32.902157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Usage tracker for resource:security_group_rule and tenant:bd367135bbc140dc8f3c6733811e8357 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:32.905370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:32.912646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:32.913892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-607a9ed4-a202-43dd-a7e5-fcad7b36a4ec service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba39665243e4ecaafefd8b41216580e&device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.4816051 Jan 14 05:34:32.914039 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 11.9026432 Jan 14 05:34:32.916430 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-6811a224-729d-419c-8697-529a190ab871 service neutron] 10.222.0.45 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9460790 Jan 14 05:34:32.919534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting port 6330528c-8198-4c77-980e-c827e80830fc {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:32.919766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:32.919939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.033003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-3ffbd717-c4e0-44eb-9185-3cbb3dd517e9 req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.043542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Calling delete_port for 6330528c-8198-4c77-980e-c827e80830fc owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:33.050434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.054646 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.9065173 Jan 14 05:34:33.077600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.083613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42850) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:33.098408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '99f59cbb-82f2-41a8-a835-c7fb9d5904d0', 'name': '', 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'mac_address': 'fa:16:3e:dd:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1abec1c2-1dbf-424c-b173-b55bb57c47b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:20Z', 'updated_at': '2021-01-14T05:34:29Z', 'revision_number': 4, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'subnets': [{'id': '1abec1c2-1dbf-424c-b173-b55bb57c47b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:33.108208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-87737d1f-c64c-4af8-9eed-bfeacfdfcbfa None None] The sync data for ids ['93eee8a0-0278-4c21-b313-720d1c865a4f'] in n-d-768851-4 is: [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '99f59cbb-82f2-41a8-a835-c7fb9d5904d0', 'name': '', 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'mac_address': 'fa:16:3e:dd:b9:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_interface', 'standard_attr_id': 999, 'fixed_ips': [{'subnet_id': '1abec1c2-1dbf-424c-b173-b55bb57c47b2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:20Z', 'updated_at': '2021-01-14T05:34:29Z', 'revision_number': 4, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'subnets': [{'id': '1abec1c2-1dbf-424c-b173-b55bb57c47b2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:34:33.119350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-3ffbd717-c4e0-44eb-9185-3cbb3dd517e9 req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.193564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.371094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e1808c5-7207-4a23-b40e-a20e33809453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:33.412408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Request body: {'security_group_rule': {'security_group_id': 'e1850d20-05f3-48e9-ae0a-a947482e8d44', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:33.465427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] No DVR routers for this DVR port 6330528c-8198-4c77-980e-c827e80830fc on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:34:33.468988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Pushing event deleted for resources: {'Port': ['ID=6330528c-8198-4c77-980e-c827e80830fc,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:33.475930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:33.486169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.494721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-3ffbd717-c4e0-44eb-9185-3cbb3dd517e9 req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.519964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f73398-9ca5-4c18-af60-0c95775e8d7e tempest-ServersAdminTestJSON-1531206718 tempest-ServersAdminTestJSON-1531206718] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:33.532773 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a7cfd0a-714b-4fe0-9986-3f36996b828c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:33.554361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:33.560715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.570339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ceab63c1-4c68-4cf5-9a52-875c125cabe2 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Synchronizing usage tracker for tenant:dd8ef5e65abe460abfb2e01ddc84a274 on resource:floatingip {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:33.605527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Usage tracker for resource:security_group_rule and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:33.623325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42858) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:33.634367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:33.650862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Pushing event deleted for resources: {'SecurityGroup': ['ID=abf0f7e1-37db-4ef6-9158-7b846d71341e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:33.656754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ceab63c1-4c68-4cf5-9a52-875c125cabe2 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Unset dirty status for tenant:dd8ef5e65abe460abfb2e01ddc84a274 on resource:floatingip {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:33.660093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-3ffbd717-c4e0-44eb-9185-3cbb3dd517e9 req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.661333 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3ffbd717-c4e0-44eb-9185-3cbb3dd517e9 req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] 10.222.0.48 "DELETE /v2.0/security-groups/abf0f7e1-37db-4ef6-9158-7b846d71341e HTTP/1.1" status: 204 len: 173 time: 1.4980967 Jan 14 05:34:33.670427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-ceab63c1-4c68-4cf5-9a52-875c125cabe2 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.5048070 Jan 14 05:34:33.670427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:34:33.671648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:33.731770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42862) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:33.753260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:33.783730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c2fb854-e6f5-4de5-9382-1b1671918d7f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:33.799845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:33.820836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:33.821200 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Added segment 94ba1976-273b-4f58-8c00-fbf933c20448 of type vxlan for network 23dde5df-3004-42bd-90bf-e5e4d65139c5 Jan 14 05:34:33.916204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:33.924896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:33.930639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.228353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Deleting subnet 9e42e978-ecb1-4d3c-8d88-f7fbf8d9f56c {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:34.231983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.254165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.261825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:34.276692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.292086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.357773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.400515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.402398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.406060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-6f84b3ae-a700-4499-875e-428f5f9ef634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:34.406487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-6f84b3ae-a700-4499-875e-428f5f9ef634 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:34.408208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-6f84b3ae-a700-4499-875e-428f5f9ef634 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fba39665243e4ecaafefd8b41216580e&shared=False HTTP/1.1" status: 200 len: 1550 time: 1.4045005 Jan 14 05:34:34.426025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-e296815c-faed-4173-bf23-0cbd9715d63e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:34.427721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-e296815c-faed-4173-bf23-0cbd9715d63e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8872b264b77d444a8e1daf5e3140b998&device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 1159 time: 1.3432989 Jan 14 05:34:34.433019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:34.437365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Usage tracker for resource:security_group_rule and tenant:2e4d280ddba745a2ad856ad251a4b536 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:34.440938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:34.441136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:34.447156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:34.462068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.467479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:34.550879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.570662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b3500881-d95b-4947-8136-f7de20d38e56 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:34.598168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.607376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.634589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b3500881-d95b-4947-8136-f7de20d38e56 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:34:34.635011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b3500881-d95b-4947-8136-f7de20d38e56 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:34:34.635478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6330528c-8198-4c77-980e-c827e80830fc no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:34.646179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:34.675177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6330528c-8198-4c77-980e-c827e80830fc {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:34:34.675570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6330528c-8198-4c77-980e-c827e80830fc not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:34:34.677180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-886b3aa9-c875-4946-bea7-e2fbadbcbb8e None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:34:34.688745 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e4d280ddba745a2ad856ad251a4b536&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0547500 Jan 14 05:34:34.692526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:34:34.700936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42878) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:34.704948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:34.706584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.709175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:34.745390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9bd878cf-0aa7-4adb-acfd-0dc4f8f5fb9d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:34.801023 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:34.808979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] For port 6330528c-8198-4c77-980e-c827e80830fc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6330528c-8198-4c77-980e-c827e80830fc,segment=NetworkSegment(14138c08-f27d-4949-92e1-29593de9d2ba),segment_id=14138c08-f27d-4949-92e1-29593de9d2ba)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:34.809382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.818991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.847986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a09cf7cc-4fc7-42ed-bef8-fdac562f3c89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:34.946942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device ee883675-175a-4618-b6aa-696cde32ccf2 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:34.975283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:34.976310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:34.977084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.002480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9e42e978-ecb1-4d3c-8d88-f7fbf8d9f56c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:35.027751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port ee883675-175a-4618-b6aa-696cde32ccf2 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:35.029741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:35.036169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port ee883675-175a-4618-b6aa-696cde32ccf2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:35.036780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.070454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:35.078012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Calling delete_port for 6330528c-8198-4c77-980e-c827e80830fc owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:35.158025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.158981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 152f270d-1f34-4480-91c9-fedc38c265a8 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:34:35.160684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Pushing event updated for resources: {'Network': ['ID=23dde5df-3004-42bd-90bf-e5e4d65139c5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:35.169392 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.3657513 Jan 14 05:34:35.172810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42882) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:35.178610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:35.206815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-c6839787-df3a-44eb-a2da-3c40cfb214c2 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:35.207855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Request body: {'subnet': {'network_id': '23dde5df-3004-42bd-90bf-e5e4d65139c5', 'cidr': '172.20.0.0/28', 'name': 'tempest-InstanceActionsNegativeTestJSON-1165161342-subnet', 'tenant_id': 'bd367135bbc140dc8f3c6733811e8357', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:35.208289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-c6839787-df3a-44eb-a2da-3c40cfb214c2 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 1.5398848 Jan 14 05:34:35.234602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:35.243688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.244855 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bc3944bf-e851-4f4f-8936-4642aba0a143 admin admin] 10.222.0.48 "DELETE /v2.0/routers/152f270d-1f34-4480-91c9-fedc38c265a8 HTTP/1.1" status: 204 len: 168 time: 6.0541818 Jan 14 05:34:35.253823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42888) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:35.261486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.276032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-48a81916-753a-4d75-b162-0bc1bb9337ff tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:34:35.277369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:35.282073 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-72fe9c48-3063-4f88-9138-8d24f6f0d394 req-48a81916-753a-4d75-b162-0bc1bb9337ff tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0604501 Jan 14 05:34:35.288735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Usage tracker for resource:subnet and tenant:bd367135bbc140dc8f3c6733811e8357 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:35.305777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:35.386282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.395210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:35.419615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:35.430341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.434192 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9e42e978-ecb1-4d3c-8d88-f7fbf8d9f56c HTTP/1.1" status: 204 len: 168 time: 1.6958044 Jan 14 05:34:35.444199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-3b150b7d-334a-4b25-8041-8bba4e18684c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:35.445957 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-3b150b7d-334a-4b25-8041-8bba4e18684c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7333446 Jan 14 05:34:35.448676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42896) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:35.468440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:35.486394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:34:35.486783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:34:35.506793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.559070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-fbcfabae-12b5-409f-a8cb-f04a726ea2cf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:35.566638 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-fbcfabae-12b5-409f-a8cb-f04a726ea2cf service neutron] 10.222.0.45 "GET /v2.0/networks?id=b742e3ed-d573-4dd1-99de-30f6498182f2 HTTP/1.1" status: 200 len: 915 time: 0.9932203 Jan 14 05:34:35.567945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.584637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c003651-1264-4e5c-be75-cca1b3b27e1f tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:35.592839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Made reservation on behalf of bd367135bbc140dc8f3c6733811e8357 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:35.597572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.715279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-41cefa62-e0ed-45b7-93b5-ea3581e79b14 admin admin] Deleting subnet 0492dc59-80c1-49e3-b4d3-eab1d781d558 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:35.723052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41cefa62-e0ed-45b7-93b5-ea3581e79b14 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.744831 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b4033fc0-9ff8-4ba6-9287-4848dac6032c req-57444429-5c93-41d8-8da2-708692ee0b61 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips/e6d82a55-5d3b-4504-95cd-0706fe08f678 HTTP/1.1" status: 200 len: 693 time: 0.3750362 Jan 14 05:34:35.747816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-43fa637c-bdde-40e6-85d3-46b61410e566 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ee883675-175a-4618-b6aa-696cde32ccf2 HTTP/1.1" status: 200 len: 217 time: 0.1692595 Jan 14 05:34:35.771613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.783603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41cefa62-e0ed-45b7-93b5-ea3581e79b14 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:35.823170 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-6ea7f846-64a9-4552-a295-dbae3bb0de43 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.41 "GET /v2.0/ports?device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.2824876 Jan 14 05:34:35.955430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:35.970303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.069971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting port 6330528c-8198-4c77-980e-c827e80830fc {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:36.070405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.077738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.081955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.7378039 Jan 14 05:34:36.082852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42900) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:36.136821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:36.142855 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-8598493b-ad0a-41cb-8099-c250b4876213 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=fba39665243e4ecaafefd8b41216580e&device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.1175163 Jan 14 05:34:36.146020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port ee883675-175a-4618-b6aa-696cde32ccf2, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ee883675-175a-4618-b6aa-696cde32ccf2,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:36.154393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.162087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d46d41b9-0dd5-48e8-ac23-629981e9699a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:36.169522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76eea7a1-ea24-407b-aa5a-63c94d3fe73d,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:36.196287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4033fc0-9ff8-4ba6-9287-4848dac6032c req-94d58e51-2241-4345-89c2-4fdb97dec15f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:36.204068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b4033fc0-9ff8-4ba6-9287-4848dac6032c req-94d58e51-2241-4345-89c2-4fdb97dec15f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.4582961 Jan 14 05:34:36.206204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.245750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.661s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:36.258565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e259487-d486-48df-b1a4-ff1e422d6207 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:36.260539 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2', 'code': 200} Jan 14 05:34:36.263488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=ee883675-175a-4618-b6aa-696cde32ccf2,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:36.274684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-70c5ccf4-7178-4458-8a30-c3244d2a52fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:36.276233 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-70c5ccf4-7178-4458-8a30-c3244d2a52fa service neutron] 10.222.0.45 "GET /v2.0/subnets?id=0492dc59-80c1-49e3-b4d3-eab1d781d558 HTTP/1.1" status: 200 len: 860 time: 0.2064710 Jan 14 05:34:36.279879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] The port '6330528c-8198-4c77-980e-c827e80830fc' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:34:36.281376 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-41cefa62-e0ed-45b7-93b5-ea3581e79b14 admin admin] Found port (ee883675-175a-4618-b6aa-696cde32ccf2, 172.20.0.12) having IP allocation on subnet 0492dc59-80c1-49e3-b4d3-eab1d781d558, cannot delete Jan 14 05:34:36.283213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Request body: {'security_group_rule': {'security_group_id': 'e1850d20-05f3-48e9-ae0a-a947482e8d44', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:36.291687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:36.298511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device ee883675-175a-4618-b6aa-696cde32ccf2 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:36.298746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-b4033fc0-9ff8-4ba6-9287-4848dac6032c req-2377af5c-cebf-45a4-af0a-53cbdf7f335a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:34:36.304981 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b4033fc0-9ff8-4ba6-9287-4848dac6032c req-2377af5c-cebf-45a4-af0a-53cbdf7f335a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0999620 Jan 14 05:34:36.307135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bd878cf-0aa7-4adb-acfd-0dc4f8f5fb9d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:36.314123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:36.318964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:36.378591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Usage tracker for resource:security_group_rule and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:36.388686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:36.393304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ef5cf06d-b571-45e9-9710-e5d420907495 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:34:36.399538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-c2e66cd2-9a65-4cdd-bec7-3008ac840643 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=b742e3ed-d573-4dd1-99de-30f6498182f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0882838 Jan 14 05:34:36.400471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.404179 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9bd878cf-0aa7-4adb-acfd-0dc4f8f5fb9d HTTP/1.1" status: 204 len: 168 time: 1.6530387 Jan 14 05:34:36.419990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:36.427059 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-41cefa62-e0ed-45b7-93b5-ea3581e79b14 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:34:36.427588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-41cefa62-e0ed-45b7-93b5-ea3581e79b14 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:34:36.470553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:36.471244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.489280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.553487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port ee883675-175a-4618-b6aa-696cde32ccf2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:36.554163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.583048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Transition to ACTIVE for port object ef5cf06d-b571-45e9-9710-e5d420907495 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:36.637483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.661837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:36.692773 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-993d3573-518d-42d2-ac84-9867101cad19 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:37.072666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cf06d-b571-45e9-9710-e5d420907495,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:37.099234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:37.124409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:37.134198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:37.142538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-25c4e559-d56f-42f7-a6e6-0309471149f7 service neutron] 10.222.0.45 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7166052 Jan 14 05:34:37.152496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42926) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:37.153007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:37.209640 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f144cecc-37b8-4caa-9062-d224e3c49793 req-8cbb3434-a234-4881-aba3-a578f691cc84 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=dd8ef5e65abe460abfb2e01ddc84a274 HTTP/1.1" status: 200 len: 696 time: 0.8405509 Jan 14 05:34:37.234272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-41cefa62-e0ed-45b7-93b5-ea3581e79b14 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/0492dc59-80c1-49e3-b4d3-eab1d781d558 HTTP/1.1" status: 409 len: 404 time: 1.9659426 Jan 14 05:34:37.247517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8caca316-64bb-46ec-be59-7871be248389,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:37.249691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:37.254687 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.0878854 Jan 14 05:34:37.256037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:37.262327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42934) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:37.283773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:37.319737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:37.366882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:37.389429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:37.390931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.394729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:37.399874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:37.426554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:37.434212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:37.439375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Usage tracker for resource:security_group_rule and tenant:86e868d655de4161849d1b702b98afac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:37.445910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:37.463071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Usage tracker for resource:floatingip and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:37.464179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42938) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:37.545380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:37.548966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:37.574275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:37.612857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e654a745-5c3d-4553-a27e-ed68a717bdb1 req-5eb8e4ae-de98-4d57-876c-afc4a6b5e514 service neutron] 10.222.0.45 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4241211 Jan 14 05:34:37.667761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6055427c-0fb3-4b26-8b67-acbedc20f59b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:37.709576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6055427c-0fb3-4b26-8b67-acbedc20f59b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:34:37.710082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6055427c-0fb3-4b26-8b67-acbedc20f59b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:34:37.749879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-f15103b5-1d30-4379-9b32-45e6f3bea3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:37.750460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-f15103b5-1d30-4379-9b32-45e6f3bea3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:37.752216 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-f15103b5-1d30-4379-9b32-45e6f3bea3e5 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=fba39665243e4ecaafefd8b41216580e&shared=False HTTP/1.1" status: 200 len: 1550 time: 1.5276241 Jan 14 05:34:37.838260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9777bc7e-e63f-4a3a-9c47-f83a96937575']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:37.847238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1c00847b-9281-4af5-86b8-9ab73cd30a5c']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:37.940399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:37.951025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f8031ac5-39d0-4271-9fb8-0b88e4819429') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:37.951351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f8031ac5-39d0-4271-9fb8-0b88e4819429') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:37.959415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '14138c08-f27d-4949-92e1-29593de9d2ba') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:37.959691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '14138c08-f27d-4949-92e1-29593de9d2ba') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:38.014149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.022833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.043259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Attempting to bind port ef5cf06d-b571-45e9-9710-e5d420907495 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:38.043630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Attempting to bind port ef5cf06d-b571-45e9-9710-e5d420907495 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:38.044389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Attempting to bind port ef5cf06d-b571-45e9-9710-e5d420907495 on network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:38.045733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.088147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f144cecc-37b8-4caa-9062-d224e3c49793 req-1410f644-deba-4e6b-bc9c-7b4c59f94fbf tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:38.088883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f144cecc-37b8-4caa-9062-d224e3c49793 req-1410f644-deba-4e6b-bc9c-7b4c59f94fbf tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Synchronizing usage tracker for tenant:dd8ef5e65abe460abfb2e01ddc84a274 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:38.113653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.120318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:38.120702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Checking segment: {'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:38.121102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.121529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Bound using segment: {'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:38.122026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Bound port: ef5cf06d-b571-45e9-9710-e5d420907495, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:38.122363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.136964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:38.154718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Usage tracker for resource:security_group_rule and tenant:1f84ac559eef4097bbfb21c392412c57 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:38.157663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:38.161381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:34:38.178468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.185781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:38.200213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Releasing vxlan tunnel 5 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:34:38.219049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42958) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:38.221527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device ee883675-175a-4618-b6aa-696cde32ccf2 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:38.342454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.348612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.376838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-028ba8a7-e07b-492e-811a-c302b06884ef tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:38.377681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-028ba8a7-e07b-492e-811a-c302b06884ef tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Synchronizing usage tracker for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:38.383122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:38.393792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] For port ef5cf06d-b571-45e9-9710-e5d420907495, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:38.395830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port ee883675-175a-4618-b6aa-696cde32ccf2, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ee883675-175a-4618-b6aa-696cde32ccf2,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:38.400808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.401155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.404604 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44087009-04a2-4362-ab56-02ff9d09e421 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:38.412148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0392ccf0-422e-47f6-9666-5de8625cadca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:38.412755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f144cecc-37b8-4caa-9062-d224e3c49793 req-1410f644-deba-4e6b-bc9c-7b4c59f94fbf tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Unset dirty status for tenant:dd8ef5e65abe460abfb2e01ddc84a274 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:38.414087 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f144cecc-37b8-4caa-9062-d224e3c49793 req-1410f644-deba-4e6b-bc9c-7b4c59f94fbf tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks?id=882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 787 time: 1.1710622 Jan 14 05:34:38.480054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75628054-611b-41a5-a41a-6deaacc75de0 req-d8c4bfa1-906b-41bb-a084-a525b7803a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:38.481296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-d8c4bfa1-906b-41bb-a084-a525b7803a09 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6973612 Jan 14 05:34:38.481508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-028ba8a7-e07b-492e-811a-c302b06884ef tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Unset dirty status for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:38.500877 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-028ba8a7-e07b-492e-811a-c302b06884ef tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.45 "GET /v2.0/ports?device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 946 time: 0.5616972 Jan 14 05:34:38.501152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=ee883675-175a-4618-b6aa-696cde32ccf2,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:38.505135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:38.517392 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2', 'code': 422} returned with failed status Jan 14 05:34:38.559929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-f144cecc-37b8-4caa-9062-d224e3c49793 req-774f71de-303c-4e01-8598-afda3275cfd9 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:34:38.561016 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f144cecc-37b8-4caa-9062-d224e3c49793 req-774f71de-303c-4e01-8598-afda3275cfd9 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0729370 Jan 14 05:34:38.614546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:38.625381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9c07018e-4555-4d65-b513-371afb5b24bb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:38.650895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.651617 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:38.680434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-4801a044-3e43-414f-9091-8c0181578ca3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Synchronizing usage tracker for tenant:fba39665243e4ecaafefd8b41216580e on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:38.722672 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=86e868d655de4161849d1b702b98afac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5607898 Jan 14 05:34:38.734912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42970) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:38.736758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.742868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Request body: {'network': {'name': 'tempest-VirtualInterfacesTestJSON-28348008-network', 'tenant_id': '8a521670a955428c89b8122233fec83b'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:38.754581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:38.764083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.772657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.782353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:38.785327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:38.806127 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-6a6aed72-71d4-4e06-96bf-6f75d837c5c2 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips/e6d82a55-5d3b-4504-95cd-0706fe08f678 HTTP/1.1" status: 200 len: 693 time: 0.1829784 Jan 14 05:34:38.831324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Deleting port ee883675-175a-4618-b6aa-696cde32ccf2 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:38.831701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.850236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Usage tracker for resource:network and tenant:8a521670a955428c89b8122233fec83b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:38.858832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:38.877892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:38.905672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:38.989986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-75628054-611b-41a5-a41a-6deaacc75de0 req-4801a044-3e43-414f-9091-8c0181578ca3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Unset dirty status for tenant:fba39665243e4ecaafefd8b41216580e on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:38.991660 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-75628054-611b-41a5-a41a-6deaacc75de0 req-4801a044-3e43-414f-9091-8c0181578ca3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.41 "GET /v2.0/ports?device_id=9aeaa64b-5cd9-46ed-94fa-c466da710300 HTTP/1.1" status: 200 len: 210 time: 0.4368777 Jan 14 05:34:39.015160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=76ef04ad-abec-4849-906a-a15e99782872,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:39.022923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f84ac559eef4097bbfb21c392412c57&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5466883 Jan 14 05:34:39.023595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42974) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:39.028449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:39.086418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Made reservation on behalf of 8a521670a955428c89b8122233fec83b for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:39.091311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.109535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Network 1c00847b-9281-4af5-86b8-9ab73cd30a5c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:39.129457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 9777bc7e-e63f-4a3a-9c47-f83a96937575 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:39.153046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:34:39.162231 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:34:39.184893 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:34:39.256315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.339262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:39.356525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Usage tracker for resource:security_group_rule and tenant:8a521670a955428c89b8122233fec83b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:39.360498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:39.370985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:39.373241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.380312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fd202a4-5bfe-41a1-addf-299cfdf17429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:39.399479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.402057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.418644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Pushing event deleted for resources: {'Network': ['ID=1c00847b-9281-4af5-86b8-9ab73cd30a5c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:39.424519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.433044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:39.433593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb012123-a504-4298-90df-393f004a6f35 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:39.499996 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1c00847b-9281-4af5-86b8-9ab73cd30a5c HTTP/1.1" status: 204 len: 168 time: 4.0449927 Jan 14 05:34:39.510433 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/networks/9777bc7e-e63f-4a3a-9c47-f83a96937575 HTTP/1.1" status: 204 len: 168 time: 8.1501517 Jan 14 05:34:39.519959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Network': ['ID=9777bc7e-e63f-4a3a-9c47-f83a96937575,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:39.531567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-d913ead5-e821-4957-adb4-75054ddd78db tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:39.537744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42980) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:39.538773 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-d913ead5-e821-4957-adb4-75054ddd78db tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.7202277 Jan 14 05:34:39.541195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:39.544125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] For port ef5cf06d-b571-45e9-9710-e5d420907495, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ef5cf06d-b571-45e9-9710-e5d420907495,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:39.550113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-397716704'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:39.558683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.564511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.566328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:39.577746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-6ff3da87-47b5-466a-b203-3a38d7517c34 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:34:39.580309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:network and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:39.583195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-6ff3da87-47b5-466a-b203-3a38d7517c34 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0435576 Jan 14 05:34:39.586682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:39.587786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.589996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:39.613413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-781a2b10-be52-42f6-9280-634434aaa4fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:39.626721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:39.649921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:39.720003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42984) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:39.910837 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-80f49424-cbf5-40f3-acad-08b500944b04 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.2977116 Jan 14 05:34:40.047955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:40.057463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.139393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Pushing event updated for resources: {'Subnet': ['ID=a53db49c-3439-4761-bca5-77955253e8fb,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:40.158496 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:40.160465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.179386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.190749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4adb99d6-2057-479d-8191-12e0e302d253 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:40.225619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:34:40.255493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8689264c-bd61-4146-99a0-40ff01ad4536 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96d4f740862846ab95dd15fc8b2610b3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5300164 Jan 14 05:34:40.258564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42988) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:40.283466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.283904 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Added segment a9d43652-0edc-4a57-b01b-1dfec1040736 of type vxlan for network b6442839-e4a0-4378-9c1c-b8c201b8b45d Jan 14 05:34:40.285127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b60cf5f-fb7c-429d-b9aa-1d63308398d5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:40.297873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.302658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:40.356590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Pushing event updated for resources: {'Port': ['ID=ef5cf06d-b571-45e9-9710-e5d420907495,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:40.364554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.381186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] For port ee883675-175a-4618-b6aa-696cde32ccf2, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ee883675-175a-4618-b6aa-696cde32ccf2,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:40.381593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.390040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.763s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:40.401861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.403124 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.406686 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:40.411490 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:40.413852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-51511971-05a5-4a7a-a808-d2a1b0719971 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.217 HTTP/1.1" status: 200 len: 696 time: 0.4780941 Jan 14 05:34:40.422618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Checking segment: {'id': '94ba1976-273b-4f58-8c00-fbf933c20448', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '23dde5df-3004-42bd-90bf-e5e4d65139c5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:40.423038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Network hostable DHCP agents. Network: 23dde5df-3004-42bd-90bf-e5e4d65139c5, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:34:40.459867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.470100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.488850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:40.489545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.500253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-493d3102-8a73-4dca-bfca-6020b15c0fe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:40.515159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:34:40.515499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:34:40.627146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:34:40.634309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Calling delete_port for ee883675-175a-4618-b6aa-696cde32ccf2 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:40.659490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Network': ['ID=b6442839-e4a0-4378-9c1c-b8c201b8b45d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:40.663547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 23dde5df-3004-42bd-90bf-e5e4d65139c5) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:40.666165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:40.670461 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 1.1289792 Jan 14 05:34:40.670771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42992) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:40.674972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:40.683065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'subnet': {'network_id': 'b6442839-e4a0-4378-9c1c-b8c201b8b45d', 'cidr': '19.80.0.0/24', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:40.691793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:40.692521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.708258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:40.708486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.714148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c7f2034-aa3c-4296-a30e-2c97e3608fac None None] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:40.715554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3cbd270-7a46-4f39-91fd-8049ef288a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:40.724257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Allocated IP 172.25.3.68 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/e3f42689-a70d-49df-b82e-3f2515bf15d3) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:40.727776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:40.792405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.800702 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7780d2d-2bce-4b0e-b0fc-2771086ea9e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:40.815667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9c07018e-4555-4d65-b513-371afb5b24bb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:40.828157 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:40.830003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1ccc459a-71f6-4567-99d6-34c05f18f671,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:40.835125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.836618 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1ccc459a-71f6-4567-99d6-34c05f18f671 HTTP/1.1" status: 204 len: 168 time: 0.5757058 Jan 14 05:34:40.837745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:40.849623 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 5.6670265 Jan 14 05:34:40.849623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:40.862748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Deleting port b9c63c24-20bc-4585-9b26-e3429d782ebe {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:40.863157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.874484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:subnet and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:40.894523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:40.915520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:40.932822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:40.933640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:40.935099 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] 10.222.0.45 "PUT /v2.0/ports/ef5cf06d-b571-45e9-9710-e5d420907495 HTTP/1.1" status: 200 len: 1156 time: 8.8163543 Jan 14 05:34:40.941293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:40.941615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:41.020703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.024526 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9c07018e-4555-4d65-b513-371afb5b24bb HTTP/1.1" status: 204 len: 168 time: 2.2696424 Jan 14 05:34:41.096575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.127328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.132374 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495', 'status': 'completed', 'code': 200} Jan 14 05:34:41.168715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.176632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7923e237-6763-4555-9190-8797a29d1d00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:41.183594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:34:41.269115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.269413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76ef04ad-abec-4849-906a-a15e99782872,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:41.269568 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Added segment 883a43de-a92d-4c1a-bdd2-aed319216cbe of type vxlan for network 20697de4-2ef7-44ba-8b81-a92f563ffc64 Jan 14 05:34:41.285830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.298373 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76ef04ad-abec-4849-906a-a15e99782872 HTTP/1.1" status: 204 len: 168 time: 2.2599061 Jan 14 05:34:41.330129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.415827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:41.438913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8956f03a-7f04-41a3-ad15-2f4356023cb6 None None] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:41.623911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.625244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:41.626230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.637282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-254b7d9e-f9b9-4b2a-a4cc-db64741d5bb6 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:41.756912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-dd7c1c58-b54a-462c-8226-e51898f85e85 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:41.759405 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-dd7c1c58-b54a-462c-8226-e51898f85e85 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f959755082d2483f862d6d9344225172&device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 1159 time: 0.7212548 Jan 14 05:34:41.767623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.828562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Pushing event updated for resources: {'Network': ['ID=20697de4-2ef7-44ba-8b81-a92f563ffc64,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:41.838561 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:41.838714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.841159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:41.842062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.842062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:41.846626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 3.6199644 Jan 14 05:34:41.848372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43022) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:41.857760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Request body: {'subnet': {'network_id': '20697de4-2ef7-44ba-8b81-a92f563ffc64', 'cidr': '172.20.0.0/28', 'name': 'tempest-VirtualInterfacesTestJSON-28348008-subnet', 'tenant_id': '8a521670a955428c89b8122233fec83b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:41.866056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:41.870064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:41.872922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Usage tracker for resource:subnet and tenant:8a521670a955428c89b8122233fec83b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:41.878601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:41.881574 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-36c9f86b-9f39-4364-9801-60ba8538209c service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5cf06d-b571-45e9-9710-e5d420907495 HTTP/1.1" status: 200 len: 217 time: 0.1100368 Jan 14 05:34:41.882240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:41.889333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:41.912219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Made reservation on behalf of 8a521670a955428c89b8122233fec83b for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:41.918305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:42.089229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Pushing event deleted for resources: {'Port': ['ID=ee883675-175a-4618-b6aa-696cde32ccf2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:42.122168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:42.172027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:42.179419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Calling delete_port for b9c63c24-20bc-4585-9b26-e3429d782ebe owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:42.296400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:42.317913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e51e0922-b24c-458e-a4e1-5ecfdad9b679 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:42.494188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-dc678bcf-8b14-48eb-bb37-26d38aab044e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:42.497036 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-dc678bcf-8b14-48eb-bb37-26d38aab044e service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a790d6f9-beb7-4169-a6e9-571774a3b9b7 HTTP/1.1" status: 200 len: 857 time: 0.5785584 Jan 14 05:34:42.511391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b46deb30-0f35-4b86-86dc-cb75c6669789 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:42.574934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:42.593249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-684179d5-98ec-4966-b6ab-9a79b244264b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:42.669486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Subnet': ['ID=1f0a8b1f-d754-45d1-92aa-d8485cf34227,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:42.683529 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1608cf69-0b9a-48d4-a477-bb1b2a1df1d0 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1697869 Jan 14 05:34:42.688928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:42.787399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-072b973f-6613-426a-aae4-ca960189180a req-50ef2f28-d1a0-4ed4-86d0-eec5dea3f20f tempest-InstanceActionsNegativeTestJSON-839591970 tempest-InstanceActionsNegativeTestJSON-839591970] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:42.796057 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-072b973f-6613-426a-aae4-ca960189180a req-50ef2f28-d1a0-4ed4-86d0-eec5dea3f20f tempest-InstanceActionsNegativeTestJSON-839591970 tempest-InstanceActionsNegativeTestJSON-839591970] 10.222.0.48 "GET /v2.0/networks?id=23dde5df-3004-42bd-90bf-e5e4d65139c5 HTTP/1.1" status: 200 len: 822 time: 0.5362504 Jan 14 05:34:42.884745 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-072b973f-6613-426a-aae4-ca960189180a req-fe331ae0-d2c6-47c2-b87f-515f7f63dab4 tempest-InstanceActionsNegativeTestJSON-839591970 tempest-InstanceActionsNegativeTestJSON-839591970] 10.222.0.48 "GET /v2.0/quotas/bd367135bbc140dc8f3c6733811e8357 HTTP/1.1" status: 200 len: 375 time: 0.0871811 Jan 14 05:34:42.972788 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-072b973f-6613-426a-aae4-ca960189180a req-1200fe17-737b-409b-8631-e39e4d9d4ad6 tempest-InstanceActionsNegativeTestJSON-839591970 tempest-InstanceActionsNegativeTestJSON-839591970] 10.222.0.48 "GET /v2.0/ports?tenant_id=bd367135bbc140dc8f3c6733811e8357&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867364 Jan 14 05:34:42.995525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Checking segment: {'id': 'a9d43652-0edc-4a57-b01b-1dfec1040736', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6442839-e4a0-4378-9c1c-b8c201b8b45d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:42.996126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network hostable DHCP agents. Network: b6442839-e4a0-4378-9c1c-b8c201b8b45d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:34:43.029091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:34:43.048589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b6442839-e4a0-4378-9c1c-b8c201b8b45d) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:43.059299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bbfff593-2d76-4b74-b786-76517e08ea61 None None] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:43.065818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:43.066760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.105528 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 2.4335866 Jan 14 05:34:43.108284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43072) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:43.116629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'network': {'name': 'tempest-ServersTestMultiNic-1864780827'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:43.123226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:43.127970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:network and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:43.132113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for network was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:43.139857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:43.164596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:43.177643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.222898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-22874a5f-9048-4397-a908-6dd705e68269 service neutron] 10.222.0.45 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5189908 Jan 14 05:34:43.251077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:34:43.262795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.263922 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Added segment ae599b57-2e7f-40e9-bf9f-61f4684ea1ab of type vxlan for network 0ac8cd75-51f6-44c9-9744-673012229111 Jan 14 05:34:43.296828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.298384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] No DVR routers for this DVR port ee883675-175a-4618-b6aa-696cde32ccf2 on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:34:43.329472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.362611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43076) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:43.374865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event updated for resources: {'Port': ['ID=e3f42689-a70d-49df-b82e-3f2515bf15d3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:43.377590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-deleted', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:43.393988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.801s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:43.456797 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.45 "DELETE /v2.0/ports/ee883675-175a-4618-b6aa-696cde32ccf2 HTTP/1.1" status: 204 len: 173 time: 4.8876836 Jan 14 05:34:43.481695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.504527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:43.505254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.536711 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83c1dac2-92ed-4c05-a8c7-c589766bb1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:43.562483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.582589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-868e9d5e-169b-4571-93ac-e7cced6368f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:43.608173 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.4984725 Jan 14 05:34:43.609382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.611247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43088) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:43.639264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-b6442839-e4a0-4378-9c1c-b8c201b8b45d', 'network_id': 'b6442839-e4a0-4378-9c1c-b8c201b8b45d', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'fixed_ips': [{'subnet_id': '1f0a8b1f-d754-45d1-92aa-d8485cf34227'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:34:43.640204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:43.768000 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-086f1099-3aef-4378-b5f2-6247fd6b291e service neutron] 10.222.0.45 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5023873 Jan 14 05:34:43.779646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Request body: {'subnet': {'network_id': '0ac8cd75-51f6-44c9-9744-673012229111', 'cidr': '19.86.0.0/24', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:43.797781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Pushing event deleted for resources: {'Port': ['ID=b9c63c24-20bc-4585-9b26-e3429d782ebe,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:43.820104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:44.010457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:44.017075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Usage tracker for resource:subnet and tenant:fba39665243e4ecaafefd8b41216580e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:44.044289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:44.058584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:44.165707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Made reservation on behalf of fba39665243e4ecaafefd8b41216580e for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:44.233933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Request body: {'network': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-590786950-network', 'tenant_id': '4f89cca6686b4905a68f6f589ee47768'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:44.311189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:44.341637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:44.356925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:44.364511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Usage tracker for resource:network and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:44.368290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:44.387040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:44.416626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Network': ['ID=0ac8cd75-51f6-44c9-9744-673012229111,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:44.420445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:44.441574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:44.506674 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.969s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:44.507866 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-072b973f-6613-426a-aae4-ca960189180a req-79afaf20-254b-43ce-88d4-ed7341d23aae service neutron] 10.222.0.48 "GET /v2.0/networks/23dde5df-3004-42bd-90bf-e5e4d65139c5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5338638 Jan 14 05:34:44.508418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b71c0d5a-f2cc-4ed0-9fdc-32faead0564b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.342s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:44.551535 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-81f2b668-1130-485b-acb0-67b2cf83f9e1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8872b264b77d444a8e1daf5e3140b998&device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 210 time: 0.3892744 Jan 14 05:34:44.558075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Allocated IP 19.80.0.2 (b6442839-e4a0-4378-9c1c-b8c201b8b45d/1f0a8b1f-d754-45d1-92aa-d8485cf34227/0468a204-1d4c-4e79-b56f-d331dd50b8df) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:44.612641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:44.838161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0ac8cd75-51f6-44c9-9744-673012229111 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:44.903333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Made reservation on behalf of 4f89cca6686b4905a68f6f589ee47768 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:44.909298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:44.946675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a8ad038b-2ee1-4ec7-a4c1-3f7b7eea439a,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:44.971355 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:44.978316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0ac8cd75-51f6-44c9-9744-673012229111 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:45.003140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-1a3ffb33-cc6d-4fab-9a0b-af76171aa2b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:45.004519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.004774 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-1a3ffb33-cc6d-4fab-9a0b-af76171aa2b2 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8872b264b77d444a8e1daf5e3140b998&shared=False HTTP/1.1" status: 200 len: 915 time: 0.3084311 Jan 14 05:34:45.084979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0ac8cd75-51f6-44c9-9744-673012229111 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:45.166890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:45.175987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Usage tracker for resource:security_group_rule and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:45.178771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.178900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20b043c0-f536-4471-936f-9fc278991f39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.184276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:45.192052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:45.211939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.247383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Transition to ACTIVE for port object 0468a204-1d4c-4e79-b56f-d331dd50b8df will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:45.273881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Transition to ACTIVE for port object 0468a204-1d4c-4e79-b56f-d331dd50b8df will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:45.276604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.280285 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-072b973f-6613-426a-aae4-ca960189180a req-aa5af25e-9bbb-4f90-b8b2-2b6f11e3c039 service neutron] 10.222.0.48 "GET /v2.0/networks/23dde5df-3004-42bd-90bf-e5e4d65139c5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7262530 Jan 14 05:34:45.282797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.290533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Checking segment: {'id': '883a43de-a92d-4c1a-bdd2-aed319216cbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '20697de4-2ef7-44ba-8b81-a92f563ffc64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:45.291115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Network hostable DHCP agents. Network: 20697de4-2ef7-44ba-8b81-a92f563ffc64, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:34:45.309336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3fc1-43e6-4133-813f-59474de947ad req-fb134c2e-9f77-4a2f-806d-995f7e67da48 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:45.313243 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a02b3fc1-43e6-4133-813f-59474de947ad req-fb134c2e-9f77-4a2f-806d-995f7e67da48 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f959755082d2483f862d6d9344225172&device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 1159 time: 1.2424502 Jan 14 05:34:45.343261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.396512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:45.412576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:34:45.417280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.452909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:34:45.489984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.494958 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Added segment d8235ec6-0b19-42ee-aa48-2c3761f672b0 of type vxlan for network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 Jan 14 05:34:45.496669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Pushing event updated for resources: {'Port': ['ID=0468a204-1d4c-4e79-b56f-d331dd50b8df,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:45.502370 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:45.557216 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fe65c3f-e795-4b65-a819-e5f7dd1db3c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:45.628216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:45.630883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:45.633961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:45.747353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Attempting to bind port 0468a204-1d4c-4e79-b56f-d331dd50b8df on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:45.747772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Attempting to bind port 0468a204-1d4c-4e79-b56f-d331dd50b8df by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a9d43652-0edc-4a57-b01b-1dfec1040736', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6442839-e4a0-4378-9c1c-b8c201b8b45d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:45.748188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Attempting to bind port 0468a204-1d4c-4e79-b56f-d331dd50b8df on network b6442839-e4a0-4378-9c1c-b8c201b8b45d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:45.753100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.767375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:45.767797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Checking segment: {'id': 'a9d43652-0edc-4a57-b01b-1dfec1040736', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6442839-e4a0-4378-9c1c-b8c201b8b45d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:45.768252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.768693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Bound using segment: {'id': 'a9d43652-0edc-4a57-b01b-1dfec1040736', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6442839-e4a0-4378-9c1c-b8c201b8b45d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:45.769687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Bound port: 0468a204-1d4c-4e79-b56f-d331dd50b8df, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a9d43652-0edc-4a57-b01b-1dfec1040736', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': 'b6442839-e4a0-4378-9c1c-b8c201b8b45d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:45.769687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.780088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 20697de4-2ef7-44ba-8b81-a92f563ffc64) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:45.803678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d0901e8-6449-4de4-9221-0a46a0e0a4c7 None None] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:45.810555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.822320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:45.823135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.858034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-1ff6f36e-6dca-4840-9753-20bf6957f832 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:45.859677 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-1ff6f36e-6dca-4840-9753-20bf6957f832 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8422840 Jan 14 05:34:45.863422 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.0128436 Jan 14 05:34:45.874833 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-deleted', 'tag': 'ee883675-175a-4618-b6aa-696cde32ccf2', 'status': 'completed', 'code': 200} Jan 14 05:34:45.877630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79ab2bc5-97bd-4489-b652-4f7d0ad8f372,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:45.882579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:45.920609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.979632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:45.990786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:45.992947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:46.008387 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2beb683d-db62-440c-bbd7-1e9a6c481b69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:46.109756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:46.148626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-43b2e30c-2c2a-47cd-8b43-300e4a127600 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Synchronizing usage tracker for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:46.247923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-4246092f-4c6f-47fd-8aab-afff39397a3d tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:46.249037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-4246092f-4c6f-47fd-8aab-afff39397a3d tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Synchronizing usage tracker for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:46.278439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Pushing event updated for resources: {'Network': ['ID=4f2db080-8b32-4d06-98b0-4c4f999d6b77,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:46.285869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:46.288076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 2.9184299 Jan 14 05:34:46.291370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43160) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:46.303403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] For port 0468a204-1d4c-4e79-b56f-d331dd50b8df, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:46.305178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Request body: {'subnet': {'network_id': '4f2db080-8b32-4d06-98b0-4c4f999d6b77', 'cidr': '172.20.0.0/28', 'name': 'tempest-SecurityGroupRulesNegativeTestJSON-590786950-subnet', 'tenant_id': '4f89cca6686b4905a68f6f589ee47768', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:46.315048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:46.320059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Usage tracker for resource:subnet and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:46.323793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:46.326779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-4246092f-4c6f-47fd-8aab-afff39397a3d tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Unset dirty status for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:46.328171 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-4246092f-4c6f-47fd-8aab-afff39397a3d tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.41 "GET /v2.0/networks?id=b742e3ed-d573-4dd1-99de-30f6498182f2 HTTP/1.1" status: 200 len: 820 time: 0.9804518 Jan 14 05:34:46.332222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:46.340917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:46.346878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Request body: {'port': {'device_id': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2', 'admin_state_up': True, 'tenant_id': '8872b264b77d444a8e1daf5e3140b998'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:46.448648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:46.565265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:34:46.628096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Made reservation on behalf of 4f89cca6686b4905a68f6f589ee47768 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:46.634788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:46.657255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43172) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:46.657730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43174) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:46.790390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] For port 0468a204-1d4c-4e79-b56f-d331dd50b8df, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0468a204-1d4c-4e79-b56f-d331dd50b8df,segment=NetworkSegment(a9d43652-0edc-4a57-b01b-1dfec1040736),segment_id=a9d43652-0edc-4a57-b01b-1dfec1040736)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:46.822253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:46.853255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:46.878141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Usage tracker for resource:port and tenant:8872b264b77d444a8e1daf5e3140b998 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:46.893609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:46.894324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9c017e8-c8a0-4361-8570-4eb10a88f5ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:46.914538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:46.950288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Deleting subnet a8ad038b-2ee1-4ec7-a4c1-3f7b7eea439a {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:46.951556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3fc1-43e6-4133-813f-59474de947ad req-5b2ed3c6-ee67-4a8b-b527-36f5e0710b38 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:46.953273 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a02b3fc1-43e6-4133-813f-59474de947ad req-5b2ed3c6-ee67-4a8b-b527-36f5e0710b38 service neutron] 10.222.0.45 "GET /v2.0/networks?id=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 HTTP/1.1" status: 200 len: 912 time: 1.0838146 Jan 14 05:34:46.998574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.008035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.011687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b3239e0f-b1ac-41fb-860a-046880720be2 None None] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:47.064191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Made reservation on behalf of 8872b264b77d444a8e1daf5e3140b998 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:47.073825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.086223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.129270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.133658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Deleting subnet a53db49c-3439-4761-bca5-77955253e8fb {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:47.166262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.169239 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a02b3fc1-43e6-4133-813f-59474de947ad req-3e88ac53-6b2a-47bd-9757-188f2ad5628d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=ef5cf06d-b571-45e9-9710-e5d420907495 HTTP/1.1" status: 200 len: 217 time: 0.1890035 Jan 14 05:34:47.185123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event updated for resources: {'Port': ['ID=e3f42689-a70d-49df-b82e-3f2515bf15d3,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:47.191731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.195580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.086s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:47.313880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a02b3fc1-43e6-4133-813f-59474de947ad req-429ac6de-4e6b-41f4-a7ac-0b82ca5698db service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:47.315596 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a02b3fc1-43e6-4133-813f-59474de947ad req-429ac6de-4e6b-41f4-a7ac-0b82ca5698db service neutron] 10.222.0.45 "GET /v2.0/subnets?id=a790d6f9-beb7-4169-a6e9-571774a3b9b7 HTTP/1.1" status: 200 len: 857 time: 0.1251633 Jan 14 05:34:47.316193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-43b2e30c-2c2a-47cd-8b43-300e4a127600 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Unset dirty status for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:47.317289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-81c1e8a7-bc7c-42cf-8ca5-0a2dda86fd85 req-43b2e30c-2c2a-47cd-8b43-300e4a127600 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.45 "GET /v2.0/ports?device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 210 time: 1.2593029 Jan 14 05:34:47.350968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.351989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.352369 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-981209cc-198e-4d73-89e8-661b22cbcbe4 req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "DELETE /v2.0/floatingips/e6d82a55-5d3b-4504-95cd-0706fe08f678 HTTP/1.1" status: 204 len: 173 time: 6.9374874 Jan 14 05:34:47.440571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.586408 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a02b3fc1-43e6-4133-813f-59474de947ad req-a6ae2920-d09b-468a-89f9-6ca00acf2525 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2458589 Jan 14 05:34:47.587344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.598417 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 10.3334455 Jan 14 05:34:47.604839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:47.901839 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a02b3fc1-43e6-4133-813f-59474de947ad req-4445f2bb-39d8-4d2b-9159-b82a384f6d93 service neutron] 10.222.0.45 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3018365 Jan 14 05:34:48.041322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-bfd91e83-972f-480b-a1d9-320c4afe82de None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:34:48.077930 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a02b3fc1-43e6-4133-813f-59474de947ad req-7471e21f-d6b2-40fa-9694-c279353e56fe service neutron] 10.222.0.45 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1607513 Jan 14 05:34:48.093414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Pushing event updated for resources: {'Port': ['ID=0468a204-1d4c-4e79-b56f-d331dd50b8df,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:48.099773 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.208s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:48.189722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-43ba482f-7791-4134-9bdc-c5422c9e9ec4 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Synchronizing usage tracker for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:48.298322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-43ba482f-7791-4134-9bdc-c5422c9e9ec4 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Unset dirty status for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:48.299748 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-43ba482f-7791-4134-9bdc-c5422c9e9ec4 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--480752932&fields=id&tenant_id=0b96a22da7e24224b80ff9fe0912effd HTTP/1.1" status: 200 len: 267 time: 0.2164526 Jan 14 05:34:48.307898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device ef5cf06d-b571-45e9-9710-e5d420907495 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:48.477879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port ef5cf06d-b571-45e9-9710-e5d420907495 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:48.487759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port ef5cf06d-b571-45e9-9710-e5d420907495 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:48.488324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:48.497800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:48.736145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:48.743908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Allocated IP 172.20.0.8 (b742e3ed-d573-4dd1-99de-30f6498182f2/0492dc59-80c1-49e3-b4d3-eab1d781d558/02f056d8-7642-4a06-bc82-f35ce9220792) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:48.776850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:48.793530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-289606e4-4b05-4be1-a130-aa20e8161bf1 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:48.794580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-289606e4-4b05-4be1-a130-aa20e8161bf1 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Synchronizing usage tracker for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:48.823208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port ef5cf06d-b571-45e9-9710-e5d420907495, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ef5cf06d-b571-45e9-9710-e5d420907495,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:48.824471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:48.832599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:48.834963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:48.863199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event updated for resources: {'Subnet': ['ID=fdc4c893-3596-4609-9e90-feb1066e3b2c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:48.869481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-289606e4-4b05-4be1-a130-aa20e8161bf1 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Unset dirty status for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:48.876678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-289606e4-4b05-4be1-a130-aa20e8161bf1 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "GET /v2.0/networks?id=da4fde95-99d0-4b94-932c-7e2ea77be8bd HTTP/1.1" status: 200 len: 812 time: 0.5547812 Jan 14 05:34:48.886167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:48.901149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-2c22f1ab-2345-48a1-a8e4-9c9af42d9981 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "GET /v2.0/quotas/0b96a22da7e24224b80ff9fe0912effd HTTP/1.1" status: 200 len: 375 time: 0.0234394 Jan 14 05:34:48.916028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=ef5cf06d-b571-45e9-9710-e5d420907495,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:48.919904 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:48.942548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device ef5cf06d-b571-45e9-9710-e5d420907495 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:49.072714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port ef5cf06d-b571-45e9-9710-e5d420907495 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:49.073496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:49.083980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Checking segment: {'id': 'ae599b57-2e7f-40e9-bf9f-61f4684ea1ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0ac8cd75-51f6-44c9-9744-673012229111'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:49.084802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network hostable DHCP agents. Network: 0ac8cd75-51f6-44c9-9744-673012229111, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:34:49.119192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:49.134403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-59ad00f4-bc94-4f2c-91d7-2d25468f9ce9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "GET /v2.0/ports?tenant_id=0b96a22da7e24224b80ff9fe0912effd&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2320249 Jan 14 05:34:49.152472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 0ac8cd75-51f6-44c9-9744-673012229111 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:34:49.166321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0ac8cd75-51f6-44c9-9744-673012229111) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:49.184068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:49.184729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:49.206725 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 798 time: 5.5747054 Jan 14 05:34:49.209109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4416bad1-0760-4e0d-a22c-fa0f540345c6 None None] Network 0ac8cd75-51f6-44c9-9744-673012229111 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:49.510770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:49.558095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0ac8cd75-51f6-44c9-9744-673012229111', 'network_id': '0ac8cd75-51f6-44c9-9744-673012229111', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'fixed_ips': [{'subnet_id': 'fdc4c893-3596-4609-9e90-feb1066e3b2c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:34:49.559071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:49.630484 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-caae9ab4-fbf1-4856-b1bb-6c6821fef271 service neutron] 10.222.0.48 "GET /v2.0/networks/da4fde95-99d0-4b94-932c-7e2ea77be8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4947352 Jan 14 05:34:49.719154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:49.851453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64f770e9-684a-4018-8144-8846d131f140 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:49.904299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-f04eff89-20df-4edd-9dcc-66b68dff9d69 service neutron] 10.222.0.48 "GET /v2.0/networks/da4fde95-99d0-4b94-932c-7e2ea77be8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2719996 Jan 14 05:34:49.957436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Allocated IP 19.86.0.2 (0ac8cd75-51f6-44c9-9744-673012229111/fdc4c893-3596-4609-9e90-feb1066e3b2c/4c8d60fc-5ec7-4712-b933-895719a28873) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:50.066961 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-39da244a-d2db-41f8-be3c-f367c854d7c3 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 2.5834100 Jan 14 05:34:50.108305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a53db49c-3439-4761-bca5-77955253e8fb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:50.141141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:50.155094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:50.168649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:50.180861 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495', 'code': 200} Jan 14 05:34:50.181069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:50.182792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0468a204-1d4c-4e79-b56f-d331dd50b8df up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:50.207636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:50.211522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f573346-3a6f-4b1e-8b04-5a752f3f43a1 None None] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:50.364288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:50.449516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:50.501301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:50.515488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Pushing event updated for resources: {'Port': ['ID=02f056d8-7642-4a06-bc82-f35ce9220792,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:50.519048 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:50.532066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Network b742e3ed-d573-4dd1-99de-30f6498182f2 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:50.545369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:50.547826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:50.555272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Transition to ACTIVE for port object 4c8d60fc-5ec7-4712-b933-895719a28873 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:50.604860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Transition to ACTIVE for port object 4c8d60fc-5ec7-4712-b933-895719a28873 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.644038 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:50.647061 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:50.662937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:50.663926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:50.722298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65e143-b73e-4780-89de-cd8012338c67 req-2063b179-235a-4e6b-b3da-81a45bf97ca4 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:50.750653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:50.768899 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4143946 Jan 14 05:34:50.773286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea65e143-b73e-4780-89de-cd8012338c67 req-2063b179-235a-4e6b-b3da-81a45bf97ca4 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:50.774380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea65e143-b73e-4780-89de-cd8012338c67 req-2063b179-235a-4e6b-b3da-81a45bf97ca4 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Synchronizing usage tracker for tenant:fba39665243e4ecaafefd8b41216580e on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:50.776740 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:50.786461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Request body: {'port': {'device_id': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:50.815047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ea65e143-b73e-4780-89de-cd8012338c67 req-2063b179-235a-4e6b-b3da-81a45bf97ca4 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Unset dirty status for tenant:fba39665243e4ecaafefd8b41216580e on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:50.823097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea65e143-b73e-4780-89de-cd8012338c67 req-2063b179-235a-4e6b-b3da-81a45bf97ca4 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "GET /v2.0/networks?id=b6442839-e4a0-4378-9c1c-b8c201b8b45d&id=0ac8cd75-51f6-44c9-9744-673012229111 HTTP/1.1" status: 200 len: 1391 time: 0.4825571 Jan 14 05:34:50.855847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Pushing event updated for resources: {'Port': ['ID=4c8d60fc-5ec7-4712-b933-895719a28873,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:50.856151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea65e143-b73e-4780-89de-cd8012338c67 req-a7686dd5-0998-4502-910b-6e02dbbe1593 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "GET /v2.0/quotas/fba39665243e4ecaafefd8b41216580e HTTP/1.1" status: 200 len: 375 time: 0.0319879 Jan 14 05:34:50.913151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-85e15735-4efd-4549-be20-c70674ff7ac7 None None] Provisioning for port 0468a204-1d4c-4e79-b56f-d331dd50b8df completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:50.947853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:50.975729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:50.986629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device ef5cf06d-b571-45e9-9710-e5d420907495 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:51.083302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea65e143-b73e-4780-89de-cd8012338c67 req-430cef60-e6d7-4a84-af78-6d0051d742a4 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "GET /v2.0/ports?tenant_id=fba39665243e4ecaafefd8b41216580e&fields=id HTTP/1.1" status: 200 len: 394 time: 0.2261848 Jan 14 05:34:51.088961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d664ee72-9e8a-40fb-8fd5-175cca906092 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:51.205207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:51.207701 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a53db49c-3439-4761-bca5-77955253e8fb HTTP/1.1" status: 204 len: 168 time: 4.5196497 Jan 14 05:34:51.217409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:51.253490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port ef5cf06d-b571-45e9-9710-e5d420907495 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:51.253914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:51.256104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43292) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:51.267124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43294) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:51.350275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 0468a204-1d4c-4e79-b56f-d331dd50b8df completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:51.361290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Network 0ac8cd75-51f6-44c9-9744-673012229111 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:51.367470 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea65e143-b73e-4780-89de-cd8012338c67 req-4e5df03f-3b1d-4f00-b14a-8ee4fbb7f6d1 service neutron] 10.222.0.48 "GET /v2.0/networks/b6442839-e4a0-4378-9c1c-b8c201b8b45d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2749424 Jan 14 05:34:51.370224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:51.374506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:51.417649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0468a204-1d4c-4e79-b56f-d331dd50b8df triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:51.418168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:51.591061 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea65e143-b73e-4780-89de-cd8012338c67 req-f9f5bc36-27c4-478e-83b6-35bdede8ee24 service neutron] 10.222.0.48 "GET /v2.0/networks/b6442839-e4a0-4378-9c1c-b8c201b8b45d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2207487 Jan 14 05:34:51.643210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Pushing event updated for resources: {'Subnet': ['ID=83beb888-10f6-467d-a6d6-0c18f24823d9,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:51.647182 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.558s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:51.661663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Attempting to bind port 4c8d60fc-5ec7-4712-b933-895719a28873 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:51.662009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Attempting to bind port 4c8d60fc-5ec7-4712-b933-895719a28873 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ae599b57-2e7f-40e9-bf9f-61f4684ea1ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0ac8cd75-51f6-44c9-9744-673012229111'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:51.662425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Attempting to bind port 4c8d60fc-5ec7-4712-b933-895719a28873 on network 0ac8cd75-51f6-44c9-9744-673012229111 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:51.719441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:51.815811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:51.816238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Checking segment: {'id': 'ae599b57-2e7f-40e9-bf9f-61f4684ea1ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0ac8cd75-51f6-44c9-9744-673012229111'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:51.816702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:51.817150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Bound using segment: {'id': 'ae599b57-2e7f-40e9-bf9f-61f4684ea1ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0ac8cd75-51f6-44c9-9744-673012229111'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:51.817863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Bound port: 4c8d60fc-5ec7-4712-b933-895719a28873, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae599b57-2e7f-40e9-bf9f-61f4684ea1ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0ac8cd75-51f6-44c9-9744-673012229111'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:51.818860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:51.819965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:51.824531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Usage tracker for resource:security_group_rule and tenant:58ed63511f514dabb63a0cb296044fac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:51.829318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:51.844315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:51.942908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d6eab7e3-3917-47e6-acbf-61f5b97e5bb3 None None] Provisioning complete for port 0468a204-1d4c-4e79-b56f-d331dd50b8df triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:51.943335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6eab7e3-3917-47e6-acbf-61f5b97e5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.042160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.050023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.105589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.117430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.136840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc8575f0-3dfb-4cc4-a025-188fefecdfd6 tempest-SecurityGroupsTestAdminJSON-1779970238 tempest-SecurityGroupsTestAdminJSON-1779970238] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:52.145252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6eab7e3-3917-47e6-acbf-61f5b97e5bb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.193323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 0468a204-1d4c-4e79-b56f-d331dd50b8df, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0468a204-1d4c-4e79-b56f-d331dd50b8df,segment=NetworkSegment(a9d43652-0edc-4a57-b01b-1dfec1040736),segment_id=a9d43652-0edc-4a57-b01b-1dfec1040736)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:52.214538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-3da09558-692e-4231-b945-562203246b77 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:52.215405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-3da09558-692e-4231-b945-562203246b77 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Synchronizing usage tracker for tenant:f959755082d2483f862d6d9344225172 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:34:52.227888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7b3a304-0ef8-4df5-a161-62073e84ba9f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:52.232601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:52.269359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea65e143-b73e-4780-89de-cd8012338c67 req-8ddf8fa3-6bfc-498b-9d0c-6d37245c678d service neutron] 10.222.0.48 "GET /v2.0/networks/0ac8cd75-51f6-44c9-9744-673012229111?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6691658 Jan 14 05:34:52.291375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.295490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d6eab7e3-3917-47e6-acbf-61f5b97e5bb3 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:34:52.295846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d6eab7e3-3917-47e6-acbf-61f5b97e5bb3 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:34:52.296426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:52.346984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] For port 4c8d60fc-5ec7-4712-b933-895719a28873, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:52.351577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-178c1ee5-e1d9-45d4-8052-ead73c8cd486 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:52.374935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] For port 4c8d60fc-5ec7-4712-b933-895719a28873, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4c8d60fc-5ec7-4712-b933-895719a28873,segment=NetworkSegment(ae599b57-2e7f-40e9-bf9f-61f4684ea1ab),segment_id=ae599b57-2e7f-40e9-bf9f-61f4684ea1ab)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:52.390006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.428950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:52.542972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=0468a204-1d4c-4e79-b56f-d331dd50b8df,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:52.563915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:52.564508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a18ec78-f3cb-4f35-b174-56ead1f4ba81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.157s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:52.796226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-3da09558-692e-4231-b945-562203246b77 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Unset dirty status for tenant:f959755082d2483f862d6d9344225172 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:34:52.797489 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-3da09558-692e-4231-b945-562203246b77 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.45 "GET /v2.0/ports?device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 946 time: 1.1492081 Jan 14 05:34:52.823605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a8ad038b-2ee1-4ec7-a4c1-3f7b7eea439a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:52.843858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Checking segment: {'id': 'd8235ec6-0b19-42ee-aa48-2c3761f672b0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '4f2db080-8b32-4d06-98b0-4c4f999d6b77'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:52.845160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Network hostable DHCP agents. Network: 4f2db080-8b32-4d06-98b0-4c4f999d6b77, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:34:52.857254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.506s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:52.939650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device ef5cf06d-b571-45e9-9710-e5d420907495 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:34:53.025902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Pushing event updated for resources: {'Port': ['ID=4c8d60fc-5ec7-4712-b933-895719a28873,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:53.030997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:34:53.039113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=58ed63511f514dabb63a0cb296044fac&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7702062 Jan 14 05:34:53.042512 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ea65e143-b73e-4780-89de-cd8012338c67 req-bc0405ff-8c69-4357-84bf-c05cddfd7f79 service neutron] 10.222.0.48 "GET /v2.0/networks/0ac8cd75-51f6-44c9-9744-673012229111?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7715902 Jan 14 05:34:53.044900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:53.061198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43320) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:53.110670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.149708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port ef5cf06d-b571-45e9-9710-e5d420907495, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ef5cf06d-b571-45e9-9710-e5d420907495,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:53.152680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:53.157697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b39e7a91-fbfa-4b11-a8cc-a3d228fdf4c8 None None] Provisioning complete for port 0468a204-1d4c-4e79-b56f-d331dd50b8df triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:53.158122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b39e7a91-fbfa-4b11-a8cc-a3d228fdf4c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.188117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Deleting port ef5cf06d-b571-45e9-9710-e5d420907495 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:53.189162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.189288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.206531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36f2faeb-78cf-4f67-824e-8865499ce4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:53.226174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.288522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 02f056d8-7642-4a06-bc82-f35ce9220792 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:34:53.295011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 4f2db080-8b32-4d06-98b0-4c4f999d6b77) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:53.312024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e705e05-5ab1-4427-9035-7a903e433e43 None None] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:53.352321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.384143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:53.384936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.402561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.430375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-b78e56ae-1d41-4dd8-b9c0-3c36cad59bb3 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:53.434988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-b78e56ae-1d41-4dd8-b9c0-3c36cad59bb3 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.45 "GET /v2.0/networks?id=da4fde95-99d0-4b94-932c-7e2ea77be8bd HTTP/1.1" status: 200 len: 812 time: 0.6337771 Jan 14 05:34:53.441502 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a8ad038b-2ee1-4ec7-a4c1-3f7b7eea439a HTTP/1.1" status: 204 len: 168 time: 6.7526667 Jan 14 05:34:53.454212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.475913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43332) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:53.504895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.564719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.609784 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495', 'code': 422} returned with failed status Jan 14 05:34:53.723917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=ef5cf06d-b571-45e9-9710-e5d420907495,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:53.738108 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:53.784731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.833334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:53.833852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-210ac117-8a20-452f-8f23-c0694abbaa06 None None] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:53.835909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b44939f7-b68f-49d2-accf-f594922c7498 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:54.137578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Transition to ACTIVE for port object 02f056d8-7642-4a06-bc82-f35ce9220792 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:54.160664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:54.174684 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 7.8719277 Jan 14 05:34:54.175020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7b3a304-0ef8-4df5-a161-62073e84ba9f HTTP/1.1" status: 204 len: 168 time: 1.1025338 Jan 14 05:34:54.175101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:54.219212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7b3a304-0ef8-4df5-a161-62073e84ba9f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:54.223074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:54.263758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e41553ab-79d9-4368-9f1d-a4c05201499f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:54.376084 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-95212df0-24d8-47d5-a22c-9de003e461fb tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=0b96a22da7e24224b80ff9fe0912effd HTTP/1.1" status: 200 len: 5712 time: 0.7016490 Jan 14 05:34:54.396112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Request body: {'port': {'device_id': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd', 'admin_state_up': True, 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'security_groups': ['e1850d20-05f3-48e9-ae0a-a947482e8d44']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:54.412123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Pushing event updated for resources: {'Port': ['ID=02f056d8-7642-4a06-bc82-f35ce9220792,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:54.439255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:54.556498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0468a204-1d4c-4e79-b56f-d331dd50b8df up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:54.652556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:54.675552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] For port ef5cf06d-b571-45e9-9710-e5d420907495, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=ef5cf06d-b571-45e9-9710-e5d420907495,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:54.675980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:54.689831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:54.731531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0468a204-1d4c-4e79-b56f-d331dd50b8df triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:54.731954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:54.870460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['20697de4-2ef7-44ba-8b81-a92f563ffc64']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:54.878372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Usage tracker for resource:port and tenant:0b96a22da7e24224b80ff9fe0912effd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:54.890870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4c8d60fc-5ec7-4712-b933-895719a28873 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:54.901606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '883a43de-a92d-4c1a-bdd2-aed319216cbe') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:54.902223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '883a43de-a92d-4c1a-bdd2-aed319216cbe') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:54.928483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:54.963958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:54.966195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:34:55.029338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Quota usage for port was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:55.033379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 4c8d60fc-5ec7-4712-b933-895719a28873 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:55.046770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Calling delete_port for ef5cf06d-b571-45e9-9710-e5d420907495 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:34:55.099691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['23dde5df-3004-42bd-90bf-e5e4d65139c5']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:55.120285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:55.127184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab7484f7-9b66-41ae-9cca-1102675ed009 None None] Network 0ac8cd75-51f6-44c9-9744-673012229111 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:55.186369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Made reservation on behalf of 0b96a22da7e24224b80ff9fe0912effd for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:34:55.202398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.275472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43376) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:55.358151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Provisioning for port 4c8d60fc-5ec7-4712-b933-895719a28873 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:55.370166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.384190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Provisioning complete for port 4c8d60fc-5ec7-4712-b933-895719a28873 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:55.384614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.413366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:55.424282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Usage tracker for resource:security_group_rule and tenant:b027c950aba34643a9a34970bd540e1f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:55.432916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:55.442510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:55.457936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.511286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '94ba1976-273b-4f58-8c00-fbf933c20448') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:55.511623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '94ba1976-273b-4f58-8c00-fbf933c20448') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:34:55.590834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.614194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Allocated IP 172.25.3.99 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/ddd10f9b-b19c-4e16-b0a4-f00d54c28ddc) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:55.634598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:55.647445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.647590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.711396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.738648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.753599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:34:55.759041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] For port 4c8d60fc-5ec7-4712-b933-895719a28873, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4c8d60fc-5ec7-4712-b933-895719a28873,segment=NetworkSegment(ae599b57-2e7f-40e9-bf9f-61f4684ea1ab),segment_id=ae599b57-2e7f-40e9-bf9f-61f4684ea1ab)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:34:55.768446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.771203 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:55.801139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1388152534', 'description': 'tempest-description-156428971'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:55.832460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.841100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:55.848220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68a6b75c-9b6a-42cb-a6c4-6c7bc161a67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:55.852786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Pushing event updated for resources: {'Port': ['ID=4c8d60fc-5ec7-4712-b933-895719a28873,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:55.856499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:55.883649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:55.887015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:55.893232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:55.923337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:55.986678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b027c950aba34643a9a34970bd540e1f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819303 Jan 14 05:34:56.015668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43386) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:56.016499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb9f7817-afd8-418b-b510-ff3c093d04e0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:56.025612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:56.033492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:56.037500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group_rule and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:56.040778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:56.051342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:56.097739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d9d23910-c55f-4bb6-bf0c-071d9aec64b2 None None] Provisioning complete for port 4c8d60fc-5ec7-4712-b933-895719a28873 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:56.106520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9d23910-c55f-4bb6-bf0c-071d9aec64b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.249179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Allocated IP 172.20.0.10 (da4fde95-99d0-4b94-932c-7e2ea77be8bd/1abec1c2-1dbf-424c-b173-b55bb57c47b2/1460c69e-7461-4172-8ee9-2d89299aaaba) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:34:56.339094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Network 20697de4-2ef7-44ba-8b81-a92f563ffc64 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:34:56.378077 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:34:56.381118 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:34:56.388041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.412864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4c8d60fc-5ec7-4712-b933-895719a28873 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:34:56.420663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.477574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:56.482267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.488746 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-724e0132-27cb-4f87-a0b3-613527e9ee01 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:56.515156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.518171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-41a21607-e3f6-4c28-b581-09d5ba5d9edf None None] Provisioning complete for port 4c8d60fc-5ec7-4712-b933-895719a28873 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:56.518601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41a21607-e3f6-4c28-b581-09d5ba5d9edf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.669135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.672679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 4c8d60fc-5ec7-4712-b933-895719a28873 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:56.673106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.688550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Transition to ACTIVE for port object 1460c69e-7461-4172-8ee9-2d89299aaaba will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:34:56.718851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.789959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1c08eb69-dc36-436e-b4ae-739d29f015c8 None None] Provisioning complete for port 4c8d60fc-5ec7-4712-b933-895719a28873 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:56.790382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c08eb69-dc36-436e-b4ae-739d29f015c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.812463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.814742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb9f7817-afd8-418b-b510-ff3c093d04e0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:56.873636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:56.903033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Network 23dde5df-3004-42bd-90bf-e5e4d65139c5 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:34:56.919691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:56.923120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Attempting to bind port 02f056d8-7642-4a06-bc82-f35ce9220792 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:34:56.923748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Attempting to bind port 02f056d8-7642-4a06-bc82-f35ce9220792 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:34:56.924350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Attempting to bind port 02f056d8-7642-4a06-bc82-f35ce9220792 on network b742e3ed-d573-4dd1-99de-30f6498182f2 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:34:56.925607 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec26a768-ec78-4c95-b76d-4bf5d70c2a00 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:56.929081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:56.994477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.000072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Pushing event deleted for resources: {'Network': ['ID=20697de4-2ef7-44ba-8b81-a92f563ffc64,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:34:57.009123 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:34:57.024840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.025633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.026497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.027497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.028114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.028851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.029458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.030564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.031347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.031952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.032576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.033293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.034270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.034944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.035584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.036098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.036509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.036878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.037402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.037892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.038403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.038953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.039433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.039834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.040241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.040784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.041189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.041634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.042323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.042437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.042822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.043355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.043761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.044292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.044691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.045757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.046172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:34:57.053519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.116296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:34:57.116690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Checking segment: {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:34:57.117161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.117554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Bound using segment: {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:34:57.118060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Bound port: 02f056d8-7642-4a06-bc82-f35ce9220792, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '82c76797-f430-4593-8307-240a59e6e78f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 14, 'network_id': 'b742e3ed-d573-4dd1-99de-30f6498182f2'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:34:57.118434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.128172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:57.148311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.152307 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb9f7817-afd8-418b-b510-ff3c093d04e0 HTTP/1.1" status: 204 len: 168 time: 1.1294379 Jan 14 05:34:57.159864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.166635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] 10.222.0.48 "DELETE /v2.0/networks/20697de4-2ef7-44ba-8b81-a92f563ffc64 HTTP/1.1" status: 204 len: 168 time: 3.6836913 Jan 14 05:34:57.204255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.215820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.225434 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1bf02def-cfff-47aa-8408-3cec4bb66b55 req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1819 time: 1.4430156 Jan 14 05:34:57.257423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.257993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:57.262349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:57.269714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:57.278322 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:57.307662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.379407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Pushing event deleted for resources: {'Network': ['ID=23dde5df-3004-42bd-90bf-e5e4d65139c5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:57.381681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43418) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:57.397061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event updated for resources: {'Port': ['ID=1460c69e-7461-4172-8ee9-2d89299aaaba,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:57.417508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:57.419219 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/23dde5df-3004-42bd-90bf-e5e4d65139c5 HTTP/1.1" status: 204 len: 168 time: 6.1238761 Jan 14 05:34:57.481244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] No DVR routers for this DVR port ef5cf06d-b571-45e9-9710-e5d420907495 on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:34:57.482867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43424) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:57.509869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.512641 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.45 "DELETE /v2.0/ports/ef5cf06d-b571-45e9-9710-e5d420907495 HTTP/1.1" status: 204 len: 173 time: 4.5423100 Jan 14 05:34:57.515109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Pushing event deleted for resources: {'Port': ['ID=ef5cf06d-b571-45e9-9710-e5d420907495,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:57.517251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-deleted', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:57.528191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.555778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.558829 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.607903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.754s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:57.608333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:57.608891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43430) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:57.647165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26672dc7-45f4-4849-8648-ae99896b51b4 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.503s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.657728 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:34:57.661898 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:34:57.673436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:57.674154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.706034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting subnet fdc4c893-3596-4609-9e90-feb1066e3b2c {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:34:57.718644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-65baac49-9b26-4ca3-a68c-357a557741f7 None None] Provisioning for port 1460c69e-7461-4172-8ee9-2d89299aaaba completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:34:57.725506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] For port 02f056d8-7642-4a06-bc82-f35ce9220792, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:34:57.727855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.728491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-65baac49-9b26-4ca3-a68c-357a557741f7 None None] Provisioning complete for port 1460c69e-7461-4172-8ee9-2d89299aaaba triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:34:57.734447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65baac49-9b26-4ca3-a68c-357a557741f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.794584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6dfdf216-d7eb-4beb-9b10-06a8e2c78834 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a521670a955428c89b8122233fec83b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1425641 Jan 14 05:34:57.805398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-65baac49-9b26-4ca3-a68c-357a557741f7 None None] Port 1460c69e-7461-4172-8ee9-2d89299aaaba cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:34:57.821185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43436) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:57.831858 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-ede99637-1eeb-4d6a-be3c-db26912e7875 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:34:57.835401 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ede99637-1eeb-4d6a-be3c-db26912e7875 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "DELETE /v2.0/security-groups/e1850d20-05f3-48e9-ae0a-a947482e8d44 HTTP/1.1" status: 409 len: 336 time: 0.3327084 Jan 14 05:34:57.838117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:57.854774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43442) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:57.861834 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bd2cd3d2-f7dd-4290-88d0-ce231292a584 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 3.4740310 Jan 14 05:34:57.873836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event updated for resources: {'SecurityGroup': ['ID=0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:57.939691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Request body: {'port': {'device_id': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:57.955887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] For port 02f056d8-7642-4a06-bc82-f35ce9220792, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=02f056d8-7642-4a06-bc82-f35ce9220792,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:34:57.957106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c304145-3385-4bd1-8f65-24adcab737b9 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:57.977636 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:58.010814 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-9ca48c0b-a489-4846-b3bf-95efa87e39fd tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a HTTP/1.1" status: 200 len: 1814 time: 0.4968147 Jan 14 05:34:58.082158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:58.115703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:58.116147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:58.126897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:34:58.130941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group_rule and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:34:58.134314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:34:58.140311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:34:58.148788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43448) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:58.189388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:58.284129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:58.551856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:58.624368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Deleting port e3f42689-a70d-49df-b82e-3f2515bf15d3 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:58.624761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:58.754185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Pushing event updated for resources: {'Port': ['ID=ddd10f9b-b19c-4e16-b0a4-f00d54c28ddc,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:58.832936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:34:58.844360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-98b76fc4-d374-428c-805f-31941bbf1499 req-2d8f0618-bfc7-4cde-b984-5fe12bbb8fd1 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=f959755082d2483f862d6d9344225172&device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 210 time: 0.3170047 Jan 14 05:34:58.852433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:34:58.855601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:34:58.935511 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.978s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:58.938397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a54c831a-2550-4cdf-92df-8549aea7f3d8 tempest-ServerRescueNegativeTestJSON-922088534 tempest-ServerRescueNegativeTestJSON-922088534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:58.970215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-acdda94e-c340-40f2-adae-59d9bc9559cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bd367135bbc140dc8f3c6733811e8357&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7978778 Jan 14 05:34:58.972860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:58.989050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43472) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:59.065349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.083489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.099970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.442546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.452843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.508780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ee3812c-06fb-4462-b446-fe70a210cc5c tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:59.510384 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ee3812c-06fb-4462-b446-fe70a210cc5c tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.41 "GET /v2.0/networks?id=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 HTTP/1.1" status: 200 len: 817 time: 0.2217634 Jan 14 05:34:59.528825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.530419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.534276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f27d8c3f-6ec8-40ba-8b3e-fc29b870a852 None None] Network 0ac8cd75-51f6-44c9-9744-673012229111 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:34:59.544024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Request body: {'port': {'device_id': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8', 'admin_state_up': True, 'tenant_id': 'f959755082d2483f862d6d9344225172'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:34:59.600613 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:59.626946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.642328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:59.643083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.643195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e86cdb12-39d1-4281-939d-188e36be6b01 req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.6090448 Jan 14 05:34:59.644896 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] 10.222.0.41 "PUT /v2.0/ports/02f056d8-7642-4a06-bc82-f35ce9220792 HTTP/1.1" status: 200 len: 1155 time: 8.8733966 Jan 14 05:34:59.647271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:34:59.653413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/subnets/fdc4c893-3596-4609-9e90-feb1066e3b2c HTTP/1.1" status: 204 len: 168 time: 2.2518675 Jan 14 05:34:59.697978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43490) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:34:59.719919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.754398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54a7d89a-246b-4609-8ce3-23cfbcf4b9a0,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:59.767846 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-deleted', 'tag': 'ef5cf06d-b571-45e9-9710-e5d420907495', 'status': 'completed', 'code': 200} Jan 14 05:34:59.790535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.795710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.798338 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b60cf5f-fb7c-429d-b9aa-1d63308398d5 HTTP/1.1" status: 204 len: 168 time: 1.9685016 Jan 14 05:34:59.858933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Pushing event updated for resources: {'Port': ['ID=02f056d8-7642-4a06-bc82-f35ce9220792,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:34:59.863670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.864235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.928693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b76fc4-d374-428c-805f-31941bbf1499 req-9f089e9f-be82-4060-b632-bf7e42a2ce06 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:34:59.935943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.997s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:34:59.936146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] DHCP port deletion for 0ac8cd75-51f6-44c9-9744-673012229111 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:34:59.940432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Deleting port 4c8d60fc-5ec7-4712-b933-895719a28873 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:34:59.940857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:34:59.942943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.667s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:34:59.951784 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-98b76fc4-d374-428c-805f-31941bbf1499 req-9f089e9f-be82-4060-b632-bf7e42a2ce06 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=f959755082d2483f862d6d9344225172&shared=False HTTP/1.1" status: 200 len: 912 time: 1.0782259 Jan 14 05:34:59.996696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Subnet': ['ID=fdc4c893-3596-4609-9e90-feb1066e3b2c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:00.009680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:00.026320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.027080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.027697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.028284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.028870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.029454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.030038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.030627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.031290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.032008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.032589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.033220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.033877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.034574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.035809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.036462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.037054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.037968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.038563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.039420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.039978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.040619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.041036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.042179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.042999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.043474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.044802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.045351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.045888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.046404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.046921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.047564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.048010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.048508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.049063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.049608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:00.055327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.060887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:00.083025 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.087199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:00.090566 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:00.094011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.129503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-382a0be1-0757-4511-b67b-2568e4459ca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:00.148600 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-cc5d9f15-f3ee-4ca2-a715-7f532dcbf25f req-8f11dc69-c13e-4c70-94e4-96c6c408f0f9 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a HTTP/1.1" status: 200 len: 2408 time: 0.2714634 Jan 14 05:35:00.149575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.229112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:35:00.269577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b60cf5f-fb7c-429d-b9aa-1d63308398d5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:00.272683 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:00.280936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:00.310208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Usage tracker for resource:port and tenant:f959755082d2483f862d6d9344225172 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:00.323311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:00.329297 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792', 'status': 'completed', 'code': 200} Jan 14 05:35:00.331435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting port 4c8d60fc-5ec7-4712-b933-895719a28873 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:00.331821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.368720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] For port 4c8d60fc-5ec7-4712-b933-895719a28873, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4c8d60fc-5ec7-4712-b933-895719a28873,segment=NetworkSegment(ae599b57-2e7f-40e9-bf9f-61f4684ea1ab),segment_id=ae599b57-2e7f-40e9-bf9f-61f4684ea1ab)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:00.369342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.374945 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72eefc3d-8dda-4515-960d-e9112a6f511a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:00.413870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Calling delete_port for e3f42689-a70d-49df-b82e-3f2515bf15d3 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:00.417715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.438287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4c8d60fc-5ec7-4712-b933-895719a28873 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:00.450514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:00.458004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-75d9b207-b0ea-452e-b4a0-ab65642bb9ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:00.459789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-75d9b207-b0ea-452e-b4a0-ab65642bb9ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8872b264b77d444a8e1daf5e3140b998&device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 1158 time: 0.7448804 Jan 14 05:35:00.577974 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-eca9bc3f-50fd-4412-a79e-05d3a3587cac service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=02f056d8-7642-4a06-bc82-f35ce9220792 HTTP/1.1" status: 200 len: 217 time: 0.1008153 Jan 14 05:35:00.578513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c2fb854-e6f5-4de5-9382-1b1671918d7f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:00.610450 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:00.637153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Made reservation on behalf of f959755082d2483f862d6d9344225172 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:00.639083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Calling delete_port for 4c8d60fc-5ec7-4712-b933-895719a28873 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:00.646612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.766663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:00.776869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-289d01e3-537a-4b12-93f8-8c6b100356ac service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:00.778687 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-289d01e3-537a-4b12-93f8-8c6b100356ac service neutron] 10.222.0.41 "GET /v2.0/subnets?id=0492dc59-80c1-49e3-b4d3-eab1d781d558 HTTP/1.1" status: 200 len: 860 time: 0.1448452 Jan 14 05:35:00.854769 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-a9cd89f2-5fcb-4d0d-9c66-e2c99e1273e4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=b742e3ed-d573-4dd1-99de-30f6498182f2&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0597243 Jan 14 05:35:00.992289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-574e079d-11f9-427e-9521-88e7547a5b31 req-65b807a5-9458-4012-9a17-23fafc3dd806 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-group-rules/54a7d89a-246b-4609-8ce3-23cfbcf4b9a0 HTTP/1.1" status: 200 len: 778 time: 0.4716873 Jan 14 05:35:01.116598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:01.120771 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c2fb854-e6f5-4de5-9382-1b1671918d7f HTTP/1.1" status: 204 len: 168 time: 2.1066420 Jan 14 05:35:01.179033 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No ports have port_id starting with 4c8d60fc-5ec7-4712-b933-895719a28873 Jan 14 05:35:01.180225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:01.230328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98b76fc4-d374-428c-805f-31941bbf1499 req-013042f4-612c-4f5e-8d8f-badaaef8680e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:01.232176 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-98b76fc4-d374-428c-805f-31941bbf1499 req-013042f4-612c-4f5e-8d8f-badaaef8680e service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.2792823 Jan 14 05:35:01.310188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Pushing event deleted for resources: {'Port': ['ID=4c8d60fc-5ec7-4712-b933-895719a28873,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:01.315925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] No DVR routers for this DVR port 4c8d60fc-5ec7-4712-b933-895719a28873 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:01.317923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:01.375257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-574e079d-11f9-427e-9521-88e7547a5b31 req-2c2c1b54-a326-42b6-a19f-adbf919b4c01 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a HTTP/1.1" status: 200 len: 2408 time: 0.2818606 Jan 14 05:35:01.376893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-98b76fc4-d374-428c-805f-31941bbf1499 req-bae06b4c-2783-4e73-a77d-8502b06a128c tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Synchronizing usage tracker for tenant:f959755082d2483f862d6d9344225172 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:01.450055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-98b76fc4-d374-428c-805f-31941bbf1499 req-bae06b4c-2783-4e73-a77d-8502b06a128c tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Unset dirty status for tenant:f959755082d2483f862d6d9344225172 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:01.451499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-98b76fc4-d374-428c-805f-31941bbf1499 req-bae06b4c-2783-4e73-a77d-8502b06a128c tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.45 "GET /v2.0/ports?device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 210 time: 0.1428399 Jan 14 05:35:01.531260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-574e079d-11f9-427e-9521-88e7547a5b31 req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:01.567608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-574e079d-11f9-427e-9521-88e7547a5b31 req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:01.593481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:01.613815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1460c69e-7461-4172-8ee9-2d89299aaaba {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:35:01.621119 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:01.667551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:01.700154 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-5fa97130-9141-4dac-b8ff-6f30a4d65ff0 service neutron] 10.222.0.41 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8255568 Jan 14 05:35:01.734963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event deleted for resources: {'Port': ['ID=e3f42689-a70d-49df-b82e-3f2515bf15d3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:01.747212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:01.775102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-574e079d-11f9-427e-9521-88e7547a5b31 req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:01.783837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Transition to ACTIVE for port object 1460c69e-7461-4172-8ee9-2d89299aaaba will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:01.792214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fe4b55f-577f-4dd9-bea4-402bf554e8d2 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:01.798609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:02.038727 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-e70fe47d-5aec-4935-83dc-cb73e2ebd413 service neutron] 10.222.0.41 "GET /v2.0/networks/b742e3ed-d573-4dd1-99de-30f6498182f2?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3122003 Jan 14 05:35:02.097894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] For port 4c8d60fc-5ec7-4712-b933-895719a28873, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4c8d60fc-5ec7-4712-b933-895719a28873,segment=NetworkSegment(ae599b57-2e7f-40e9-bf9f-61f4684ea1ab),segment_id=ae599b57-2e7f-40e9-bf9f-61f4684ea1ab)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:02.098109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:02.237345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Calling delete_port for 4c8d60fc-5ec7-4712-b933-895719a28873 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:02.317000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:35:02.317313 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:35:02.361063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:02.367926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54a7d89a-246b-4609-8ce3-23cfbcf4b9a0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:02.368355 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.576s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:02.373274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6e4f576-1055-45d9-873f-ab0d6a9988ed tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:02.449682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-574e079d-11f9-427e-9521-88e7547a5b31 req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:02.454364 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-574e079d-11f9-427e-9521-88e7547a5b31 req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "DELETE /v2.0/security-group-rules/54a7d89a-246b-4609-8ce3-23cfbcf4b9a0 HTTP/1.1" status: 204 len: 173 time: 1.0607524 Jan 14 05:35:02.454906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Pushing event updated for resources: {'Port': ['ID=1460c69e-7461-4172-8ee9-2d89299aaaba,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:02.458226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:02.463392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:02.468971 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.48 "DELETE /v2.0/floatingips/78e3ba55-333a-46d6-a91d-14dd25dcf3f5 HTTP/1.1" status: 204 len: 168 time: 4.6093304 Jan 14 05:35:02.473003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43562) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:02.538143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413704-59a8-477e-8035-0166eac343e8 req-ef519dbd-ebf6-4031-b807-331b1ab5d65f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:02.539900 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f9413704-59a8-477e-8035-0166eac343e8 req-ef519dbd-ebf6-4031-b807-331b1ab5d65f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8872b264b77d444a8e1daf5e3140b998&device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 1158 time: 0.4487669 Jan 14 05:35:02.559872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-367198650', 'description': 'tempest-description-378888571'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.561118 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.564857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:02.568865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:02.572288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:02.578902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:02.582178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:02.588137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:02.677634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:02.703598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413704-59a8-477e-8035-0166eac343e8 req-e479ccc3-a833-468f-8b87-4c38bbbd94b2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:02.705314 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f9413704-59a8-477e-8035-0166eac343e8 req-e479ccc3-a833-468f-8b87-4c38bbbd94b2 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8872b264b77d444a8e1daf5e3140b998&shared=False HTTP/1.1" status: 200 len: 915 time: 0.1575110 Jan 14 05:35:02.713936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Allocated IP 172.20.0.3 (9c07a2cb-29d6-4335-90f0-4d08aa7da3e8/a790d6f9-beb7-4169-a6e9-571774a3b9b7/ce11f63e-8bb8-4ead-92bb-3d8ea7826562) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:02.733027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:02.737019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group_rule and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:02.740024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:02.746346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:02.828275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting port 4c8d60fc-5ec7-4712-b933-895719a28873 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:02.828689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:02.920702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] The port '4c8d60fc-5ec7-4712-b933-895719a28873' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:35:02.983457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.038651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.119663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:03.296981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.300677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Attempting to bind port 1460c69e-7461-4172-8ee9-2d89299aaaba on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:03.301056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Attempting to bind port 1460c69e-7461-4172-8ee9-2d89299aaaba by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:03.301425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Attempting to bind port 1460c69e-7461-4172-8ee9-2d89299aaaba on network da4fde95-99d0-4b94-932c-7e2ea77be8bd {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:03.311902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.323413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:03.323808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Checking segment: {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:03.324156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.324552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Bound using segment: {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:03.325044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Bound port: 1460c69e-7461-4172-8ee9-2d89299aaaba, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'da4fde95-99d0-4b94-932c-7e2ea77be8bd'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:03.325417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.329472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Pushing event updated for resources: {'Port': ['ID=ddd10f9b-b19c-4e16-b0a4-f00d54c28ddc,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:03.339731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.363184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35927fea-2ecf-4592-92ac-bf6b11a76101 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:03.397338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event updated for resources: {'SecurityGroup': ['ID=208940cf-b8c4-4a93-ac7f-c0c17adc2d9a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:03.401117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:03.402235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.403677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.284s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:03.404038 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8fdf8e4c-7ee8-4c9a-9a98-5f5302773b44 req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 0.8650839 Jan 14 05:35:03.525297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f9413704-59a8-477e-8035-0166eac343e8 req-66d45955-e1ec-40d6-a5e7-c98b21236e9d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:03.526928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f9413704-59a8-477e-8035-0166eac343e8 req-66d45955-e1ec-40d6-a5e7-c98b21236e9d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8105934 Jan 14 05:35:03.547496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] For port 1460c69e-7461-4172-8ee9-2d89299aaaba, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:03.551419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] For port 1460c69e-7461-4172-8ee9-2d89299aaaba, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1460c69e-7461-4172-8ee9-2d89299aaaba,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:03.609839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.709810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:03.851383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Pushing event updated for resources: {'Port': ['ID=1460c69e-7461-4172-8ee9-2d89299aaaba,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:03.860836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.894229 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.897871 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.901651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:03.905888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:03.908531 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-36d09673-255b-4653-95a2-c8eaa28b8540 req-3210b14b-98cb-4dd9-80ac-e956d1550564 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/208940cf-b8c4-4a93-ac7f-c0c17adc2d9a HTTP/1.1" status: 200 len: 1813 time: 0.4079714 Jan 14 05:35:03.917638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:03.920641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:03.923837 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] 10.222.0.45 "PUT /v2.0/ports/1460c69e-7461-4172-8ee9-2d89299aaaba HTTP/1.1" status: 200 len: 1156 time: 5.9893610 Jan 14 05:35:03.937152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:03.956893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0ac8cd75-51f6-44c9-9744-673012229111']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:04.005728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-e2f896f7-9adb-4c24-99a9-ed8b0509b752 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:35:04.031940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae599b57-2e7f-40e9-bf9f-61f4684ea1ab') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:04.032286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae599b57-2e7f-40e9-bf9f-61f4684ea1ab') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:04.059562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.064829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.098572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.103589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:04.267976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 02f056d8-7642-4a06-bc82-f35ce9220792 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:04.315141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:04.317272 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba', 'status': 'completed', 'code': 200} Jan 14 05:35:04.348456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 0ac8cd75-51f6-44c9-9744-673012229111 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:04.358775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.389835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-654708013', 'description': 'tempest-description-555414183'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:04.408786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port 02f056d8-7642-4a06-bc82-f35ce9220792 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:04.410905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:04.419998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:04.422669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 02f056d8-7642-4a06-bc82-f35ce9220792 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:04.423185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.427873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:04.444619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:04.544486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-785cf40c-2fa9-4026-956f-d653b00aba95 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:04.546914 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-785cf40c-2fa9-4026-956f-d653b00aba95 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b96a22da7e24224b80ff9fe0912effd&device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 1159 time: 0.5766747 Jan 14 05:35:04.612295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network 0ac8cd75-51f6-44c9-9744-673012229111 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:04.661292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-29b9a34c-c9f7-4f54-9dc1-31ecea434b9a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1460c69e-7461-4172-8ee9-2d89299aaaba HTTP/1.1" status: 200 len: 217 time: 0.0736878 Jan 14 05:35:04.662509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.718615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:04.735611 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:04.739512 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:04.769692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:04.775123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.783505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 02f056d8-7642-4a06-bc82-f35ce9220792, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=02f056d8-7642-4a06-bc82-f35ce9220792,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:04.789466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.798177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e1808c5-7207-4a23-b40e-a20e33809453 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:04.812860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d858d32-a0fe-4717-8cb4-c78a9ea0c6c3 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:04.834578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.857763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Network': ['ID=0ac8cd75-51f6-44c9-9744-673012229111,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:04.870053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.881550 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:04.894097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.916028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=02f056d8-7642-4a06-bc82-f35ce9220792,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:04.923755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:04.943462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:04.951374 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 14.8296244 Jan 14 05:35:04.986188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:04.990600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group_rule and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:04.993719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:04.999485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:05.026124 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/networks/0ac8cd75-51f6-44c9-9744-673012229111 HTTP/1.1" status: 204 len: 168 time: 5.3269188 Jan 14 05:35:05.044105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43620) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:05.112434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.147301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-027b247d-a18f-4346-960e-85be5836fd34 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Synchronizing usage tracker for tenant:dd8ef5e65abe460abfb2e01ddc84a274 on resource:floatingip {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:05.160992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:05.165042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Usage tracker for resource:security_group_rule and tenant:39fcc6f5bcda49b0a8265a90a6c5f284 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:05.168150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:05.174565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:05.223679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-027b247d-a18f-4346-960e-85be5836fd34 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Unset dirty status for tenant:dd8ef5e65abe460abfb2e01ddc84a274 on resource:floatingip {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:05.231078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-027b247d-a18f-4346-960e-85be5836fd34 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.2785676 Jan 14 05:35:05.280829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.351437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.393578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-063d1f04-65d6-472e-b10c-2304c2fe302d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:05.416818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.437249 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=39fcc6f5bcda49b0a8265a90a6c5f284&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0680981 Jan 14 05:35:05.441287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a437d1c2-fe7c-4ede-9f69-b6802cb35d86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:05.450993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43636) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:05.460861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-4e25b879-f9bc-464a-9d0b-7e6d0aeae725 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:05.462781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-4e25b879-f9bc-464a-9d0b-7e6d0aeae725 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1abec1c2-1dbf-424c-b173-b55bb57c47b2 HTTP/1.1" status: 200 len: 851 time: 0.4869761 Jan 14 05:35:05.586614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Deleting subnet 1f0a8b1f-d754-45d1-92aa-d8485cf34227 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:35:05.590008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.603160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.613458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.631995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b4427c0-351d-4cf6-8bed-636d9a2785d0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:05.643467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.653707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.670175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.277s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:05.670799 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d0c34ca-51b1-4fa1-b203-6ea074c66d2c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:05.716457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.717814 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-254a1915-96eb-4ec9-b8a4-69b85cc14489 req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.3996005 Jan 14 05:35:05.728014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Deleting port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:05.728394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.763007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event updated for resources: {'SecurityGroup': ['ID=6e43e7e9-7847-4885-944b-4af0f2346171,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:05.777488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.785084 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:05.792231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:05.827666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 02f056d8-7642-4a06-bc82-f35ce9220792 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:05.920622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-fa23c65b-ff8e-4fa9-8251-4dbc3cbeb2ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:05.922282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-fa23c65b-ff8e-4fa9-8251-4dbc3cbeb2ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da4fde95-99d0-4b94-932c-7e2ea77be8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3965633 Jan 14 05:35:05.956701 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792', 'code': 200} Jan 14 05:35:05.984324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 02f056d8-7642-4a06-bc82-f35ce9220792 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:05.984745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.029195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-39e0236a-cb4e-49bc-be78-6f38d042f8bb req-81a92e43-fb65-4783-94f3-d00fb685dcf5 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/6e43e7e9-7847-4885-944b-4af0f2346171 HTTP/1.1" status: 200 len: 1813 time: 0.1057274 Jan 14 05:35:06.120761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-1367939109', 'description': 'tempest-description-1110277731'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:06.150357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:06.161795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:06.166771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:06.200072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 1 items for resource security_group. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:06.217235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] For port 99f59cbb-82f2-41a8-a835-c7fb9d5904d0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:06.217627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.218372 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:06.221471 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:06.239614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-1db0987a-ca3a-48d5-b1a3-b10f46a5b551 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:06.247078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-1db0987a-ca3a-48d5-b1a3-b10f46a5b551 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 1.0150225 Jan 14 05:35:06.257152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Pushing event updated for resources: {'Port': ['ID=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:06.264595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-77c38059-74ed-4d92-8e74-cf673a1b06b3 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:35:06.269123 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b39c6b24-8db8-46a6-9c29-aa02eddb90f3 req-77c38059-74ed-4d92-8e74-cf673a1b06b3 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0211592 Jan 14 05:35:06.295346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.854s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:06.307669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.331388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43660) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:06.394068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59f501f6-6bd5-4990-b9cc-de19443f8bd7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:06.415752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Calling delete_port for 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:06.445759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.447114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b4427c0-351d-4cf6-8bed-636d9a2785d0 HTTP/1.1" status: 204 len: 168 time: 0.9832036 Jan 14 05:35:06.494265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b4427c0-351d-4cf6-8bed-636d9a2785d0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:06.504332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-a9bab5b8-1407-4afe-9df2-c1495002b945 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips/75b5b55f-9188-4889-b859-3c1ad8688901 HTTP/1.1" status: 200 len: 692 time: 0.1627645 Jan 14 05:35:06.507766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.546103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:06.576623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:06.579209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:06.583411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group_rule and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:06.586761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:06.592361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:06.593305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 2 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:06.595555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:06.603650 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-540d2c67-e40b-4ffa-840a-085ff3fccaea service neutron] 10.222.0.45 "GET /v2.0/networks/da4fde95-99d0-4b94-932c-7e2ea77be8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6623096 Jan 14 05:35:06.747204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:06.747977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.819363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-b07cd1fd-1586-4a00-aa50-3ec8e6674eae service neutron] 10.222.0.45 "GET /v2.0/networks/da4fde95-99d0-4b94-932c-7e2ea77be8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1639740 Jan 14 05:35:06.832105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.855011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:06.860316 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.3216467 Jan 14 05:35:06.880356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25ba6246-6482-42c7-b764-19327855c69e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:06.881378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Request body: {'port': {'device_id': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:06.918642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event updated for resources: {'SecurityGroup': ['ID=cccc758a-a181-4478-8153-85e30586c05c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:06.959823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:07.015289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.016790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8ec2bac3-4187-48cb-ad9a-407f716f3462 req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1820 time: 0.9201872 Jan 14 05:35:07.037344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-66ecc76b-dd3e-4b9d-a976-1c9733e2f4d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:07.039143 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-66ecc76b-dd3e-4b9d-a976-1c9733e2f4d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b96a22da7e24224b80ff9fe0912effd&device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 1159 time: 0.1231954 Jan 14 05:35:07.128047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.152737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:07.156867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Usage tracker for resource:security_group_rule and tenant:9bb9b723b070453d95322f4f55e36191 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:07.159865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:07.169543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:07.233727 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-05c03366-23f2-4e63-bc4b-3b0049a26a11 req-6bf9f5f9-4147-427f-ac40-fd36636bed9f tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/cccc758a-a181-4478-8153-85e30586c05c HTTP/1.1" status: 200 len: 1815 time: 0.1460440 Jan 14 05:35:07.258357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.272153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.293829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Request body: {'security_group': {'name': 'tempest-SecurityGroupRulesNegativeTestJSON-securitygroup-748053200', 'description': 'tempest-description-655835274'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:07.294167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-967d95a1-6f58-408e-aa11-e9b6dde779b2 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:07.303206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:07.308084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:07.311209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group was recalculated. Used quota:5. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:07.316964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 1 items for resource security_group. Total usage: 5; quota limit: 100; headroom:95 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:07.340701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.344419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-148a3f99-5ac2-484c-9e9f-e691f01b1a73 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:07.346009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-148a3f99-5ac2-484c-9e9f-e691f01b1a73 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.8273053 Jan 14 05:35:07.359603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.367847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=523c9497-9e2b-4e87-b93d-aa031ca9a434,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:07.371756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:07.387332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9521dc7d-b3f8-498d-8224-2a03f07b3f53 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:07.393940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.412428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.431571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Pushing event deleted for resources: {'Port': ['ID=99f59cbb-82f2-41a8-a835-c7fb9d5904d0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:07.434122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-b78da8f0-238a-4367-80fc-6609189f65d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:07.435820 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-b78da8f0-238a-4367-80fc-6609189f65d5 service neutron] 10.222.0.45 "GET /v2.0/networks?id=da4fde95-99d0-4b94-932c-7e2ea77be8bd HTTP/1.1" status: 200 len: 907 time: 0.3786421 Jan 14 05:35:07.444308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-e5173b8a-8fdf-4fb0-a726-3e5620e58aff tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:35:07.446059 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-e5173b8a-8fdf-4fb0-a726-3e5620e58aff tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0638850 Jan 14 05:35:07.447749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7215021-0382-4fd7-a83a-1e4f01536e4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:07.511512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:07.597443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:07.618466 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-3f802a99-8f71-40d9-9272-af415e2a6dc7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=1460c69e-7461-4172-8ee9-2d89299aaaba HTTP/1.1" status: 200 len: 217 time: 0.0984550 Jan 14 05:35:07.619615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Usage tracker for resource:security_group_rule and tenant:4f89cca6686b4905a68f6f589ee47768 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:07.625046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Quota usage for security_group_rule was recalculated. Used quota:12. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:07.673961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Attempting to reserve 2 items for resource security_group_rule. Total usage: 12; quota limit: 100; headroom:88 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:07.755905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-66a97de8-c980-4ec5-b9be-a5da6d070e21 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:07.757746 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-66a97de8-c980-4ec5-b9be-a5da6d070e21 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1abec1c2-1dbf-424c-b173-b55bb57c47b2 HTTP/1.1" status: 200 len: 851 time: 0.1291251 Jan 14 05:35:07.818885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 02f056d8-7642-4a06-bc82-f35ce9220792 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:07.905748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efae3077-dc18-45d6-88aa-183c17174e30 req-8d2cadc7-088f-475f-b036-3c5e5aa35e3a tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:07.906506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-8d2cadc7-088f-475f-b036-3c5e5aa35e3a tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Synchronizing usage tracker for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:07.933078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9bb9b723b070453d95322f4f55e36191&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5988259 Jan 14 05:35:07.989983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:07.991606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43704) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:08.052556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.128798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 02f056d8-7642-4a06-bc82-f35ce9220792, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=02f056d8-7642-4a06-bc82-f35ce9220792,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:08.130581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:08.138516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.140713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:08.200409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.211094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=02f056d8-7642-4a06-bc82-f35ce9220792,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:08.216972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:08.232740 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d90bf093-a2c8-48be-9135-19e2a9483283 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:08.266384 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-7edceafa-7fdb-451c-99b3-eeac6447085d tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.4080939 Jan 14 05:35:08.278976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event updated for resources: {'SecurityGroup': ['ID=77cd853d-50db-4288-b998-f975e521c825,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:08.281737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.296124 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-14a6ad08-ec98-4a3c-a2ea-21f6de9c4b37 req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1818 time: 1.0136130 Jan 14 05:35:08.344945 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:08.345713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.388719 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792', 'code': 200} Jan 14 05:35:08.399763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.439839 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-ece83517-ed7c-46a1-a5c0-e5466fa0056e tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.99 HTTP/1.1" status: 200 len: 695 time: 0.1724396 Jan 14 05:35:08.451866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Subnet': ['ID=1f0a8b1f-d754-45d1-92aa-d8485cf34227,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:08.562015 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:08.575161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-efae3077-dc18-45d6-88aa-183c17174e30 req-8d2cadc7-088f-475f-b036-3c5e5aa35e3a tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Unset dirty status for tenant:8872b264b77d444a8e1daf5e3140b998 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:08.576472 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-8d2cadc7-088f-475f-b036-3c5e5aa35e3a tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.41 "GET /v2.0/ports?device_id=d8fafdee-dd55-4615-bb9f-090fa80e5314 HTTP/1.1" status: 200 len: 945 time: 1.5744650 Jan 14 05:35:08.764158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Deleting port ddd10f9b-b19c-4e16-b0a4-f00d54c28ddc {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:08.764780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.925925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.949637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43730) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:08.957138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:08.957508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.119503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Calling delete_port for ddd10f9b-b19c-4e16-b0a4-f00d54c28ddc owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:09.177550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ef08ffde-76c0-425c-ac29-1dab080d8960 req-644c6a57-779c-4527-a645-ccd0ce5f288b tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/77cd853d-50db-4288-b998-f975e521c825 HTTP/1.1" status: 200 len: 1813 time: 0.6899123 Jan 14 05:35:09.195397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Deleting port 02f056d8-7642-4a06-bc82-f35ce9220792 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:09.195767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.197276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f38bee-0be7-41df-986c-d33091ac3f29 None None] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:09.217436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-ec704724-5d9a-45b2-a835-3d50de2b3774 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:09.219390 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-ec704724-5d9a-45b2-a835-3d50de2b3774 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=da4fde95-99d0-4b94-932c-7e2ea77be8bd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4441800 Jan 14 05:35:09.301543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.378190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 1460c69e-7461-4172-8ee9-2d89299aaaba up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:09.453169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.556501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 1460c69e-7461-4172-8ee9-2d89299aaaba completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:09.565860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4acf65ac-fe71-4981-bf68-38e4575c7890 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:09.566804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 1460c69e-7461-4172-8ee9-2d89299aaaba triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:09.567440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.658931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] DHCP port deletion for b6442839-e4a0-4378-9c1c-b8c201b8b45d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:35:09.669228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Deleting port 0468a204-1d4c-4e79-b56f-d331dd50b8df {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:09.669741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.698596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Pushing event deleted for resources: {'Port': ['ID=ddd10f9b-b19c-4e16-b0a4-f00d54c28ddc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:09.711388 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:09.722642 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/subnets/1f0a8b1f-d754-45d1-92aa-d8485cf34227 HTTP/1.1" status: 204 len: 168 time: 4.6770844 Jan 14 05:35:09.730422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43754) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:09.751831 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-5b4afdff-49f2-4fe1-845a-0680bd5adc53 req-df7f045c-4b72-4e8e-96af-75dc48239a3a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] show failed (client error): The resource could not be found. Jan 14 05:35:09.752993 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b4afdff-49f2-4fe1-845a-0680bd5adc53 req-df7f045c-4b72-4e8e-96af-75dc48239a3a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/abc9b0bd-49b2-44df-b47c-b20e92fc4b7c HTTP/1.1" status: 404 len: 352 time: 0.3369310 Jan 14 05:35:09.783073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Request body: {'network': {'name': 'tempest-ComputeTenantNetworksTest-2090421044-network', 'tenant_id': '57430a1748f8431b9e596b489025cf96'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:09.791660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:09.799828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Usage tracker for resource:network and tenant:57430a1748f8431b9e596b489025cf96 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:09.804984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:09.815672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:09.845879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.858819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.887415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd7efec0-002c-4bc9-8016-3e75bccd26dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:09.912202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Made reservation on behalf of 57430a1748f8431b9e596b489025cf96 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:09.919635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 1460c69e-7461-4172-8ee9-2d89299aaaba, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1460c69e-7461-4172-8ee9-2d89299aaaba,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:09.922555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.972567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:09.980564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2246a02-10b5-47fb-884d-137cde941cf7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:10.008851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.010555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=523c9497-9e2b-4e87-b93d-aa031ca9a434,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:10.019931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.041359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-37dfc904-c494-4fd3-a514-e0b1e078e149 service neutron] 10.222.0.45 "GET /v2.0/networks/da4fde95-99d0-4b94-932c-7e2ea77be8bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6311796 Jan 14 05:35:10.061529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:10.066147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.066302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=1460c69e-7461-4172-8ee9-2d89299aaaba,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:10.068134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:10.069316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.074827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c8d9f62-6909-45ff-bf72-e1227676457a req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "DELETE /v2.0/floatingips/75b5b55f-9188-4889-b859-3c1ad8688901 HTTP/1.1" status: 204 len: 173 time: 1.6340230 Jan 14 05:35:10.079132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Usage tracker for resource:security_group_rule and tenant:57430a1748f8431b9e596b489025cf96 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:10.083036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:10.092227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:10.108775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:10.140657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] For port 0468a204-1d4c-4e79-b56f-d331dd50b8df, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0468a204-1d4c-4e79-b56f-d331dd50b8df,segment=NetworkSegment(a9d43652-0edc-4a57-b01b-1dfec1040736),segment_id=a9d43652-0edc-4a57-b01b-1dfec1040736)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:10.141208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.216564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.219005 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/523c9497-9e2b-4e87-b93d-aa031ca9a434 HTTP/1.1" status: 204 len: 168 time: 2.2227437 Jan 14 05:35:10.232221 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-8fa65e0b-c2fd-4048-8d64-2224807ee005 req-9f965ebc-4dbe-47b1-abbd-96fa0a11bd95 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] show failed (client error): The resource could not be found. Jan 14 05:35:10.244943 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8fa65e0b-c2fd-4048-8d64-2224807ee005 req-9f965ebc-4dbe-47b1-abbd-96fa0a11bd95 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-group-rules/b776e901-6ed9-4129-b6bb-d57a129fa0aa HTTP/1.1" status: 404 len: 361 time: 0.4061990 Jan 14 05:35:10.328830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Calling delete_port for 0468a204-1d4c-4e79-b56f-d331dd50b8df owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:10.389614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:10.446617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0468a204-1d4c-4e79-b56f-d331dd50b8df no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:10.535184 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f712e0c9-2efb-441b-baba-0d6abc26b49d req-568a6718-c1c2-4929-9c1f-d07e4ad103b7 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/77cd853d-50db-4288-b998-f975e521c825 HTTP/1.1" status: 200 len: 1813 time: 0.2127514 Jan 14 05:35:10.644942 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b734bb8a-520a-4b70-9ef2-97093a4d9ffd req-4e48607a-186a-4546-b456-74b70cc3c95a service neutron] 10.222.0.45 "GET /v2.0/networks/da4fde95-99d0-4b94-932c-7e2ea77be8bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5074167 Jan 14 05:35:10.669439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.692467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f712e0c9-2efb-441b-baba-0d6abc26b49d req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.696530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.705932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.720183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.726523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] It took 0.66 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:35:10.729761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Router 93eee8a0-0278-4c21-b313-720d1c865a4f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:35:10.733054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd651c74-dc68-41f5-a8d4-780f686d9858 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:10.769107 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-69f3532c-f729-4dcf-8fb1-b4f19c574b37 req-ae485489-f180-4353-a227-d5a44b869e21 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] show failed (client error): The resource could not be found. Jan 14 05:35:10.770239 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69f3532c-f729-4dcf-8fb1-b4f19c574b37 req-ae485489-f180-4353-a227-d5a44b869e21 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips/75b5b55f-9188-4889-b859-3c1ad8688901 HTTP/1.1" status: 404 len: 350 time: 0.5914054 Jan 14 05:35:10.791665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:35:10.801586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.801981 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Added segment 592fddcc-50d3-4384-b4bc-8d00cba998a1 of type vxlan for network 177c0b90-6794-4579-9d0c-a9ce2feed947 Jan 14 05:35:10.860075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c2ca7688-a2ee-4cd6-80e4-dd824dc91e11,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:10.906563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.911405 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba', 'code': 200} Jan 14 05:35:10.912531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31c813b9-03e0-42bb-973f-77c096d70319 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:10.977179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:10.981823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:10.983056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:10.983849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.009314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f712e0c9-2efb-441b-baba-0d6abc26b49d req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.018776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f47a48c-3fcb-44c0-861d-ca4ecb462246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:11.046889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Pushing event deleted for resources: {'Port': ['ID=0468a204-1d4c-4e79-b56f-d331dd50b8df,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:11.064134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 1460c69e-7461-4172-8ee9-2d89299aaaba up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:11.118225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:11.126389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] No DVR routers for this DVR port 0468a204-1d4c-4e79-b56f-d331dd50b8df on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:11.137738 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.1866112 Jan 14 05:35:11.141522 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [req-f26a9ccf-5a5e-4449-9947-6d3034e98a15 req-9ff294ec-9892-4862-8173-6012cd50ec25 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] show failed (client error): The resource could not be found. Jan 14 05:35:11.142888 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f26a9ccf-5a5e-4449-9947-6d3034e98a15 req-9ff294ec-9892-4862-8173-6012cd50ec25 tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] 10.222.0.48 "GET /v2.0/floatingips/75b5b55f-9188-4889-b859-3c1ad8688901 HTTP/1.1" status: 404 len: 350 time: 0.1160502 Jan 14 05:35:11.145171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.189688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43790) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:11.197765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 1460c69e-7461-4172-8ee9-2d89299aaaba triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:11.198399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.240458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Pushing event updated for resources: {'Network': ['ID=177c0b90-6794-4579-9d0c-a9ce2feed947,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:11.243391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f712e0c9-2efb-441b-baba-0d6abc26b49d req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.263370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 177c0b90-6794-4579-9d0c-a9ce2feed947 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:11.283683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 177c0b90-6794-4579-9d0c-a9ce2feed947 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:11.340755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id ce11f63e-8bb8-4ead-92bb-3d8ea7826562 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:35:11.353208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.367883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Transition to ACTIVE for port object ce11f63e-8bb8-4ead-92bb-3d8ea7826562 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:11.369170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43794) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:11.382174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] For port 02f056d8-7642-4a06-bc82-f35ce9220792, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=02f056d8-7642-4a06-bc82-f35ce9220792,segment=NetworkSegment(82c76797-f430-4593-8307-240a59e6e78f),segment_id=82c76797-f430-4593-8307-240a59e6e78f)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:11.382887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.460092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 177c0b90-6794-4579-9d0c-a9ce2feed947 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:11.462853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:11.463525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:11.478461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:35:11.482865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event deleted for resources: {'SecurityGroup': ['ID=77cd853d-50db-4288-b998-f975e521c825,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:11.489009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] 10.222.0.48 "PUT /v2.0/routers/93eee8a0-0278-4c21-b313-720d1c865a4f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0149131 Jan 14 05:35:11.491230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:11.492651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f712e0c9-2efb-441b-baba-0d6abc26b49d req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:11.497296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f712e0c9-2efb-441b-baba-0d6abc26b49d req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "DELETE /v2.0/security-groups/77cd853d-50db-4288-b998-f975e521c825 HTTP/1.1" status: 204 len: 173 time: 0.9400704 Jan 14 05:35:11.497971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43798) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:11.571547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Calling delete_port for 02f056d8-7642-4a06-bc82-f35ce9220792 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:11.702841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] Sync routers for ids ['93eee8a0-0278-4c21-b313-720d1c865a4f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:35:11.808556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] Routers {'93eee8a0-0278-4c21-b313-720d1c865a4f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:11.809436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['93eee8a0-0278-4c21-b313-720d1c865a4f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:11.865796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.097106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b6442839-e4a0-4378-9c1c-b8c201b8b45d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:12.116193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a9d43652-0edc-4a57-b01b-1dfec1040736') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:12.117248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a9d43652-0edc-4a57-b01b-1dfec1040736') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:12.143568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.161769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.164703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Releasing vxlan tunnel 5 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:12.187165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.192687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Deleting port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:12.193062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.247882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] Set router 93eee8a0-0278-4c21-b313-720d1c865a4f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:12.398190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:12.409038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.508604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] For port 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:12.509010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.614761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Network b6442839-e4a0-4378-9c1c-b8c201b8b45d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:12.780692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2310305-b9eb-490c-b793-885b53f94508 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:12.862978 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:12.869563 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:12.877201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:12.953170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:12.968461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:35:07Z', 'revision_number': 5, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:12.978625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] Checking router: 93eee8a0-0278-4c21-b313-720d1c865a4f for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:35:12.999278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] Routers {'93eee8a0-0278-4c21-b313-720d1c865a4f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:12.999988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:34:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['93eee8a0-0278-4c21-b313-720d1c865a4f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:13.024386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Calling delete_port for 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:13.027985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.029892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.058797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Pushing event updated for resources: {'Port': ['ID=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:13.090934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:13.101197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Usage tracker for resource:security_group_rule and tenant:ccb42aa5c2db40e9bb49b856d8c26632 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:13.109463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:13.121775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:13.275055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] Set router 93eee8a0-0278-4c21-b313-720d1c865a4f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:13.308907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19588f5-af52-439b-9185-9010d52894a1 req-0fea9138-fa06-440a-b934-4d4d4d978021 tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:13.337188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19588f5-af52-439b-9185-9010d52894a1 req-0fea9138-fa06-440a-b934-4d4d4d978021 tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:13.362625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c19588f5-af52-439b-9185-9010d52894a1 req-0fea9138-fa06-440a-b934-4d4d4d978021 tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:13.363602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c19588f5-af52-439b-9185-9010d52894a1 req-0fea9138-fa06-440a-b934-4d4d4d978021 tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] Synchronizing usage tracker for tenant:57430a1748f8431b9e596b489025cf96 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:13.372449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:13.402719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-c19588f5-af52-439b-9185-9010d52894a1 req-0fea9138-fa06-440a-b934-4d4d4d978021 tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] Unset dirty status for tenant:57430a1748f8431b9e596b489025cf96 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:13.404039 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c19588f5-af52-439b-9185-9010d52894a1 req-0fea9138-fa06-440a-b934-4d4d4d978021 tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1903 time: 0.4557602 Jan 14 05:35:13.432052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-26234adf-7de5-49e8-8c6c-a6494c1570b5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:13.432879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-26234adf-7de5-49e8-8c6c-a6494c1570b5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Synchronizing usage tracker for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:13.512456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.515688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:13.538901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 1460c69e-7461-4172-8ee9-2d89299aaaba no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:13.564983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Pushing event deleted for resources: {'Network': ['ID=b6442839-e4a0-4378-9c1c-b8c201b8b45d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:13.568537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:13.597079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.637384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:13.640543 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:13.653190 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2a80c29b-f7b9-4f4c-9299-81f53f33a121 req-0353abeb-2d28-4e32-9d40-3a0dabfd92da tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/cccc758a-a181-4478-8153-85e30586c05c HTTP/1.1" status: 200 len: 1815 time: 0.9121726 Jan 14 05:35:13.702435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:13.743089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16ffe320-4bf6-4f2c-a298-39909ef5aa9f req-af4ec89d-729b-461c-a5ea-1515dda8b92c tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:13.743089 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-16ffe320-4bf6-4f2c-a298-39909ef5aa9f req-af4ec89d-729b-461c-a5ea-1515dda8b92c tempest-ComputeTenantNetworksTest-309070008 tempest-ComputeTenantNetworksTest-309070008] 10.222.0.48 "GET /v2.0/networks/177c0b90-6794-4579-9d0c-a9ce2feed947 HTTP/1.1" status: 200 len: 769 time: 0.2431190 Jan 14 05:35:13.744177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-26234adf-7de5-49e8-8c6c-a6494c1570b5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Unset dirty status for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:13.745476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-26234adf-7de5-49e8-8c6c-a6494c1570b5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.45 "GET /v2.0/ports?device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 946 time: 1.3229537 Jan 14 05:35:13.756319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43848) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:13.852165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.901569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:13.923399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Pushing event deleted for resources: {'Port': ['ID=02f056d8-7642-4a06-bc82-f35ce9220792,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:13.928493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:13.934523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.948550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 1460c69e-7461-4172-8ee9-2d89299aaaba, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1460c69e-7461-4172-8ee9-2d89299aaaba,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:13.954317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:35:07Z', 'revision_number': 5, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:13.966084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6382ee1a-6946-4bda-9e01-072e380bbb50 None None] The sync data for ids ['93eee8a0-0278-4c21-b313-720d1c865a4f'] in n-d-768851-4 is: [{'id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'name': 'tempest-ServerActionsTestJSON-1597924153-router', 'tenant_id': '0b96a22da7e24224b80ff9fe0912effd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100'}], 'enable_snat': True}, 'gw_port_id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:56Z', 'updated_at': '2021-01-14T05:35:07Z', 'revision_number': 5, 'project_id': '0b96a22da7e24224b80ff9fe0912effd', 'gw_port': {'id': '86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:54:5e:af', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '93eee8a0-0278-4c21-b313-720d1c865a4f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 979, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.100', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:34:03Z', 'updated_at': '2021-01-14T05:34:24Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:35:13.967159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.969311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:13.979699 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81950043-ed8b-4d33-9672-5701feba62e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:14.095348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] 10.222.0.48 "DELETE /v2.0/networks/b6442839-e4a0-4378-9c1c-b8c201b8b45d HTTP/1.1" status: 204 len: 168 time: 4.3581812 Jan 14 05:35:14.111243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43856) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:14.113956 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba', 'code': 422} returned with failed status Jan 14 05:35:14.124341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.132713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=1460c69e-7461-4172-8ee9-2d89299aaaba,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:14.140498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:14.160255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2a80c29b-f7b9-4f4c-9299-81f53f33a121 req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.190563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Deleting port 1460c69e-7461-4172-8ee9-2d89299aaaba {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:14.191143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.366158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:14.411124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:14.411627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f59cbb-82f2-41a8-a835-c7fb9d5904d0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:14.436280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f42240a-589b-49da-bff9-b0fbba32e5bc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.520958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.542483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32b5fce5-baa1-4360-9e98-c3e4946c0078 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:14.579728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ccb42aa5c2db40e9bb49b856d8c26632&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8207355 Jan 14 05:35:14.634205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43870) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:14.691077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['177c0b90-6794-4579-9d0c-a9ce2feed947']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:14.700153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.858889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '592fddcc-50d3-4384-b4bc-8d00cba998a1') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:14.859234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '592fddcc-50d3-4384-b4bc-8d00cba998a1') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:14.891945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2a80c29b-f7b9-4f4c-9299-81f53f33a121 req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.900819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.933780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:14.956499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:15.112696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eea3d464-4151-4590-9640-e34885a8eab2,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:15.116723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:15.118252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] No DVR routers for this DVR port 02f056d8-7642-4a06-bc82-f35ce9220792 on host n-h1-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:15.120252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.122355 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-efae3077-dc18-45d6-88aa-183c17174e30 req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] 10.222.0.41 "DELETE /v2.0/ports/02f056d8-7642-4a06-bc82-f35ce9220792 HTTP/1.1" status: 204 len: 173 time: 6.5282879 Jan 14 05:35:15.188832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-deleted', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:15.272747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.296995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] For port 1460c69e-7461-4172-8ee9-2d89299aaaba, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=1460c69e-7461-4172-8ee9-2d89299aaaba,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:15.297399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.308215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Network 177c0b90-6794-4579-9d0c-a9ce2feed947 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:15.323002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.387226 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd8fafdee-dd55-4615-bb9f-090fa80e5314', 'name': 'network-vif-deleted', 'tag': '02f056d8-7642-4a06-bc82-f35ce9220792', 'status': 'completed', 'code': 200} Jan 14 05:35:15.541780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Attempting to bind port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:15.542158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Attempting to bind port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:15.542526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Attempting to bind port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 on network 9c07a2cb-29d6-4335-90f0-4d08aa7da3e8 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:15.566521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 34, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:15.567007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Checking segment: {'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:15.567422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.567825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Bound using segment: {'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:15.568309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Bound port: ce11f63e-8bb8-4ead-92bb-3d8ea7826562, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd65ef33d-2f34-4502-8dd3-365f814c2ab5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 12, 'network_id': '9c07a2cb-29d6-4335-90f0-4d08aa7da3e8'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:15.568687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.588585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2a80c29b-f7b9-4f4c-9299-81f53f33a121 req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.591229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Calling delete_port for 1460c69e-7461-4172-8ee9-2d89299aaaba owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:15.623584 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53731121-a915-4409-94e6-2d4070324902 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:15.629967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.639570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.675978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event deleted for resources: {'SecurityGroup': ['ID=cccc758a-a181-4478-8153-85e30586c05c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:15.678039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2a80c29b-f7b9-4f4c-9299-81f53f33a121 req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.679726 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2a80c29b-f7b9-4f4c-9299-81f53f33a121 req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "DELETE /v2.0/security-groups/cccc758a-a181-4478-8153-85e30586c05c HTTP/1.1" status: 204 len: 173 time: 2.0251546 Jan 14 05:35:15.681179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:15.807833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:15.920030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.096043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] For port ce11f63e-8bb8-4ead-92bb-3d8ea7826562, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:16.172023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.174847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.181336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.212264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Network 177c0b90-6794-4579-9d0c-a9ce2feed947 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:16.258166 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:16.337842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7460bdc0-b384-4e3c-969e-6c2d28adeeb1 req-6cd41aba-d8f4-4500-a38b-4b5beeee9c0d tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/6e43e7e9-7847-4885-944b-4af0f2346171 HTTP/1.1" status: 200 len: 1813 time: 0.5692239 Jan 14 05:35:16.343887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] For port ce11f63e-8bb8-4ead-92bb-3d8ea7826562, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:16.362510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.381578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.382385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Fanout notify agent at l3_agent the message router_deleted on router 93eee8a0-0278-4c21-b313-720d1c865a4f {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:35:16.402414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.406840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3725552c-1674-401d-8704-2e502ee2088d admin admin] 10.222.0.48 "DELETE /v2.0/routers/93eee8a0-0278-4c21-b313-720d1c865a4f HTTP/1.1" status: 204 len: 168 time: 4.9076076 Jan 14 05:35:16.418175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43916) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:16.516262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43857259-47fb-4842-9def-1c7a44aeead2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:16.563247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.581550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.606991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Pushing event updated for resources: {'Port': ['ID=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:16.607529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:16.611142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.618674 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:16.624298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.645410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Pushing event deleted for resources: {'Network': ['ID=177c0b90-6794-4579-9d0c-a9ce2feed947,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:16.648656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:16.699030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7460bdc0-b384-4e3c-969e-6c2d28adeeb1 req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.731022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7460bdc0-b384-4e3c-969e-6c2d28adeeb1 req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.792347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:16.793053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.794580 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-18a83200-477f-4139-998a-a61dc2af54da service neutron] 10.222.0.41 "PUT /v2.0/ports/ce11f63e-8bb8-4ead-92bb-3d8ea7826562 HTTP/1.1" status: 200 len: 1155 time: 9.9211831 Jan 14 05:35:16.816089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.820616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7460bdc0-b384-4e3c-969e-6c2d28adeeb1 req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.832314 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e06770f6-5a69-4288-ad32-0dc8e46def23 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:16.848323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Deleting subnet 1abec1c2-1dbf-424c-b173-b55bb57c47b2 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:35:16.851728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.874825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2388758a-9b9b-4750-904b-9abca8bdd010 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:16.895120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.896693 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eea3d464-4151-4590-9640-e34885a8eab2 HTTP/1.1" status: 204 len: 168 time: 2.1813722 Jan 14 05:35:16.914407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:16.964443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eea3d464-4151-4590-9640-e34885a8eab2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:17.005059 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] 10.222.0.48 "DELETE /v2.0/networks/177c0b90-6794-4579-9d0c-a9ce2feed947 HTTP/1.1" status: 204 len: 168 time: 3.2444737 Jan 14 05:35:17.005743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:17.007865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:17.042977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-7460bdc0-b384-4e3c-969e-6c2d28adeeb1 req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:17.044201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7460bdc0-b384-4e3c-969e-6c2d28adeeb1 req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "DELETE /v2.0/security-groups/6e43e7e9-7847-4885-944b-4af0f2346171 HTTP/1.1" status: 204 len: 173 time: 0.6975789 Jan 14 05:35:17.044830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:17.153198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43938) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:17.169534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e43e7e9-7847-4885-944b-4af0f2346171,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:17.172456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:17.300191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d075be46-9d3b-496c-b7c3-0256aff811b4 tempest-ImagesOneServerTestJSON-772855241 tempest-ImagesOneServerTestJSON-772855241] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.131s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:17.386454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Pushing event deleted for resources: {'Port': ['ID=1460c69e-7461-4172-8ee9-2d89299aaaba,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:17.402130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:17.457310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] No DVR routers for this DVR port 1460c69e-7461-4172-8ee9-2d89299aaaba on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:17.476340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:17.479089 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.45 "DELETE /v2.0/ports/1460c69e-7461-4172-8ee9-2d89299aaaba HTTP/1.1" status: 204 len: 173 time: 3.7239261 Jan 14 05:35:17.479839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'name': 'network-vif-deleted', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:17.591275 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1', 'name': 'network-vif-deleted', 'tag': '1460c69e-7461-4172-8ee9-2d89299aaaba', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:35:17.607393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:17.629697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43952) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:17.705077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-dffef1ee-ae83-4839-9fcd-a2b8777f76f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:17.706622 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-dffef1ee-ae83-4839-9fcd-a2b8777f76f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f959755082d2483f862d6d9344225172&device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 1158 time: 0.8196592 Jan 14 05:35:17.799711 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c50d655-2a9d-4e74-853f-0cf5355e26af admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=57430a1748f8431b9e596b489025cf96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1645052 Jan 14 05:35:17.805126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43958) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:17.823855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Deleting port b16d028e-e6f1-4f97-a5cb-e79759abca5a {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:17.824500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:17.889705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:17.909060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11145238-6294-4be1-9791-50e3cf60735e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:17.979368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1abec1c2-1dbf-424c-b173-b55bb57c47b2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:18.031908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] For port b16d028e-e6f1-4f97-a5cb-e79759abca5a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b16d028e-e6f1-4f97-a5cb-e79759abca5a,segment=NetworkSegment(76358cab-d4e6-4ee2-9eb9-5dce02c9db28),segment_id=76358cab-d4e6-4ee2-9eb9-5dce02c9db28)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:18.032433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.158285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.171896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Calling delete_port for b16d028e-e6f1-4f97-a5cb-e79759abca5a owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:18.194072 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.285s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:18.202208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.330167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd132d3f-87a3-4075-a74f-a3262e4b3901 None None] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:18.340172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.353405 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562', 'status': 'completed', 'code': 200} Jan 14 05:35:18.355894 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1abec1c2-1dbf-424c-b173-b55bb57c47b2 HTTP/1.1" status: 204 len: 168 time: 1.9371901 Jan 14 05:35:18.360438 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-de5c507f-cbb7-4593-b0c8-7062582d1ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=0b96a22da7e24224b80ff9fe0912effd&device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 210 time: 0.1696336 Jan 14 05:35:18.361227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.364320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.365964 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c2ca7688-a2ee-4cd6-80e4-dd824dc91e11 HTTP/1.1" status: 204 len: 168 time: 0.5566237 Jan 14 05:35:18.366873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43974) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:18.367682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff23c1b-ac54-4cf3-85bc-cd7a1b7020b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:18.393066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.404721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.406960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c2ca7688-a2ee-4cd6-80e4-dd824dc91e11,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:18.439223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5155b996-3bb6-4681-a537-fa334e5924ff service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:18.488658 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-d2708ae9-e2c0-4744-b738-95edab331d6c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=ce11f63e-8bb8-4ead-92bb-3d8ea7826562 HTTP/1.1" status: 200 len: 217 time: 0.7664328 Jan 14 05:35:18.502954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Pushing event deleted for resources: {'Port': ['ID=b16d028e-e6f1-4f97-a5cb-e79759abca5a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:18.523879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:18.651947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-4ee87749-9df0-4ecf-8c40-46908c655c36 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:18.663137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-4ee87749-9df0-4ecf-8c40-46908c655c36 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=0b96a22da7e24224b80ff9fe0912effd&shared=False HTTP/1.1" status: 200 len: 869 time: 0.2794483 Jan 14 05:35:18.663444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:18.668653 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.671407 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.677427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:18.680545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:18.681743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:18.686504 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69e0f642-00d2-43f3-9773-af388ba39e4f req-1177198a-2241-4c78-b6b3-96039b1ef536 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/208940cf-b8c4-4a93-ac7f-c0c17adc2d9a HTTP/1.1" status: 200 len: 1813 time: 1.5911918 Jan 14 05:35:18.690987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:18.695466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Usage tracker for resource:security_group_rule and tenant:cca83d57a0664a5f8fd91067c69a9fa8 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:18.698949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:18.705082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:18.731219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:18.731610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 86d6b2fb-4869-4b13-ac1e-cfb8f6f7e6f4 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:18.906271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.953624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.955793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:18.991702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] DHCP port deletion for da4fde95-99d0-4b94-932c-7e2ea77be8bd request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:35:18.996285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Deleting port eb065d40-12ce-41ef-b2a6-822a8b721cd9 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:18.996711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.005639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa33ba60-8147-47cf-85c8-f9fee7476189 tempest-SecurityGroupsTestJSON-609787351 tempest-SecurityGroupsTestJSON-609787351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:19.015099 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cca83d57a0664a5f8fd91067c69a9fa8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8554225 Jan 14 05:35:19.032261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43984) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:19.144610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Deleting port eb065d40-12ce-41ef-b2a6-822a8b721cd9 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:19.145587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.199284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-b21d16c8-a5b6-435d-83f3-04d7bf62b0dc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:19.202152 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-b21d16c8-a5b6-435d-83f3-04d7bf62b0dc service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4597080 Jan 14 05:35:19.376342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-1def10a1-4601-47e2-8eac-2ac4c95c909d tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Synchronizing usage tracker for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:19.480265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] For port eb065d40-12ce-41ef-b2a6-822a8b721cd9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eb065d40-12ce-41ef-b2a6-822a8b721cd9,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:19.480827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.500575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.555989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] For port eb065d40-12ce-41ef-b2a6-822a8b721cd9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eb065d40-12ce-41ef-b2a6-822a8b721cd9,segment=NetworkSegment(39bc2c4e-b1f5-4875-b6ce-1957ab68fb85),segment_id=39bc2c4e-b1f5-4875-b6ce-1957ab68fb85)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:19.556629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.653002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-1def10a1-4601-47e2-8eac-2ac4c95c909d tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Unset dirty status for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:19.664899 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e91ed72-6fa8-4a84-a20d-5956ad2bfc2b req-1def10a1-4601-47e2-8eac-2ac4c95c909d tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.45 "GET /v2.0/ports?device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 210 time: 0.3921807 Jan 14 05:35:19.765965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Calling delete_port for eb065d40-12ce-41ef-b2a6-822a8b721cd9 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:19.815581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Calling delete_port for eb065d40-12ce-41ef-b2a6-822a8b721cd9 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:19.845011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69e0f642-00d2-43f3-9773-af388ba39e4f req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.871610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.900635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-f5b89fdf-53da-4e47-b105-1716ab4c9d24 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:19.902360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-f5b89fdf-53da-4e47-b105-1716ab4c9d24 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.41 "GET /v2.0/networks?id=da4fde95-99d0-4b94-932c-7e2ea77be8bd HTTP/1.1" status: 200 len: 774 time: 0.2365689 Jan 14 05:35:19.955860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-ff366aab-e2b1-421d-9fc6-d0afe9c762ce service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:19.957500 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-ff366aab-e2b1-421d-9fc6-d0afe9c762ce service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a790d6f9-beb7-4169-a6e9-571774a3b9b7 HTTP/1.1" status: 200 len: 857 time: 1.4323099 Jan 14 05:35:19.971575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:19.974932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:35:19.975301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:35:20.004304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.033069 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:20.084963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=929646d5-e853-47be-af06-d3afc4937376,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:20.086088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Pushing event deleted for resources: {'Port': ['ID=eb065d40-12ce-41ef-b2a6-822a8b721cd9,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:20.089437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:20.090513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] No DVR routers for this DVR port eb065d40-12ce-41ef-b2a6-822a8b721cd9 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:20.135192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.150580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.145s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:20.152060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2e380b9-53ad-4786-a004-6263e1413b91 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:20.204245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Deleting port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:20.204758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.230893 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-e5b90d76-719c-4a5c-ae2b-4f870d2f9152 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9c07a2cb-29d6-4335-90f0-4d08aa7da3e8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1216097 Jan 14 05:35:20.408874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44010) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:20.461703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eb065d40-12ce-41ef-b2a6-822a8b721cd9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:20.473379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69e0f642-00d2-43f3-9773-af388ba39e4f req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.476198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Deleting port eb065d40-12ce-41ef-b2a6-822a8b721cd9 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:20.476934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.492046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-4d6e8229-b145-409a-a070-ad707d8cb573 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Synchronizing usage tracker for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:20.496277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=929646d5-e853-47be-af06-d3afc4937376,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:20.507510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:20.627823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: eb065d40-12ce-41ef-b2a6-822a8b721cd9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:20.628354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eb065d40-12ce-41ef-b2a6-822a8b721cd9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:20.636953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] The port 'eb065d40-12ce-41ef-b2a6-822a8b721cd9' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:35:20.789859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.810255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.836811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:20.838790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:20.840373 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/929646d5-e853-47be-af06-d3afc4937376 HTTP/1.1" status: 204 len: 168 time: 1.7992179 Jan 14 05:35:20.916919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Usage tracker for resource:security_group_rule and tenant:f2fd609d3ef745e5b615b7a4c5aa91d0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:20.917782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-4d6e8229-b145-409a-a070-ad707d8cb573 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Unset dirty status for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:20.919266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-4d6e8229-b145-409a-a070-ad707d8cb573 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=0b96a22da7e24224b80ff9fe0912effd HTTP/1.1" status: 200 len: 5712 time: 0.9490590 Jan 14 05:35:20.922397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-b58e368a-d1c1-429c-8d24-7276b651fdd5 service neutron] 10.222.0.41 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6254265 Jan 14 05:35:20.932779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:20.945551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:21.001621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['da4fde95-99d0-4b94-932c-7e2ea77be8bd']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:21.021449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:21.021789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '39bc2c4e-b1f5-4875-b6ce-1957ab68fb85') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:21.042662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.065354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.071709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:21.126132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69e0f642-00d2-43f3-9773-af388ba39e4f req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.131698 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-50987376-046c-4759-b1ff-eb063aee6c75 service neutron] 10.222.0.41 "GET /v2.0/networks/9c07a2cb-29d6-4335-90f0-4d08aa7da3e8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1738005 Jan 14 05:35:21.187507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd3ff520-ac1f-41de-b679-19f06c851c28 tempest-SecurityGroupsTestAdminJSON-1636580611 tempest-SecurityGroupsTestAdminJSON-1636580611] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:21.202078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-a95431d0-10f4-4e35-a02e-eaab11084402 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b96a22da7e24224b80ff9fe0912effd&device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 210 time: 0.0768793 Jan 14 05:35:21.254982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event deleted for resources: {'SecurityGroup': ['ID=208940cf-b8c4-4a93-ac7f-c0c17adc2d9a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:21.313927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:21.320213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-69e0f642-00d2-43f3-9773-af388ba39e4f req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.321366 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-69e0f642-00d2-43f3-9773-af388ba39e4f req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "DELETE /v2.0/security-groups/208940cf-b8c4-4a93-ac7f-c0c17adc2d9a HTTP/1.1" status: 204 len: 173 time: 2.4794717 Jan 14 05:35:21.503516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-59e5b7d2-2347-4e44-bb7e-debd03aeaf5d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:21.505141 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-59e5b7d2-2347-4e44-bb7e-debd03aeaf5d service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0b96a22da7e24224b80ff9fe0912effd&shared=False HTTP/1.1" status: 200 len: 869 time: 0.1928573 Jan 14 05:35:21.657001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44044) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:21.700219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-daf457e7-2a00-4b7f-b8c1-e06cddf8c12c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:21.701840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-daf457e7-2a00-4b7f-b8c1-e06cddf8c12c service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1869700 Jan 14 05:35:21.709644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.715158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172ad5b-c55e-42ab-b592-081597915e11 req-e069122d-f71a-4e95-b977-2496a930ae3c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:21.716879 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4172ad5b-c55e-42ab-b592-081597915e11 req-e069122d-f71a-4e95-b977-2496a930ae3c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=f959755082d2483f862d6d9344225172&device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 1158 time: 0.4633377 Jan 14 05:35:21.726549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.737902 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d13dfa15-e839-4109-97bf-e92c88b69ddc req-33ba0db9-85f8-4915-bc3e-a0903ceffe4e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "GET /v2.0/security-groups/0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a HTTP/1.1" status: 200 len: 1814 time: 0.2517090 Jan 14 05:35:21.751002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:21.767576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.808089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:21.816842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93b01eef-0afa-4c4e-be77-e03aa6c16c82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:21.827950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f2fd609d3ef745e5b615b7a4c5aa91d0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4177506 Jan 14 05:35:21.829410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Usage tracker for resource:security_group_rule and tenant:7895fd49a03c4550bbb49c11822da263 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:21.838871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:21.856380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44052) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:21.857502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:21.904950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172ad5b-c55e-42ab-b592-081597915e11 req-11b21ed9-264b-4ece-8e44-4ccd3869900e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:21.906568 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4172ad5b-c55e-42ab-b592-081597915e11 req-11b21ed9-264b-4ece-8e44-4ccd3869900e service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=f959755082d2483f862d6d9344225172&shared=False HTTP/1.1" status: 200 len: 912 time: 0.1616342 Jan 14 05:35:21.961054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:22.025544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-9db2ff2c-38ee-49db-94d8-7990b4fbe7f1 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Synchronizing usage tracker for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:22.035550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e0f1b46f-9e12-4665-a762-36ac989b10a0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:22.072853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:22.182966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d13dfa15-e839-4109-97bf-e92c88b69ddc req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.212155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d13dfa15-e839-4109-97bf-e92c88b69ddc req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.287601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.289418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d13dfa15-e839-4109-97bf-e92c88b69ddc req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.295747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Network da4fde95-99d0-4b94-932c-7e2ea77be8bd has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:22.307249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-388ed722-c836-42ea-8678-9ff5170731a3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:22.314905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:35:22.317865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-9db2ff2c-38ee-49db-94d8-7990b4fbe7f1 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Unset dirty status for tenant:0b96a22da7e24224b80ff9fe0912effd on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:22.320347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-9db2ff2c-38ee-49db-94d8-7990b4fbe7f1 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.41 "GET /v2.0/ports?device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 210 time: 0.4121180 Jan 14 05:35:22.334447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4172ad5b-c55e-42ab-b592-081597915e11 req-d92e3f8b-06e2-474a-81cf-ce73e4d6003d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:22.336328 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4172ad5b-c55e-42ab-b592-081597915e11 req-d92e3f8b-06e2-474a-81cf-ce73e4d6003d service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3152487 Jan 14 05:35:22.338461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] For port 58cc7777-8ce8-49c1-bdf9-368858f6fbd7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,segment=NetworkSegment(5e6c4273-de5f-4df6-b94a-df3b503d0fc4),segment_id=5e6c4273-de5f-4df6-b94a-df3b503d0fc4)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:22.339106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.345584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:22.347564 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:22.350059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:22.508507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.599605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.613201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:35:22.623789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] Sync routers for ids ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:35:22.641791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] Routers {'0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:22.642502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:22.649151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.662223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d13dfa15-e839-4109-97bf-e92c88b69ddc req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.665544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d13dfa15-e839-4109-97bf-e92c88b69ddc req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] 10.222.0.48 "DELETE /v2.0/security-groups/0c6c9afe-d6fa-4e0b-abaf-25d4d4ab715a HTTP/1.1" status: 204 len: 173 time: 0.9112811 Jan 14 05:35:22.666668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:22.705973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44072) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:22.753789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] 10.222.0.48 "DELETE /v2.0/networks/da4fde95-99d0-4b94-932c-7e2ea77be8bd HTTP/1.1" status: 204 len: 168 time: 4.3600924 Jan 14 05:35:22.834858 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] 10.222.0.48 "PUT /v2.0/routers/0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7152698 Jan 14 05:35:22.837406 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-20e68ede-0246-4215-80c4-8354b2a64dfe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=0b96a22da7e24224b80ff9fe0912effd&device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 210 time: 0.2220292 Jan 14 05:35:22.837920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44086) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:22.857253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Calling delete_port for 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:22.939737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Deleting subnet 83beb888-10f6-467d-a6d6-0c18f24823d9 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:35:22.942050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Pushing event deleted for resources: {'Network': ['ID=da4fde95-99d0-4b94-932c-7e2ea77be8bd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:22.968534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] Set router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:22.975283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:22.980021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:22.985708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.072245 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a9acc52-1777-454d-9556-27af4455939b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:23.094211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.095854 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e0f1b46f-9e12-4665-a762-36ac989b10a0 HTTP/1.1" status: 204 len: 168 time: 1.2322836 Jan 14 05:35:23.108155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.109518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e0f1b46f-9e12-4665-a762-36ac989b10a0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:23.114485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:23.118185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.130166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2fc1689-1689-420d-a53a-991c59bdeb2e tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:23.164894 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-bcfe7175-0c97-4556-8459-82a32d9eba10 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=0b96a22da7e24224b80ff9fe0912effd&shared=False HTTP/1.1" status: 200 len: 213 time: 0.2520494 Jan 14 05:35:23.188290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.289674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44098) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:23.350085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.386212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a97042e5-7cb9-4594-b564-e48c18461f6d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:23.396609 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:23.400190 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7895fd49a03c4550bbb49c11822da263&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7346380 Jan 14 05:35:23.406662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44104) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:23.440618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:35:18Z', 'revision_number': 5, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:23.451776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] Checking router: 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:35:23.467856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.480378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] Routers {'0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:23.481413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:23.515763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17269284-ead7-4778-8379-7f7dc6e82af7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0b96a22da7e24224b80ff9fe0912effd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195337 Jan 14 05:35:23.537586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44108) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:23.661052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.710106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.745768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:23.917081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.023228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] Set router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:24.083090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.099183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-780da471-f3d5-4115-84b5-10ace1cf48f5 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:35:24.118944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6495fe3-80a9-48f4-b20d-0455ff9fc2cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:24.198510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb37d805-94f0-4711-8b6d-7d8571e09ce3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:24.269239 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:24.299602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.302117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb37d805-94f0-4711-8b6d-7d8571e09ce3 HTTP/1.1" status: 204 len: 168 time: 0.7631536 Jan 14 05:35:24.309287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.319183 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d41f51-5c22-42a9-ad3c-bd84b9b088ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:24.340941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44128) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:24.344596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a97042e5-7cb9-4594-b564-e48c18461f6d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:24.358095 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:24.399064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.402901 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a97042e5-7cb9-4594-b564-e48c18461f6d HTTP/1.1" status: 204 len: 168 time: 0.9926288 Jan 14 05:35:24.411942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.437122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ce11f63e-8bb8-4ead-92bb-3d8ea7826562 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:24.461487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:24.468840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Usage tracker for resource:security_group_rule and tenant:1dd12512e11e4a01baa722945d8d8d96 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:24.475897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:24.489536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:24.602030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:24.634031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:24.634614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.717504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.728836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44134) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:24.737793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:24.765437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:35:18Z', 'revision_number': 5, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:24.771731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e3928e1-8e9f-4cf3-a2bc-143efdfaeef5 None None] The sync data for ids ['0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6'] in n-d-768851-4 is: [{'id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'name': 'tempest-ServersTestMultiNic-2113059424-router', 'tenant_id': 'fba39665243e4ecaafefd8b41216580e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236'}], 'enable_snat': True}, 'gw_port_id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:21Z', 'updated_at': '2021-01-14T05:35:18Z', 'revision_number': 5, 'project_id': 'fba39665243e4ecaafefd8b41216580e', 'gw_port': {'id': '5982c8c9-1fed-46e6-a766-97085021cff9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:d8:90:0f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 884, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.236', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:25Z', 'updated_at': '2021-01-14T05:33:43Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:35:24.827660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd076409-8d05-4e6e-bc49-c8e0e47aeadf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:24.848462 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1dd12512e11e4a01baa722945d8d8d96&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4946015 Jan 14 05:35:24.848557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-3d306e84-8f9d-4cbe-b3ff-5ff5861524f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:24.849417 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-3d306e84-8f9d-4cbe-b3ff-5ff5861524f4 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.5013027 Jan 14 05:35:24.850222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44146) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:24.876506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.005548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.015896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Deleting port 5982c8c9-1fed-46e6-a766-97085021cff9 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:25.018025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.258271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] For port 5982c8c9-1fed-46e6-a766-97085021cff9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5982c8c9-1fed-46e6-a766-97085021cff9,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:25.258922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.266723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c86aa-ec9b-456c-bf5d-1d9c751b209a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:25.272615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:25.299860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.339s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:25.329995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.377865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port ce11f63e-8bb8-4ead-92bb-3d8ea7826562, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:25.386614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:25.392566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.396638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:25.471681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:25.477484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.480685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.484610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.484876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.485182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.485556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.486047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.486419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.486809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.487177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.487582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.487936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.488433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.488700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.489113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.490449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.490449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.490449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.490844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.491606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.491978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.492703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.493634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.493634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.493853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.494141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.495022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.495022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.495394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.495751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.496221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.496772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.497437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.497559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.497828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.498464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.498876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.499410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:25.512500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:25.533697 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562', 'code': 200} Jan 14 05:35:25.533853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=83beb888-10f6-467d-a6d6-0c18f24823d9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:25.545380 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:25.547930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.589384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.602193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Calling delete_port for 5982c8c9-1fed-46e6-a766-97085021cff9 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:25.637111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:25.641775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Usage tracker for resource:security_group_rule and tenant:99f6aa1f32624821a7255ce480dd8315 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:25.645297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:25.651884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:25.689372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.713994 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fc19125-307c-48a9-a2d2-605561af69fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:25.731370 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e4251efe-88bd-44a7-8baf-561429c49cc8 req-f7bb3f75-0611-4fae-8c90-d359b6d4fe77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] 10.222.0.41 "GET /v2.0/ports?device_id=ef5d0cba-f3f0-43a2-bfe4-d3ff88b60fe1 HTTP/1.1" status: 200 len: 210 time: 0.0464935 Jan 14 05:35:25.792816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.853285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.874032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.884065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c86aa-ec9b-456c-bf5d-1d9c751b209a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:25.888283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.900312 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/83beb888-10f6-467d-a6d6-0c18f24823d9 HTTP/1.1" status: 204 len: 168 time: 3.1451554 Jan 14 05:35:25.905949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:25.907088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:25.908428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd8c86aa-ec9b-456c-bf5d-1d9c751b209a HTTP/1.1" status: 204 len: 168 time: 1.0339563 Jan 14 05:35:25.909617 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f96e15a-03d5-49bf-9ac6-d094602b33ed tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:25.953706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44174) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:25.954569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d1ffce3-18dd-4105-8ed2-bfa2904ae5b2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:25.973044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:25.995131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ce11f63e-8bb8-4ead-92bb-3d8ea7826562 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:26.125572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:26.126590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.134074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.144351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.264079 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=99f6aa1f32624821a7255ce480dd8315&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5337732 Jan 14 05:35:26.264911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44190) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:26.362321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.388261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b16d028e-e6f1-4f97-a5cb-e79759abca5a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:26.448628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.451180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.494157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b16d028e-e6f1-4f97-a5cb-e79759abca5a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:26.498033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b16d028e-e6f1-4f97-a5cb-e79759abca5a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:26.568457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.569029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:35:26.578415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4f2db080-8b32-4d06-98b0-4c4f999d6b77']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:26.594438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.595709 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd278c20-eecb-43ee-a8be-0ad34e6de109 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0d5c1b12-67f8-470a-8c4a-5042f7ddc3e6 HTTP/1.1" status: 204 len: 168 time: 3.6980863 Jan 14 05:35:26.599751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44198) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:26.631500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8235ec6-0b19-42ee-aa48-2c3761f672b0') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:26.631918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8235ec6-0b19-42ee-aa48-2c3761f672b0') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:26.672175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44204) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:26.750272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.798679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.817472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.848789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:26.897230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:26.928049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-c27f0166-f823-4337-ae69-6bffd022d018 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:26.928863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-c27f0166-f823-4337-ae69-6bffd022d018 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Synchronizing usage tracker for tenant:f959755082d2483f862d6d9344225172 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:26.961685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Deleting subnet ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:35:26.969067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.031308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.118813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.227626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.291098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:27.302611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-c27f0166-f823-4337-ae69-6bffd022d018 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Unset dirty status for tenant:f959755082d2483f862d6d9344225172 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:27.303951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-c27f0166-f823-4337-ae69-6bffd022d018 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.41 "GET /v2.0/ports?device_id=af16bef8-c0db-44d9-8116-d290d1d33e6c HTTP/1.1" status: 200 len: 945 time: 0.5994797 Jan 14 05:35:27.307499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.401113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Deleting port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:27.401767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.448241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.457372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4402b95-9e0b-4830-8e52-a048d06b1e4a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:27.539343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d1ffce3-18dd-4105-8ed2-bfa2904ae5b2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:27.557318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Request body: {'network': {'name': 'tempest-ServerRescueTestJSON-74055105-network', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:27.581565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.582794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:27.595719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Usage tracker for resource:network and tenant:1c281c3dc7ec42afa28b65984eca1f0d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:27.607640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:27.632743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:27.655007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:27.743448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:27.751875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.756140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d1ffce3-18dd-4105-8ed2-bfa2904ae5b2 HTTP/1.1" status: 204 len: 168 time: 1.0949965 Jan 14 05:35:27.791218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Network 4f2db080-8b32-4d06-98b0-4c4f999d6b77 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:27.912878 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:27.917691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Made reservation on behalf of 1c281c3dc7ec42afa28b65984eca1f0d for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:27.923389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.939274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device ce11f63e-8bb8-4ead-92bb-3d8ea7826562 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:27.941031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.958631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:27.964399 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:27.987525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:27.993359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.000837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Pushing event deleted for resources: {'Network': ['ID=4f2db080-8b32-4d06-98b0-4c4f999d6b77,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:28.010530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4f2db080-8b32-4d06-98b0-4c4f999d6b77 HTTP/1.1" status: 204 len: 168 time: 2.0511808 Jan 14 05:35:28.012103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:28.015532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Usage tracker for resource:security_group_rule and tenant:1c281c3dc7ec42afa28b65984eca1f0d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:28.020215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:28.027882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:28.117494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] For port ce11f63e-8bb8-4ead-92bb-3d8ea7826562, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:28.117915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.179752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.186600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.191692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Pushing event deleted for resources: {'Port': ['ID=58cc7777-8ce8-49c1-bdf9-368858f6fbd7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:28.206981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:35:28.227947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.228344 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Added segment adf14bb0-53e0-419b-b09d-6165a8d4e3e6 of type vxlan for network 94cfee38-8f97-4fee-b779-f4bac3186c67 Jan 14 05:35:28.233453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.266331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Calling delete_port for ce11f63e-8bb8-4ead-92bb-3d8ea7826562 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:28.277975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.294300 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:28.312479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port ce11f63e-8bb8-4ead-92bb-3d8ea7826562, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:28.316497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:28.328033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.332566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3295639e-07b3-456e-b8d4-8f569bc3417a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:28.334468 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:28.393260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.395044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c6b33a6-1d9e-4c59-9706-2d7c6054866c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:28.398302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.399331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:28.400006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.404223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:28.406521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-955b1edb-146c-44fd-b513-5c6111337fe9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:28.502986 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562', 'code': 200} Jan 14 05:35:28.509067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:28.515770 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:28.518659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44258) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:28.592579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44264) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:28.593733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5982c8c9-1fed-46e6-a766-97085021cff9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:28.605136 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3521a842-4874-44aa-9c3b-80d3aca3ef0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:28.653567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:28.677851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:28.696359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:28.705744 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ca34c4e7-fc0a-4e2d-88b1-4dc9decfeaa8 HTTP/1.1" status: 204 len: 168 time: 2.1048684 Jan 14 05:35:28.711777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5982c8c9-1fed-46e6-a766-97085021cff9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:28.712879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:28.715666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5982c8c9-1fed-46e6-a766-97085021cff9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:28.720961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ddb56d3-b80c-4051-be4c-4fbd2dc2af92 None None] Network 69229cf5-7c8a-4c53-a54e-784417789775 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:28.921277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44274) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:29.083424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Pushing event updated for resources: {'Network': ['ID=94cfee38-8f97-4fee-b779-f4bac3186c67,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:29.089926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.683s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:29.097462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:29.122648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:29.134447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.138973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:29.155783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:29.175544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:29.181631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Usage tracker for resource:security_group_rule and tenant:30160c2aba294c85b7b4fbc24cbd8c2d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:29.185193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:29.198884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:29.246074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 2.5658259 Jan 14 05:35:29.250005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44284) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:29.260468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Request body: {'subnet': {'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueTestJSON-74055105-subnet', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:29.273716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:29.284139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Usage tracker for resource:subnet and tenant:1c281c3dc7ec42afa28b65984eca1f0d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:29.288446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:29.302045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:29.336163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Made reservation on behalf of 1c281c3dc7ec42afa28b65984eca1f0d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:29.341604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.538230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.564170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.580490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.587318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:29.593236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.623020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Usage tracker for resource:security_group_rule and tenant:63b80675bcea40b18211865a54ae5f25 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:29.628037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a552382-dd9d-4c8b-8ce6-7b6e5533fdcc tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:29.670791 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30160c2aba294c85b7b4fbc24cbd8c2d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5716190 Jan 14 05:35:29.674485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44292) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:29.675507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:29.678652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5c7a3bdd-9360-4592-a238-0c1f2563d47b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:29.683244 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:29.723386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] DHCP port deletion for 69229cf5-7c8a-4c53-a54e-784417789775 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:35:29.725914 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9b8251e-470c-4bd9-97f6-7d46379aa193 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f89cca6686b4905a68f6f589ee47768&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7965465 Jan 14 05:35:29.726940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.729165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Deleting port a548d8f8-d900-4183-827a-625038269887 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:29.730013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.741497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44296) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:29.745268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:29.748120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44298) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:29.770441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:29.796704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Usage tracker for resource:security_group_rule and tenant:617bb0f96dad4eb5a6f779e65de37740 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:29.805321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.868674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:35:29.869194 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:35:29.923200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:29.969138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] For port a548d8f8-d900-4183-827a-625038269887, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a548d8f8-d900-4183-827a-625038269887,segment=NetworkSegment(76358cab-d4e6-4ee2-9eb9-5dce02c9db28),segment_id=76358cab-d4e6-4ee2-9eb9-5dce02c9db28)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:29.969679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.015970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:30.016265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.023090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.044601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:30.064833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.080313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Deleting port a548d8f8-d900-4183-827a-625038269887 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:30.080829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.111816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Calling delete_port for a548d8f8-d900-4183-827a-625038269887 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:30.157269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:30.175176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.177129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Usage tracker for resource:security_group_rule and tenant:d43011cc14d64e8bae8272932307b1da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:30.186628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.196456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.201254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.208512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:30.213669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:30.214110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b69b22a-ce7a-4175-8d03-a6366728e614 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:30.226222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] The port 'a548d8f8-d900-4183-827a-625038269887' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:35:30.235889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:30.289232 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=63b80675bcea40b18211865a54ae5f25&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7596672 Jan 14 05:35:30.291828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b57df6-5d30-4572-94ca-1a061de4976d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:30.295822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44306) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:30.299189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.302827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:30.303368 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a0a326d-badf-483e-9376-df80861affc0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:30.316951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5c7a3bdd-9360-4592-a238-0c1f2563d47b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:30.329627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Pushing event deleted for resources: {'Port': ['ID=a548d8f8-d900-4183-827a-625038269887,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:30.332435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:30.361148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:30.393344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] No DVR routers for this DVR port a548d8f8-d900-4183-827a-625038269887 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:30.411263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Deleting port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:30.411443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.425092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a548d8f8-d900-4183-827a-625038269887 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:30.425750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.427526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.430176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.433921 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79ab2bc5-97bd-4489-b652-4f7d0ad8f372 HTTP/1.1" status: 204 len: 168 time: 0.6837833 Jan 14 05:35:30.457575 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-011acd3a-c981-4e4c-9f5c-4082efca5118 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:30.466782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a548d8f8-d900-4183-827a-625038269887 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:30.467314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a548d8f8-d900-4183-827a-625038269887 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:30.474826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.476463 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5c7a3bdd-9360-4592-a238-0c1f2563d47b HTTP/1.1" status: 204 len: 168 time: 0.7917027 Jan 14 05:35:30.484370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.537793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79ab2bc5-97bd-4489-b652-4f7d0ad8f372,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:30.542551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:30.614541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.629115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e096a01c-9ecd-41b1-bc14-8375d7880c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:30.648542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b57df6-5d30-4572-94ca-1a061de4976d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:30.652523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.653809 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1b57df6-5d30-4572-94ca-1a061de4976d HTTP/1.1" status: 204 len: 168 time: 0.3561032 Jan 14 05:35:30.657064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:30.664835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.680565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.808908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69229cf5-7c8a-4c53-a54e-784417789775']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:30.827701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '76358cab-d4e6-4ee2-9eb9-5dce02c9db28') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:30.828121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '76358cab-d4e6-4ee2-9eb9-5dce02c9db28') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:30.839090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd341a31-2c0d-4509-9c53-a068487a284e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:30.902491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Router b71a3566-282c-4d43-99b0-fe6567c26dc2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:35:30.914912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Pushing event updated for resources: {'Subnet': ['ID=568c4d2a-092b-4bd8-990f-d1e381cf4437,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:30.925840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:30.938039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:30.944741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Checking segment: {'id': 'adf14bb0-53e0-419b-b09d-6165a8d4e3e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:30.945518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Network hostable DHCP agents. Network: 94cfee38-8f97-4fee-b779-f4bac3186c67, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:35:30.968164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:35:30.979399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 94cfee38-8f97-4fee-b779-f4bac3186c67) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:30.994737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf1fa71-d803-465e-b68e-fd43a11d02c6 None None] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:31.015512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.029847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:31.032880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.072634 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.8193781 Jan 14 05:35:31.076167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44330) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:31.089919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Request body: {'router': {'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:31.102019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:31.108587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Usage tracker for resource:router and tenant:1c281c3dc7ec42afa28b65984eca1f0d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:31.113152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:31.139919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:31.164779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.166171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.211209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.279158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59d2e208-2aa1-403b-b5e7-718761f31dba None None] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:31.433719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:31.552741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.568162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] For port ce11f63e-8bb8-4ead-92bb-3d8ea7826562, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,segment=NetworkSegment(d65ef33d-2f34-4502-8dd3-365f814c2ab5),segment_id=d65ef33d-2f34-4502-8dd3-365f814c2ab5)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:31.568571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.752819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Calling delete_port for ce11f63e-8bb8-4ead-92bb-3d8ea7826562 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:31.882909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.906490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.940115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.940979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:31.983416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7d219c1-8438-4c91-af14-13f89e5c2a36 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:32.015615 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d43011cc14d64e8bae8272932307b1da&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2599156 Jan 14 05:35:32.030393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44360) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:32.036299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd8c7ed8-3e7d-4967-8a19-4b3679032473,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:32.098128 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:32.107771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.109250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:35:32.121694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] Sync routers for ids ['b71a3566-282c-4d43-99b0-fe6567c26dc2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:35:32.136405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] Routers {'b71a3566-282c-4d43-99b0-fe6567c26dc2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:32.137633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b71a3566-282c-4d43-99b0-fe6567c26dc2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:32.144323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.165760 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeec56f3-beb7-40b1-9978-7c8d76e93d62 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:32.173294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.182237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Network 69229cf5-7c8a-4c53-a54e-784417789775 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:32.208382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.265654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.313526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44368) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:32.336092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.345558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cd17158-89d9-464b-b444-8ac7674ff175 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:32.357992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.394021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd8c7ed8-3e7d-4967-8a19-4b3679032473,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:32.404225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:32.453503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.454911 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd8c7ed8-3e7d-4967-8a19-4b3679032473 HTTP/1.1" status: 204 len: 168 time: 0.4234295 Jan 14 05:35:32.563940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Allocated IP 172.25.3.210 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:32.775938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] Set router b71a3566-282c-4d43-99b0-fe6567c26dc2 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:32.815738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Request body: {'network': {'name': 'tempest-ServersTestBootFromVolume-527915967-network', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:32.840431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.850043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:32.858569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Usage tracker for resource:network and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:32.863491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:32.873397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:32.885787 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] 10.222.0.48 "PUT /v2.0/routers/b71a3566-282c-4d43-99b0-fe6567c26dc2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 21.6812291 Jan 14 05:35:32.886986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=281ca5bc-795e-4442-a283-b25096e290f5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:32.905004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44384) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:32.919885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:32.920760 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a27adc0-05b3-4f88-9c97-643737bddd2f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.580s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:32.952394 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=617bb0f96dad4eb5a6f779e65de37740&name=default HTTP/1.1" status: 200 len: 2983 time: 4.3070867 Jan 14 05:35:32.970673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44388) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:32.974274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] No DVR routers for this DVR port ce11f63e-8bb8-4ead-92bb-3d8ea7826562 on host n-h1-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:32.980977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Pushing event deleted for resources: {'Port': ['ID=ce11f63e-8bb8-4ead-92bb-3d8ea7826562,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:32.983742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:32.986038 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e2cf156-940d-468a-82af-d8ef4f93ee8d req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] 10.222.0.41 "DELETE /v2.0/ports/ce11f63e-8bb8-4ead-92bb-3d8ea7826562 HTTP/1.1" status: 204 len: 173 time: 5.6733408 Jan 14 05:35:33.017982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-deleted', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:35:33.053220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:33.130661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.159704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.220731 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'af16bef8-c0db-44d9-8116-d290d1d33e6c', 'name': 'network-vif-deleted', 'tag': 'ce11f63e-8bb8-4ead-92bb-3d8ea7826562', 'status': 'completed', 'code': 200} Jan 14 05:35:33.221324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:35:26Z', 'revision_number': 5, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:33.224670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.227619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] Checking router: b71a3566-282c-4d43-99b0-fe6567c26dc2 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:35:33.239796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] Routers {'b71a3566-282c-4d43-99b0-fe6567c26dc2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:33.241586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b71a3566-282c-4d43-99b0-fe6567c26dc2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:33.258267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3090f0b7-83fe-46b4-a588-dc2b718e3811 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:33.282196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Network 69229cf5-7c8a-4c53-a54e-784417789775 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:33.300193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=281ca5bc-795e-4442-a283-b25096e290f5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:33.343768 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:33.346870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:33.419205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.420584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/281ca5bc-795e-4442-a283-b25096e290f5 HTTP/1.1" status: 204 len: 168 time: 0.4482625 Jan 14 05:35:33.462379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.466631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84e4613a-5784-488f-a014-6bc95888164c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:33.506446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.518949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] Set router b71a3566-282c-4d43-99b0-fe6567c26dc2 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:33.527309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Pushing event deleted for resources: {'Network': ['ID=69229cf5-7c8a-4c53-a54e-784417789775,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:33.532366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:33.534317 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] 10.222.0.48 "DELETE /v2.0/networks/69229cf5-7c8a-4c53-a54e-784417789775 HTTP/1.1" status: 204 len: 168 time: 4.8202057 Jan 14 05:35:33.712624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Made reservation on behalf of 32601cefef984f74b6ad1c6e3d70f4ac for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:33.718223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.757663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.782564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:33.792457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Usage tracker for resource:security_group_rule and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:33.795566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:33.802078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:33.904211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:35:26Z', 'revision_number': 5, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:33.908801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e034a514-05d8-4acb-986f-4eeead14071e None None] The sync data for ids ['b71a3566-282c-4d43-99b0-fe6567c26dc2'] in n-d-768851-4 is: [{'id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'name': 'tempest-FloatingIPsTestJSON-1852669204-router', 'tenant_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:33:34Z', 'updated_at': '2021-01-14T05:35:26Z', 'revision_number': 5, 'project_id': 'dd8ef5e65abe460abfb2e01ddc84a274', 'gw_port': {'id': '5fde0f5c-8c17-47d1-8d8f-6df52b4727b6', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:e9:78:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b71a3566-282c-4d43-99b0-fe6567c26dc2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 918, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:33:42Z', 'updated_at': '2021-01-14T05:34:03Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:35:33.909573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.913021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:33.931434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da10e82-1280-4c98-9d27-8017ee67924e service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:33.970729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.005626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44418) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:34.068405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:35:34.102571 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ccef8e3b-4134-408e-b774-2a74912f3158 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fba39665243e4ecaafefd8b41216580e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0954626 Jan 14 05:35:34.105640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44422) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:34.118094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.118490 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Added segment 0a0a4711-57a7-40fd-a00b-8c9ae440adb2 of type vxlan for network d3b7c475-3e68-44d4-ab12-e8a80dd546ae Jan 14 05:35:34.139347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.189577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.229240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Pushing event updated for resources: {'Port': ['ID=90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:34.232875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:34.238834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.259083 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e93ad6b-26b9-4808-ab71-b79a2a1956a0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.207s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:34.312519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.319901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-301fcc9c-64da-4cf7-a9ff-46f69185a00d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:34.333236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=342c2fd2-3032-4881-8170-c1716f2d99b9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:34.336424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:34.351924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.355843 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/342c2fd2-3032-4881-8170-c1716f2d99b9 HTTP/1.1" status: 204 len: 168 time: 0.2465899 Jan 14 05:35:34.383172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.397749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:34.448869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:34.449397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58cc7777-8ce8-49c1-bdf9-368858f6fbd7 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:34.467889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9355d9e4-8eaf-486b-b8a0-1cf3ca2e78cf,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:34.480970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:34.502542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.514206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:34.518104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:34.520810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Deleting port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:34.521178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.555274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:34.643634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.644946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:34.645597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:34.656424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:34.925347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Pushing event updated for resources: {'Network': ['ID=d3b7c475-3e68-44d4-ab12-e8a80dd546ae,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:34.937858 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.6133468 Jan 14 05:35:34.938017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44452) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:34.941311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:34.944749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Request body: {'subnet': {'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestBootFromVolume-527915967-subnet', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:34.951198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:34.955904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Usage tracker for resource:subnet and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:34.959226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:34.966291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:34.968545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:34.977760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Made reservation on behalf of 32601cefef984f74b6ad1c6e3d70f4ac for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:34.983046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:35.001932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:35.002459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:35.088489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] For port 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5fde0f5c-8c17-47d1-8d8f-6df52b4727b6,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:35.089289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:35.261121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Calling delete_port for 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:35.519984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:35.567332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:35.661955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44472) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:35.718033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99a78c53-5028-4d3b-ab05-98736e910b68 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:35.801619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Pushing event updated for resources: {'Subnet': ['ID=546e8c04-b93f-475f-a027-5480acae09cf,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:35.806560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:35.848691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Checking segment: {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:35.849244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Network hostable DHCP agents. Network: d3b7c475-3e68-44d4-ab12-e8a80dd546ae, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:35:35.874412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:35:35.887505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, d3b7c475-3e68-44d4-ab12-e8a80dd546ae) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:35.896345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f6b36a-ac26-462a-85f3-619a59c797b8 None None] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:35.931506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:35.940008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:35.940693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:35.969808 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.0292795 Jan 14 05:35:35.970614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44486) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:35.983307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Request body: {'router': {'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:35.994181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:36.010638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Usage tracker for resource:router and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:36.020726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:36.034239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:36.062241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.063464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.092741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.292288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1811164706'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:36.297657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:36.297810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-d3b7c475-3e68-44d4-ab12-e8a80dd546ae', 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'fixed_ips': [{'subnet_id': '546e8c04-b93f-475f-a027-5480acae09cf'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:35:36.298599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.301707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Usage tracker for resource:network and tenant:686f54b22d384edbbc944558c198ab2c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:36.304754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:36.310477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:36.336114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Made reservation on behalf of 686f54b22d384edbbc944558c198ab2c for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:36.349196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.372270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.392842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:36.397025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Usage tracker for resource:security_group_rule and tenant:686f54b22d384edbbc944558c198ab2c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:36.400099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:36.405907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:36.550179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.559342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.587953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:35:36.592512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.606103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.606283 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Added segment 698b3292-2d8c-4c1b-966f-73b8d8fe50d1 of type vxlan for network ece28926-ff11-45dd-b066-27a8060d62ca Jan 14 05:35:36.670758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.717118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Allocated IP 172.20.0.2 (d3b7c475-3e68-44d4-ab12-e8a80dd546ae/546e8c04-b93f-475f-a027-5480acae09cf/07d7c439-5e61-49c1-9ca5-2b98d2e7b23e) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:36.732283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38e38f4a-7729-4a9d-9554-a8571884bfe6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:36.824776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.863541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:36.864856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.963099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event updated for resources: {'SecurityGroup': ['ID=60e31660-f1c6-4ea1-8f57-02f2c15624ab,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:36.967021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.973392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:36.975039 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:36.978639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:37.094641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event updated for resources: {'Network': ['ID=ece28926-ff11-45dd-b066-27a8060d62ca,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:37.145964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ece28926-ff11-45dd-b066-27a8060d62ca details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:37.164829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:37.185166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.233277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:35:37.262632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.267384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44510) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:37.274324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.403614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.406683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.429157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.7618122 Jan 14 05:35:37.483117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44520) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:37.486000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.486558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Fanout notify agent at l3_agent the message router_deleted on router b71a3566-282c-4d43-99b0-fe6567c26dc2 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:35:37.611357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ece28926-ff11-45dd-b066-27a8060d62ca details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:37.620388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Request body: {'subnet': {'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:37.628041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ece28926-ff11-45dd-b066-27a8060d62ca details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:37.657948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.666324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b0b498b-f220-4e0e-9215-f5b8b314443c admin admin] 10.222.0.48 "DELETE /v2.0/routers/b71a3566-282c-4d43-99b0-fe6567c26dc2 HTTP/1.1" status: 204 len: 168 time: 4.7516160 Jan 14 05:35:37.668432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:37.713476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.746533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:37.751028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Usage tracker for resource:security_group_rule and tenant:49d476a330044e46b0ef84b29ee39beb is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:37.754212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:37.763404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:37.830331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Transition to ACTIVE for port object 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:37.849120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Transition to ACTIVE for port object 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:37.865760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.911628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44532) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:37.937086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Deleting subnet 3e0a4365-1942-4bfc-abd2-8c82a006fd9d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:35:37.947600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:37.963439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4f01067-4463-44b4-90ec-e5dda80490cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:37.967044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Allocated IP 172.25.3.131 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/fa127f1d-fbff-4f9d-b761-085208f514c0) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:38.017993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.027495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.036557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.056989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48274fbd-b13f-4bd0-98c8-108ac8b7d1df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:38.070006 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49d476a330044e46b0ef84b29ee39beb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7973442 Jan 14 05:35:38.071917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44540) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:38.174389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Pushing event updated for resources: {'Port': ['ID=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:38.197517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:38.221574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:38.231488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Usage tracker for resource:subnet and tenant:686f54b22d384edbbc944558c198ab2c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:38.237012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:38.241555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:38.247893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3bcf418b-311b-42e8-a0f3-80008ac9c117,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:38.249401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:38.253678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:38.255954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:38.257882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:38.260927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.307468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Made reservation on behalf of 686f54b22d384edbbc944558c198ab2c for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:38.323830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.331729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Attempting to bind port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:38.332148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Attempting to bind port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:38.332700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Attempting to bind port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e on network d3b7c475-3e68-44d4-ab12-e8a80dd546ae {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:38.339040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:38.339468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Checking segment: {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:38.339926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.340374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Bound using segment: {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:38.340899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Bound port: 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:38.341324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.436338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:38.440629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.455791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Router 918e436f-7279-4fc9-9079-91998f44ff75 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:35:38.494368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.504588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1e82473-aa6e-4bd2-bdaa-7d1a222ee87c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:38.508831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] For port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:38.514309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] For port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:38.527013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3bcf418b-311b-42e8-a0f3-80008ac9c117,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:38.530008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:38.531223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.533933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:38.536372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5fde0f5c-8c17-47d1-8d8f-6df52b4727b6 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:38.553326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64c38fa3-6bcb-4bb9-8915-c78670cc3917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:38.597466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.598774 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3bcf418b-311b-42e8-a0f3-80008ac9c117 HTTP/1.1" status: 204 len: 168 time: 0.5242145 Jan 14 05:35:38.618609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.618999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:38.655952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26e48d82-9e72-4da1-8c59-0264f98288b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:38.698420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Pushing event updated for resources: {'Port': ['ID=fa127f1d-fbff-4f9d-b761-085208f514c0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:38.703486 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:38.807572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:38.808843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:38.811798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:38.836439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Pushing event updated for resources: {'Port': ['ID=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:38.841451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:38.945528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1704999425-network', 'tenant_id': '8de3228ca0ef4100b50175a1d2d0fc6b'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:38.955000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:38.959984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Usage tracker for resource:network and tenant:8de3228ca0ef4100b50175a1d2d0fc6b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:38.964618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:38.972174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:39.071606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Made reservation on behalf of 8de3228ca0ef4100b50175a1d2d0fc6b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:39.076812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.117276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.141030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.222182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:39.226344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Usage tracker for resource:security_group_rule and tenant:8de3228ca0ef4100b50175a1d2d0fc6b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:39.229591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:39.235604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:39.325243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.350737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.437307 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aee1198c-ce67-4a60-a0c7-e3b12cc7cb46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:39.498142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44568) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:39.552067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:35:39.570751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.689880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.915880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.925221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d954c416-972f-496b-9cb0-fa776b4683fb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:39.955312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:39.955708 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Added segment 05aec36b-fdad-425c-a7db-6db7aa3883bc of type vxlan for network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e Jan 14 05:35:39.969437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.532s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:39.970040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1263641-edc3-435f-8a79-f76a3c46a7e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:40.011661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:40.030783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Usage tracker for resource:security_group_rule and tenant:262dd50191284445b07d650f1cf69aa2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:40.033692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3e0a4365-1942-4bfc-abd2-8c82a006fd9d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:40.041292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:40.064318 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:40.065550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:35:40.083528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:40.090755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Sync routers for ids ['918e436f-7279-4fc9-9079-91998f44ff75'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:35:40.101676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Routers {'918e436f-7279-4fc9-9079-91998f44ff75'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:40.102608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['918e436f-7279-4fc9-9079-91998f44ff75'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:40.106312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:40.328494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:40.470838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74ecf4e3-5c56-4f12-ac62-acd2bd6a6fb0 None None] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:40.479392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:40.485429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44586) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:40.491350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 9.4031932 Jan 14 05:35:40.493000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:40.518869 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3e0a4365-1942-4bfc-abd2-8c82a006fd9d HTTP/1.1" status: 204 len: 168 time: 2.8420162 Jan 14 05:35:40.546765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44590) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:40.565683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Router ad976a76-94fb-453e-b9fb-db8bc9e2515c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:35:40.650069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Set router 918e436f-7279-4fc9-9079-91998f44ff75 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:40.767542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:40.826736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-98089f00-5269-4712-ac02-a967389576f3 None None] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:40.898846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:40.937025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] It took 0.47 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:35:40.949178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:40.978792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0002575-5cb3-49c7-aea7-f50e4302f755 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:41.011647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:35:35Z', 'revision_number': 3, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:32Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:41.017449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Checking router: 918e436f-7279-4fc9-9079-91998f44ff75 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:35:41.018203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Updating router 918e436f-7279-4fc9-9079-91998f44ff75 port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:35:41.023436 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=262dd50191284445b07d650f1cf69aa2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5204535 Jan 14 05:35:41.024393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7290c887-5c6f-4e08-ac35-ed94700ea74f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:41.028293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:41.031729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44596) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:41.153983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.155558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Provisioning for port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:41.166059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:41.182730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:41.183234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.222815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Provisioning complete for port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:41.223240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.231951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.300106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.301231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:41.301942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.325371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:41.368563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.2710261 Jan 14 05:35:41.369946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.375266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:41.376910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Deleting port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:41.377279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.463105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.553143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] DHCP port deletion for e42e4bf0-1867-46a6-93c4-7cf3c7348604 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:35:41.575617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Request body: {'subnet': {'network_id': 'e1702c3c-e3b6-4d51-8f6d-70d1ce17517e', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1704999425-subnet', 'tenant_id': '8de3228ca0ef4100b50175a1d2d0fc6b', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:41.615397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.641359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Deleting port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:41.641614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.678950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:41.707366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Usage tracker for resource:subnet and tenant:8de3228ca0ef4100b50175a1d2d0fc6b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:41.734357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.742367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:41.765808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Pushing event updated for resources: {'Network': ['ID=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:41.776210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:41.824056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:35:41.864199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.866415 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 5.8936145 Jan 14 05:35:41.924071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:41.935939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44610) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:41.937125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:41.947883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] For port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,segment=NetworkSegment(5e6c4273-de5f-4df6-b94a-df3b503d0fc4),segment_id=5e6c4273-de5f-4df6-b94a-df3b503d0fc4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:41.948339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.101078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.124059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Transition to ACTIVE for port object 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:42.130185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.166777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Calling delete_port for 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:42.303494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:42.338231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Sync routers for ids ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:35:42.344586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:42.432269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Attempting to bind port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:42.432857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Attempting to bind port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:42.433381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Attempting to bind port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:42.442763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:42.443354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:42.443998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.445377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:42.445377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Bound port: 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:42.445648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.491743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:42.551890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9aca5372-3543-47eb-969e-76bcb66ad2b3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:42.555978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] For port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:42.559452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] For port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:42.570618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.601820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.647413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:42.720723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Pushing event updated for resources: {'Port': ['ID=90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:42.731267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.731813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.732304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.732791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.733273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.734041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.734194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.734792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.735392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.735875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.736352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.737086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.737333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.737811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.738290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.738792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.739267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.739744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.740599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.741113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.741543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.742012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.742482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.742995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.743552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.744024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.744491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.745081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.745727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.746102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.746567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.747062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.747693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.748166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.748643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.749110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:42.773334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Routers {'918e436f-7279-4fc9-9079-91998f44ff75'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:42.774208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['918e436f-7279-4fc9-9079-91998f44ff75'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:42.790019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:42.991113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] Set router 918e436f-7279-4fc9-9079-91998f44ff75 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:42.995767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Allocated IP 172.20.0.1 (94cfee38-8f97-4fee-b779-f4bac3186c67/568c4d2a-092b-4bd8-990f-d1e381cf4437/cc589f8a-49c1-4fed-9573-4ec7fff5bf1d) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:43.137915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61d75327-98b7-4489-9f92-c99617ceb580 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:43.177826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.205121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event updated for resources: {'Subnet': ['ID=5346b191-a685-4318-b78e-2b5d3e38e74a,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:43.208870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:43.212250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.232964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0701b42-f3ea-4dac-8511-1e62529e60c7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.243988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Routers {'ad976a76-94fb-453e-b9fb-db8bc9e2515c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:43.244674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:43.252926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-366996e9-97ce-4a6d-8408-98b8c00ef112 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:43.253159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Made reservation on behalf of 8de3228ca0ef4100b50175a1d2d0fc6b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:43.258246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.330370 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.027s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:43.347405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.638s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:43.437563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Set router ad976a76-94fb-453e-b9fb-db8bc9e2515c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:43.469293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:35:35Z', 'revision_number': 3, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:43.471635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Pushing event updated for resources: {'Port': ['ID=90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:43.476637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:43.478200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-830a00ee-838e-4ab9-bda7-5af563accd87 None None] The sync data for ids ['918e436f-7279-4fc9-9079-91998f44ff75'] in n-d-768851-4 is: [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:35:35Z', 'revision_number': 3, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:35:43.554855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:43.558304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:43.561449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:43.621890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Pushing event updated for resources: {'Port': ['ID=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:43.622451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] For port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:43.624259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] No DVR routers for this DVR port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:35:43.635076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:43.648336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.684517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Checking segment: {'id': '698b3292-2d8c-4c1b-966f-73b8d8fe50d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:43.684913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Network hostable DHCP agents. Network: ece28926-ff11-45dd-b066-27a8060d62ca, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:35:43.748128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.759137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-595fafdb-2d11-40ae-9809-f999e50c2e33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:43.778770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.781492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] For port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,segment=NetworkSegment(5e6c4273-de5f-4df6-b94a-df3b503d0fc4),segment_id=5e6c4273-de5f-4df6-b94a-df3b503d0fc4)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:43.781906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.786009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Pushing event deleted for resources: {'Port': ['ID=1e555917-6bcd-45ca-bfbc-1965b9d5fee0,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:43.896759 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.759s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:43.903698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:35:43.904111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:35:43.904722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:43.917481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:44.004892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Pushing event updated for resources: {'Port': ['ID=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:44.024491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:44.070395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ff9183c9-9b4a-49bd-8d08-7cb75e4733f3 None None] Provisioning complete for port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:44.070863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff9183c9-9b4a-49bd-8d08-7cb75e4733f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.126062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:35:39Z', 'revision_number': 3, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:38Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:44.133635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Checking router: ad976a76-94fb-453e-b9fb-db8bc9e2515c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:35:44.134038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Updating router ad976a76-94fb-453e-b9fb-db8bc9e2515c port fa127f1d-fbff-4f9d-b761-085208f514c0 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:35:44.186117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.191601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.245726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.265865 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a95fb816-3e51-41b6-9378-cdbd33afe220 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:44.351574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.385873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7290c887-5c6f-4e08-ac35-ed94700ea74f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:44.390481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.631s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:44.552113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Pushing event updated for resources: {'Port': ['ID=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:44.556471 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:44.578683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:44.580540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:44.649990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Calling delete_port for 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:44.759618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.764761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7290c887-5c6f-4e08-ac35-ed94700ea74f HTTP/1.1" status: 204 len: 168 time: 3.6727388 Jan 14 05:35:44.768740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:35:44.769109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:35:44.885584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Network ece28926-ff11-45dd-b066-27a8060d62ca is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:35:44.935440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ece28926-ff11-45dd-b066-27a8060d62ca) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:44.965657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:44.966901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.971610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:44.989292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Transition to ACTIVE for port object fa127f1d-fbff-4f9d-b761-085208f514c0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:45.000567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.002081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Router 918e436f-7279-4fc9-9079-91998f44ff75 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:35:45.006098 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.5215478 Jan 14 05:35:45.011780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44654) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:45.027448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Request body: {'port': {'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca', 'name': 'tempest-DHCPAgentSchedulersTestJSON-872692218'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:45.180180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3bb61bcd-cd04-4112-a515-c6b2f813f221 None None] Network ece28926-ff11-45dd-b066-27a8060d62ca requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:45.249573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.318482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:45.323771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Usage tracker for resource:port and tenant:686f54b22d384edbbc944558c198ab2c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:45.325529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4285a357-97a8-43f6-a71e-33086878f289 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.331340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:45.333104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7954af31-e039-4e73-907f-e1466f2d86ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:45.339156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:45.358100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Made reservation on behalf of 686f54b22d384edbbc944558c198ab2c for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:45.370583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.407178 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6095bb0-b24f-433a-9242-c2da22f5570b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:45.464644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:45.493762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Deleting port 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:45.494146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.528973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c03ae5-a75b-4716-a604-9363f2dee919 None None] Pushing event updated for resources: {'Port': ['ID=fa127f1d-fbff-4f9d-b761-085208f514c0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:45.536082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1287ac7d-3987-40bd-925a-831e68a1ac77,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:45.545274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:45.570056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19c03ae5-a75b-4716-a604-9363f2dee919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:45.635055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.636390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Attempting to bind port fa127f1d-fbff-4f9d-b761-085208f514c0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:45.636807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Attempting to bind port fa127f1d-fbff-4f9d-b761-085208f514c0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:45.637217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Attempting to bind port fa127f1d-fbff-4f9d-b761-085208f514c0 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:45.645793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:45.646216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:45.646668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.647347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:45.647981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Bound port: fa127f1d-fbff-4f9d-b761-085208f514c0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:45.648407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.721524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] device_id is not set on port 96b19af1-7a27-431a-a01a-572b2701e3c5 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:35:45.725651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] The port '1e555917-6bcd-45ca-bfbc-1965b9d5fee0' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:35:45.744877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Checking segment: {'id': '05aec36b-fdad-425c-a7db-6db7aa3883bc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': 'e1702c3c-e3b6-4d51-8f6d-70d1ce17517e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:45.744877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Network hostable DHCP agents. Network: e1702c3c-e3b6-4d51-8f6d-70d1ce17517e, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:35:45.767156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] For port fa127f1d-fbff-4f9d-b761-085208f514c0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:45.770591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] For port fa127f1d-fbff-4f9d-b761-085208f514c0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa127f1d-fbff-4f9d-b761-085208f514c0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:45.771842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:45.777559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.778593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ece28926-ff11-45dd-b066-27a8060d62ca', 'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca', 'tenant_id': '686f54b22d384edbbc944558c198ab2c', 'fixed_ips': [{'subnet_id': '5346b191-a685-4318-b78e-2b5d3e38e74a'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:35:45.779619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.800939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:45.801361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.861657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:45.899199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a0ea6c1-d3e8-4e6d-97a8-b5df4d2a99ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:45.973073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Allocated IP 172.20.0.6 (ece28926-ff11-45dd-b066-27a8060d62ca/5346b191-a685-4318-b78e-2b5d3e38e74a/96b19af1-7a27-431a-a01a-572b2701e3c5) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:46.222768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Allocated IP 172.20.0.1 (d3b7c475-3e68-44d4-ab12-e8a80dd546ae/546e8c04-b93f-475f-a027-5480acae09cf/ffedac73-af7a-4789-8444-7edf842498ea) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:46.279098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:46.297125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Transition to ACTIVE for port object 96b19af1-7a27-431a-a01a-572b2701e3c5 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:46.322956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:46.344130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ed73feb-e431-44d0-bc57-fb9804d53aa3 tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:46.387378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:35:46.450982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:46.505554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Transition to ACTIVE for port object ffedac73-af7a-4789-8444-7edf842498ea will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:46.637551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:35:46.680209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Allocated IP 172.20.0.2 (ece28926-ff11-45dd-b066-27a8060d62ca/5346b191-a685-4318-b78e-2b5d3e38e74a/69851e02-22e2-4f53-92ec-50c997e0a64d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:46.705589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e1702c3c-e3b6-4d51-8f6d-70d1ce17517e) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:46.746833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:46.748823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:46.781245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:46.860336 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] 10.222.0.48 "PUT /v2.0/routers/918e436f-7279-4fc9-9079-91998f44ff75/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.3722484 Jan 14 05:35:46.896873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11edec8a-c0dc-4d27-a001-e9a582732136 None None] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:46.927272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event updated for resources: {'Port': ['ID=96b19af1-7a27-431a-a01a-572b2701e3c5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:46.931445 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.588s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:46.981560 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 5.5432439 Jan 14 05:35:47.001729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Network ece28926-ff11-45dd-b066-27a8060d62ca is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:47.003820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:47.006873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.127819 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:47.132224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:47.133477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e42e4bf0-1867-46a6-93c4-7cf3c7348604']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:47.140287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:47.159156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:47.159893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:47.166825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Sync routers for ids ['918e436f-7279-4fc9-9079-91998f44ff75'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:35:47.183533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Routers {'918e436f-7279-4fc9-9079-91998f44ff75'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:47.185907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['918e436f-7279-4fc9-9079-91998f44ff75'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:47.219400 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 2.1999586 Jan 14 05:35:47.222531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44696) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:47.232282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Routers {'ad976a76-94fb-453e-b9fb-db8bc9e2515c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:47.233004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:47.357388 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:47.382193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Deleting port 96b19af1-7a27-431a-a01a-572b2701e3c5 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:47.382613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:47.491738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] Set router ad976a76-94fb-453e-b9fb-db8bc9e2515c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:47.502248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5e6c4273-de5f-4df6-b94a-df3b503d0fc4') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:47.502645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5e6c4273-de5f-4df6-b94a-df3b503d0fc4') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:47.579631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Pushing event updated for resources: {'Port': ['ID=ffedac73-af7a-4789-8444-7edf842498ea,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:47.592693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:47.612331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:47.614177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:47.618954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:47.625065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:47.644313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:47.704829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:47.717217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Transition to ACTIVE for port object 69851e02-22e2-4f53-92ec-50c997e0a64d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:47.735268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Transition to ACTIVE for port object 69851e02-22e2-4f53-92ec-50c997e0a64d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:47.760618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:47.776595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:48.003408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:48.030113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Set router 918e436f-7279-4fc9-9079-91998f44ff75 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:48.039223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:48.055915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:48.130929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:48.141923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:48.212664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19c03ae5-a75b-4716-a604-9363f2dee919 None None] Pushing event updated for resources: {'Port': ['ID=fa127f1d-fbff-4f9d-b761-085208f514c0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:48.237358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Calling delete_port for 96b19af1-7a27-431a-a01a-572b2701e3c5 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:35:48.422827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Network e42e4bf0-1867-46a6-93c4-7cf3c7348604 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:48.448346 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:48.498337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:48.523836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:48.526191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19c03ae5-a75b-4716-a604-9363f2dee919 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.627s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:48.577348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Network ece28926-ff11-45dd-b066-27a8060d62ca is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:48.584057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:48.587195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eba0597f-5775-4a88-b9c6-651ef02ee720 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:48.614890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:48.706150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event deleted for resources: {'Port': ['ID=96b19af1-7a27-431a-a01a-572b2701e3c5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:48.709087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:48.729630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:48.731686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e1621eb-7131-433b-925a-9bc432eaa6af None None] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:48.803710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:48.901134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:35:43Z', 'revision_number': 4, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'cc589f8a-49c1-4fed-9573-4ec7fff5bf1d', 'name': '', 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'mac_address': 'fa:16:3e:ab:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '568c4d2a-092b-4bd8-990f-d1e381cf4437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:42Z', 'updated_at': '2021-01-14T05:35:43Z', 'revision_number': 2, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'subnets': [{'id': '568c4d2a-092b-4bd8-990f-d1e381cf4437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:48.909791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Checking router: 918e436f-7279-4fc9-9079-91998f44ff75 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:35:48.913875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Updating router 918e436f-7279-4fc9-9079-91998f44ff75 port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:35:48.993958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.078148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.080746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Pushing event updated for resources: {'Port': ['ID=69851e02-22e2-4f53-92ec-50c997e0a64d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:49.265614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.280775 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "DELETE /v2.0/ports/96b19af1-7a27-431a-a01a-572b2701e3c5 HTTP/1.1" status: 204 len: 168 time: 2.0570319 Jan 14 05:35:49.285377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44746) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:49.286950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.306620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:49.330041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60125f06-cd92-4cce-9691-a4c7025b61d5 req-ee7e820a-af0f-4047-bc5e-676290c79b3f tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:49.341775 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60125f06-cd92-4cce-9691-a4c7025b61d5 req-ee7e820a-af0f-4047-bc5e-676290c79b3f tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/networks?id=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 200 len: 812 time: 0.5186884 Jan 14 05:35:49.368676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-71938475-3267-41ce-92d4-bd0732ab96f0 None None] Provisioning for port ffedac73-af7a-4789-8444-7edf842498ea completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:49.393653 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60125f06-cd92-4cce-9691-a4c7025b61d5 req-e09aa18a-140b-4fbe-b5eb-e1c4299b13ab tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/quotas/8de3228ca0ef4100b50175a1d2d0fc6b HTTP/1.1" status: 200 len: 375 time: 0.0507424 Jan 14 05:35:49.398596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.814s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:49.404508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-71938475-3267-41ce-92d4-bd0732ab96f0 None None] Provisioning complete for port ffedac73-af7a-4789-8444-7edf842498ea triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:49.407536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71938475-3267-41ce-92d4-bd0732ab96f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.512811 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60125f06-cd92-4cce-9691-a4c7025b61d5 req-2a88f2ee-5f6c-444c-8f1d-2e1ec04c03e8 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/ports?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1178415 Jan 14 05:35:49.515938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-71938475-3267-41ce-92d4-bd0732ab96f0 None None] Port ffedac73-af7a-4789-8444-7edf842498ea cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:35:49.522677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Attempting to bind port 69851e02-22e2-4f53-92ec-50c997e0a64d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:49.523230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Attempting to bind port 69851e02-22e2-4f53-92ec-50c997e0a64d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '698b3292-2d8c-4c1b-966f-73b8d8fe50d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:49.523750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Attempting to bind port 69851e02-22e2-4f53-92ec-50c997e0a64d on network ece28926-ff11-45dd-b066-27a8060d62ca {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:49.526338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.527535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:49.608026 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19c03ae5-a75b-4716-a604-9363f2dee919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:49.617296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-e62f7ae7-ba7d-4a72-ac2c-2135995eed4f tempest-ServerRescueTestJSON-1403886395 tempest-ServerRescueTestJSON-1403886395] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:49.618169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-e62f7ae7-ba7d-4a72-ac2c-2135995eed4f tempest-ServerRescueTestJSON-1403886395 tempest-ServerRescueTestJSON-1403886395] Synchronizing usage tracker for tenant:1c281c3dc7ec42afa28b65984eca1f0d on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:35:49.622951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.634543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.700753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:49.708353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:49.708780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Checking segment: {'id': '698b3292-2d8c-4c1b-966f-73b8d8fe50d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:49.709237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.709743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Bound using segment: {'id': '698b3292-2d8c-4c1b-966f-73b8d8fe50d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:49.710468 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:49.710585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Bound port: 69851e02-22e2-4f53-92ec-50c997e0a64d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '698b3292-2d8c-4c1b-966f-73b8d8fe50d1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'ece28926-ff11-45dd-b066-27a8060d62ca'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:49.710991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.747686 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:49.751241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.765392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Transition to ACTIVE for port object cc589f8a-49c1-4fed-9573-4ec7fff5bf1d will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:49.771342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.790403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.837319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] For port 69851e02-22e2-4f53-92ec-50c997e0a64d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:49.840946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] For port 69851e02-22e2-4f53-92ec-50c997e0a64d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=69851e02-22e2-4f53-92ec-50c997e0a64d,segment=NetworkSegment(698b3292-2d8c-4c1b-966f-73b8d8fe50d1),segment_id=698b3292-2d8c-4c1b-966f-73b8d8fe50d1)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:49.859110 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60125f06-cd92-4cce-9691-a4c7025b61d5 req-8ae52ac5-070b-4691-9f90-144b605bf41c service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3414249 Jan 14 05:35:49.859384 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] 10.222.0.48 "DELETE /v2.0/networks/e42e4bf0-1867-46a6-93c4-7cf3c7348604 HTTP/1.1" status: 204 len: 168 time: 9.1421266 Jan 14 05:35:49.870188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-e62f7ae7-ba7d-4a72-ac2c-2135995eed4f tempest-ServerRescueTestJSON-1403886395 tempest-ServerRescueTestJSON-1403886395] Unset dirty status for tenant:1c281c3dc7ec42afa28b65984eca1f0d on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:35:49.872224 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-e62f7ae7-ba7d-4a72-ac2c-2135995eed4f tempest-ServerRescueTestJSON-1403886395 tempest-ServerRescueTestJSON-1403886395] 10.222.0.48 "GET /v2.0/networks?id=94cfee38-8f97-4fee-b779-f4bac3186c67 HTTP/1.1" status: 200 len: 809 time: 0.7911108 Jan 14 05:35:49.873133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Pushing event updated for resources: {'Port': ['ID=ffedac73-af7a-4789-8444-7edf842498ea,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:49.882590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.892593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:49.987446 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72267f41-4e47-4d5f-8a73-e269a78e2d3d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:50.023757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:50.024404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.251s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:50.051291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:50.107290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Pushing event deleted for resources: {'Network': ['ID=e42e4bf0-1867-46a6-93c4-7cf3c7348604,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:50.110616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:50.124747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-06ea5772-be15-4b65-bd50-776c8bf9a4d6 tempest-ServerRescueTestJSON-1403886395 tempest-ServerRescueTestJSON-1403886395] 10.222.0.48 "GET /v2.0/quotas/1c281c3dc7ec42afa28b65984eca1f0d HTTP/1.1" status: 200 len: 375 time: 0.1123261 Jan 14 05:35:50.150418 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-60125f06-cd92-4cce-9691-a4c7025b61d5 req-4c637cc7-ed29-4785-a7fa-70c2dab7d3d5 service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2865777 Jan 14 05:35:50.166589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Pushing event updated for resources: {'Port': ['ID=69851e02-22e2-4f53-92ec-50c997e0a64d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:50.179547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:35:39Z', 'revision_number': 3, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:50.186486 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3bae95b9-1b11-497a-8ac6-52b721c34876 tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 6223 time: 0.8366895 Jan 14 05:35:50.188426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:50.189356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44764) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:50.196153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Request body: {'network': {'name': 'tempest-DHCPAgentSchedulersTestJSON-test-network-1697360960'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:50.211207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:50.217262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3cef13a-74f4-4d26-80a0-5c7c48e2d108 None None] The sync data for ids ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'] in n-d-768851-4 is: [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:35:39Z', 'revision_number': 3, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:35:50.223834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Usage tracker for resource:network and tenant:686f54b22d384edbbc944558c198ab2c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:50.229031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:50.243066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:50.255782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:50.255782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.268380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Made reservation on behalf of 686f54b22d384edbbc944558c198ab2c for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:50.288813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.328021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:50.330509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:50.373003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:35:50.384437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.385154 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Added segment c308cf44-5d63-4e97-b6af-16c37c3fa30c of type vxlan for network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 Jan 14 05:35:50.451057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.559396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.562427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886422b-7e38-49a1-9907-0ae558e4cdd3 None None] Pushing event updated for resources: {'Port': ['ID=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:50.592404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7886422b-7e38-49a1-9907-0ae558e4cdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.541s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:50.648765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Attempting to bind port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:50.650737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:50.651263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.651525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Attempting to bind port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'adf14bb0-53e0-419b-b09d-6165a8d4e3e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:50.653100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Attempting to bind port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d on network 94cfee38-8f97-4fee-b779-f4bac3186c67 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:50.669072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:50.673359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Checking segment: {'id': 'adf14bb0-53e0-419b-b09d-6165a8d4e3e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:50.674142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.674778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Bound using segment: {'id': 'adf14bb0-53e0-419b-b09d-6165a8d4e3e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:50.675886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Bound port: cc589f8a-49c1-4fed-9573-4ec7fff5bf1d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'adf14bb0-53e0-419b-b09d-6165a8d4e3e6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:50.678481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:50.759342 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fdc203c5-1996-4852-8ceb-6d7e9c332947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:50.804767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:35:50.855868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44776) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:50.923044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-6a8d2e59-bbc1-4cf4-be92-cee68f5df8e8 tempest-ServerRescueTestJSON-1403886395 tempest-ServerRescueTestJSON-1403886395] 10.222.0.48 "GET /v2.0/ports?tenant_id=1c281c3dc7ec42afa28b65984eca1f0d&fields=id HTTP/1.1" status: 200 len: 255 time: 0.7966919 Jan 14 05:35:51.016442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:35:51.018118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e555917-6bcd-45ca-bfbc-1965b9d5fee0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:35:51.035716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] For port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:51.045677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event updated for resources: {'Network': ['ID=5b8af2f5-6de9-4b47-a70b-46bba3d52e08,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:51.046618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] For port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,segment=NetworkSegment(adf14bb0-53e0-419b-b09d-6165a8d4e3e6),segment_id=adf14bb0-53e0-419b-b09d-6165a8d4e3e6)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:51.051507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 0.8583045 Jan 14 05:35:51.051507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:51.052032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44784) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:51.053853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:51.059629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:51.118030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca8b7260-7432-4fa4-b717-3b763efc5c29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:51.142362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:51.426363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-fbe5df34-b8b3-41c7-9c13-e55d327e28db service neutron] 10.222.0.48 "GET /v2.0/networks/94cfee38-8f97-4fee-b779-f4bac3186c67?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5015104 Jan 14 05:35:51.538673 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-69fa04b0-4eb3-48b8-9ac6-418081c7c3fb tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "GET /v2.0/agents/7391f645-00a8-488f-be8b-a64f53ae333e/dhcp-networks HTTP/1.1" status: 200 len: 12013 time: 0.4826357 Jan 14 05:35:51.550040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44804) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:51.629317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7886422b-7e38-49a1-9907-0ae558e4cdd3 None None] Pushing event updated for resources: {'Port': ['ID=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:51.636897 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-851741a1-39e9-4210-91cc-f51dd762158c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=dd8ef5e65abe460abfb2e01ddc84a274&name=default HTTP/1.1" status: 200 len: 2979 time: 0.7788723 Jan 14 05:35:51.639767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44808) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:51.656971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7886422b-7e38-49a1-9907-0ae558e4cdd3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:51.768536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:51.773984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Routers {'918e436f-7279-4fc9-9079-91998f44ff75'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:51.775824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['918e436f-7279-4fc9-9079-91998f44ff75'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:51.840070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:51.887488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:35:51.893888 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3734545f-214d-4d2f-b4ea-ace7498035f7 req-480ace50-6eb0-4e31-8599-05bf6255733c service neutron] 10.222.0.48 "GET /v2.0/networks/94cfee38-8f97-4fee-b779-f4bac3186c67?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4649522 Jan 14 05:35:52.064991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Router ad976a76-94fb-453e-b9fb-db8bc9e2515c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:35:52.223250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 69851e02-22e2-4f53-92ec-50c997e0a64d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:52.293021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f4255eb-6aa5-46de-87e2-ac63a4a99aec req-4ef6df25-fc42-43e6-9647-d8f1da6f2b27 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:52.294748 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4255eb-6aa5-46de-87e2-ac63a4a99aec req-4ef6df25-fc42-43e6-9647-d8f1da6f2b27 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/networks?id=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 200 len: 812 time: 0.3640530 Jan 14 05:35:52.337039 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4255eb-6aa5-46de-87e2-ac63a4a99aec req-049dff6b-4893-44d1-9969-c13eb686d78f tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/quotas/8de3228ca0ef4100b50175a1d2d0fc6b HTTP/1.1" status: 200 len: 375 time: 0.0315459 Jan 14 05:35:52.369340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] Set router 918e436f-7279-4fc9-9079-91998f44ff75 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:52.465383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:52.522371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d5a4c0f4-e149-42b5-91c0-71277c36b082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:52.607160 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4255eb-6aa5-46de-87e2-ac63a4a99aec req-6bf2dfcf-4b4d-4aba-8406-132ea537a5b4 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/ports?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2623551 Jan 14 05:35:52.621496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4a05923-9af2-4c17-a7a8-e9727eaf4ee6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:52.652080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:52.653378 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4a05923-9af2-4c17-a7a8-e9727eaf4ee6 HTTP/1.1" status: 204 len: 168 time: 1.0125122 Jan 14 05:35:52.710110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9dbcfb8-9841-40af-bf8e-0948c8400ccd None None] Network ece28926-ff11-45dd-b066-27a8060d62ca requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:52.746990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:52.796500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:35:52.826233 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] 10.222.0.48 "PUT /v2.0/routers/ad976a76-94fb-453e-b9fb-db8bc9e2515c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6592395 Jan 14 05:35:52.856725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44850) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:52.886120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11cbed70-c4da-4afc-b073-518b6d95353d tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] Network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:35:52.914200 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11cbed70-c4da-4afc-b073-518b6d95353d tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "POST /v2.0/agents/7391f645-00a8-488f-be8b-a64f53ae333e/dhcp-networks HTTP/1.1" status: 201 len: 201 time: 1.3605337 Jan 14 05:35:52.914511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:53.058562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-05fff49b-24d7-483f-b84f-c1b48891147e None None] Network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:35:53.129942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:35:43Z', 'revision_number': 4, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'cc589f8a-49c1-4fed-9573-4ec7fff5bf1d', 'name': '', 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'mac_address': 'fa:16:3e:ab:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '568c4d2a-092b-4bd8-990f-d1e381cf4437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:42Z', 'updated_at': '2021-01-14T05:35:51Z', 'revision_number': 4, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'subnets': [{'id': '568c4d2a-092b-4bd8-990f-d1e381cf4437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:53.147757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dab47916-749f-448c-990e-3d02b4e9b820 None None] The sync data for ids ['918e436f-7279-4fc9-9079-91998f44ff75'] in n-d-768851-4 is: [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:35:43Z', 'revision_number': 4, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'cc589f8a-49c1-4fed-9573-4ec7fff5bf1d', 'name': '', 'network_id': '94cfee38-8f97-4fee-b779-f4bac3186c67', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'mac_address': 'fa:16:3e:ab:06:cc', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_interface', 'standard_attr_id': 1212, 'fixed_ips': [{'subnet_id': '568c4d2a-092b-4bd8-990f-d1e381cf4437', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:42Z', 'updated_at': '2021-01-14T05:35:51Z', 'revision_number': 4, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'subnets': [{'id': '568c4d2a-092b-4bd8-990f-d1e381cf4437', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:35:53.235227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4255eb-6aa5-46de-87e2-ac63a4a99aec req-4b539bc9-a33a-4d9a-a1db-21b3e6f6882b service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6110320 Jan 14 05:35:53.277651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c39b435a-214d-460d-90de-114c9c717b90 tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "GET /v2.0/agents/7391f645-00a8-488f-be8b-a64f53ae333e/dhcp-networks HTTP/1.1" status: 200 len: 12778 time: 0.3618431 Jan 14 05:35:53.280700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44866) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:53.370490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8caca29e-0e3e-47d0-aaeb-881bd8b699bf None None] Provisioning complete for port ffedac73-af7a-4789-8444-7edf842498ea triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:53.370948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8caca29e-0e3e-47d0-aaeb-881bd8b699bf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:53.443786 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab5cf969-d2dd-4467-80bc-20bbe409b292 tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "DELETE /v2.0/agents/7391f645-00a8-488f-be8b-a64f53ae333e/dhcp-networks/5b8af2f5-6de9-4b47-a70b-46bba3d52e08 HTTP/1.1" status: 204 len: 168 time: 0.1606121 Jan 14 05:35:53.446398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44876) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:53.511466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8caca29e-0e3e-47d0-aaeb-881bd8b699bf None None] Port ffedac73-af7a-4789-8444-7edf842498ea cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:35:53.580646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 69851e02-22e2-4f53-92ec-50c997e0a64d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:53.616047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa127f1d-fbff-4f9d-b761-085208f514c0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:53.781760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fa127f1d-fbff-4f9d-b761-085208f514c0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:53.811169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Provisioning for port 69851e02-22e2-4f53-92ec-50c997e0a64d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:53.817108 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be8252fe-9209-43bf-9fad-35a8084fcf70 tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "GET /v2.0/agents/7391f645-00a8-488f-be8b-a64f53ae333e/dhcp-networks HTTP/1.1" status: 200 len: 12013 time: 0.3688521 Jan 14 05:35:53.823584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44884) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:53.824269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fa127f1d-fbff-4f9d-b761-085208f514c0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:53.824692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:53.855720 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f71f56c-1543-4c8d-8984-b84050e70d6a tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "GET /v2.0/networks/ece28926-ff11-45dd-b066-27a8060d62ca/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0299723 Jan 14 05:35:53.861131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44888) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:53.900469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Provisioning complete for port 69851e02-22e2-4f53-92ec-50c997e0a64d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:53.900886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:53.904540 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b0f3c190-e564-4b63-871d-03cd1c5494c5 tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "GET /v2.0/networks/ece28926-ff11-45dd-b066-27a8060d62ca/dhcp-agents HTTP/1.1" status: 200 len: 794 time: 0.0415330 Jan 14 05:35:53.907449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44892) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:54.151042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Sync routers for ids ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:35:54.193808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:54.427781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:54.435685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44900) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:54.437270 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4323c1ab-714f-4950-b4d5-8c6a3cc5c033 tempest-DHCPAgentSchedulersTestJSON-248424354 tempest-DHCPAgentSchedulersTestJSON-248424354] 10.222.0.48 "GET /v2.0/agents/7391f645-00a8-488f-be8b-a64f53ae333e/dhcp-networks HTTP/1.1" status: 200 len: 12013 time: 0.5208724 Jan 14 05:35:54.463349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port fa127f1d-fbff-4f9d-b761-085208f514c0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa127f1d-fbff-4f9d-b761-085208f514c0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:54.466537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Routers {'ad976a76-94fb-453e-b9fb-db8bc9e2515c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:54.467689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:54.792275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Set router ad976a76-94fb-453e-b9fb-db8bc9e2515c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:35:54.822965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:54.899386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:54.900509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:54.901974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44912) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:54.909892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Request body: {'security_group': {'name': 'tempest-securitygroup--114455514', 'description': 'tempest-description--673024888'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:54.934593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:54.943857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Usage tracker for resource:security_group and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:54.944224 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:54.953535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:54.968405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:54.996053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.069076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=fa127f1d-fbff-4f9d-b761-085208f514c0,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:55.107125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:55.107973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] For port 69851e02-22e2-4f53-92ec-50c997e0a64d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=69851e02-22e2-4f53-92ec-50c997e0a64d,segment=NetworkSegment(698b3292-2d8c-4c1b-966f-73b8d8fe50d1),segment_id=698b3292-2d8c-4c1b-966f-73b8d8fe50d1)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:55.127327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Usage tracker for resource:security_group_rule and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:55.133278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:55.147944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:55.164984 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4f4255eb-6aa5-46de-87e2-ac63a4a99aec req-a60fd0d1-ff86-499d-87b8-3f371bf0125b service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.9203947 Jan 14 05:35:55.380591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.396321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.421763 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:55.455046 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03a5613f-c804-4bea-ae28-8c5280e46e8a tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:55.506175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.516076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1780 time: 0.6126051 Jan 14 05:35:55.536625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44928) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:55.583610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Request body: {'security_group_rule': {'security_group_id': 'ef89bcbd-70a9-4893-933a-bf3d0b8f4412', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:55.640376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event updated for resources: {'SecurityGroup': ['ID=ef89bcbd-70a9-4893-933a-bf3d0b8f4412,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:55.645705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:55.649340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:55.664182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Usage tracker for resource:security_group_rule and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:55.671386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:55.685077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.686865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:55.734236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.835164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.842777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.845441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a599e9de-dbc5-427d-9fe8-83163a5a835e tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:55.867339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.900621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:55.916712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5137626b-6de1-4702-af01-1b968b0f0d92,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:55.923460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:55.928635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:55.930306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3924844 Jan 14 05:35:55.933952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44946) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:55.963222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Request body: {'security_group_rule': {'security_group_id': 'ef89bcbd-70a9-4893-933a-bf3d0b8f4412', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:55.988019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5b8af2f5-6de9-4b47-a70b-46bba3d52e08']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:56.001639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:56.014088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c308cf44-5d63-4e97-b6af-16c37c3fa30c') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:56.014607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c308cf44-5d63-4e97-b6af-16c37c3fa30c') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:56.016259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Usage tracker for resource:security_group_rule and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:56.028970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.030196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:56.054653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.057767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:35:56.069122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:56.128814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.182146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Pushing event updated for resources: {'Port': ['ID=69851e02-22e2-4f53-92ec-50c997e0a64d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:56.190534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:56.216208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:56.216626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.270058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.273479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.276338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:56.297230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:56.309308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.309846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5e428a9c-c135-4a80-af9e-36fdd8ea591d,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:56.320144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.326637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:56.338451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.347052 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.4117646 Jan 14 05:35:56.348962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44964) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:56.359975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ebf0a0d-e928-4afb-a4f3-8c064cbfc959 None None] Provisioning complete for port 69851e02-22e2-4f53-92ec-50c997e0a64d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:56.360402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ebf0a0d-e928-4afb-a4f3-8c064cbfc959 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.361329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:56.385819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:56.398160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Usage tracker for resource:floatingip and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:56.407745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:56.420254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:56.445891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.537810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Network 5b8af2f5-6de9-4b47-a70b-46bba3d52e08 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:35:56.696159 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:35:56.700499 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:35:56.708614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.765860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:56.768515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ebf0a0d-e928-4afb-a4f3-8c064cbfc959 None None] Could not find standard attr ID for object 96b19af1-7a27-431a-a01a-572b2701e3c5. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:35:56.793766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:35:48Z', 'revision_number': 4, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ffedac73-af7a-4789-8444-7edf842498ea', 'name': '', 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'mac_address': 'fa:16:3e:cf:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '546e8c04-b93f-475f-a027-5480acae09cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:45Z', 'updated_at': '2021-01-14T05:35:48Z', 'revision_number': 2, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'subnets': [{'id': '546e8c04-b93f-475f-a027-5480acae09cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:35:56.801503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Checking router: ad976a76-94fb-453e-b9fb-db8bc9e2515c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:35:56.801906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Updating router ad976a76-94fb-453e-b9fb-db8bc9e2515c port ffedac73-af7a-4789-8444-7edf842498ea binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:35:56.916566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.000791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f318602-ef53-4ca6-bf91-c1ea6024cbc1 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:57.103732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e72a33c8-ee78-4f17-b0ca-9df579e5d89f req-7a39606c-efbe-42a8-91bd-9c22f84ca6e7 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:57.118180 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e72a33c8-ee78-4f17-b0ca-9df579e5d89f req-7a39606c-efbe-42a8-91bd-9c22f84ca6e7 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/networks?id=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 200 len: 812 time: 0.4092102 Jan 14 05:35:57.140611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.174418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event deleted for resources: {'Network': ['ID=5b8af2f5-6de9-4b47-a70b-46bba3d52e08,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:57.183523 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e72a33c8-ee78-4f17-b0ca-9df579e5d89f req-96a23a86-3df5-4054-8270-99c88ed1505f tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/quotas/8de3228ca0ef4100b50175a1d2d0fc6b HTTP/1.1" status: 200 len: 375 time: 0.0641985 Jan 14 05:35:57.205484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Allocated IP 172.25.3.167 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/53d4f641-36d3-4d4c-85c8-39511ecb59ec) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:35:57.207492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44986) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:57.220864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.221299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.222939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.224186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.224613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.225080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.227669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.228118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.228833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.229258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.229682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.230097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.230580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.235085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.235534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.235963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.236385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.236804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.237223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.237634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.238052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.238450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.240894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-deb5881c-6300-40f8-9112-ecbfb6c834c6 None None] Provisioning complete for port 69851e02-22e2-4f53-92ec-50c997e0a64d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:57.241325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-deb5881c-6300-40f8-9112-ecbfb6c834c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.244499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.244970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.245494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.248541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.249292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.249724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.251249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.251678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.254285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.254998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.255855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.256568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.257145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.257797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:35:57.307149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cc589f8a-49c1-4fed-9573-4ec7fff5bf1d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:57.328182 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:57.342806 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "DELETE /v2.0/networks/5b8af2f5-6de9-4b47-a70b-46bba3d52e08 HTTP/1.1" status: 204 len: 168 time: 2.8796563 Jan 14 05:35:57.345372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44992) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:57.360896 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e72a33c8-ee78-4f17-b0ca-9df579e5d89f req-fc46fcb9-b88e-4cfc-b146-8d978aa1c2d0 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/ports?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0867097 Jan 14 05:35:57.407624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.429253 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-16ecd0f2-74f6-4517-8bf5-eababee7b127 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] DELETE failed (client error): The resource could not be found. Jan 14 05:35:57.429868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-16ecd0f2-74f6-4517-8bf5-eababee7b127 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:35:57.449402 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16ecd0f2-74f6-4517-8bf5-eababee7b127 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "DELETE /v2.0/ports/96b19af1-7a27-431a-a01a-572b2701e3c5 HTTP/1.1" status: 404 len: 333 time: 0.1027648 Jan 14 05:35:57.453295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44996) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:57.475870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:35:57.492681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:57.492681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.544279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.557792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.746664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.794361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,segment=NetworkSegment(adf14bb0-53e0-419b-b09d-6165a8d4e3e6),segment_id=adf14bb0-53e0-419b-b09d-6165a8d4e3e6)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:35:57.806093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.807110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 69851e02-22e2-4f53-92ec-50c997e0a64d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:57.838329 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:57.920471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:57.939722 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:57.941639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.962103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Transition to ACTIVE for port object ffedac73-af7a-4789-8444-7edf842498ea will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:35:57.978421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:57.997367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:58.013700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Request body: {'network': {'name': 'tempest-FloatingIPDetailsTestJSON-887233760-network', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:58.022978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:58.039934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Usage tracker for resource:network and tenant:cf747965542b4543b4f1f98fee7a3c63 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:58.055806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:58.069666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:58.089011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e72a33c8-ee78-4f17-b0ca-9df579e5d89f req-4d1f5697-7a30-4723-b015-f783fb21c376 service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7169189 Jan 14 05:35:58.123863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Deleting subnet 5346b191-a685-4318-b78e-2b5d3e38e74a {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:35:58.129004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.191157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 69851e02-22e2-4f53-92ec-50c997e0a64d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:58.191402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.223177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.263677 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e72a33c8-ee78-4f17-b0ca-9df579e5d89f req-fbd97ec0-9703-44cc-a1e9-13a01e68afc2 service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1735172 Jan 14 05:35:58.274857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.385263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fa002-797c-4015-a1d5-db85d374566b None None] Pushing event updated for resources: {'Port': ['ID=ffedac73-af7a-4789-8444-7edf842498ea,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:58.420448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a3c52cf-25e7-453f-8c5a-0e3d82c59537 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:58.426838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Made reservation on behalf of cf747965542b4543b4f1f98fee7a3c63 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:35:58.439210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.506763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:35:58.536316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:35:58.538932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:35:58.540046 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c79fa002-797c-4015-a1d5-db85d374566b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.543s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:58.581123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa127f1d-fbff-4f9d-b761-085208f514c0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:58.621135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event updated for resources: {'Port': ['ID=53d4f641-36d3-4d4c-85c8-39511ecb59ec,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:58.624392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:58.653670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.702273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Deleting port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:35:58.702481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.704723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.764132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:58.808740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:35:58.813575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Usage tracker for resource:security_group_rule and tenant:cf747965542b4543b4f1f98fee7a3c63 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:35:58.816935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:35:58.823181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:35:58.921967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.007478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fa127f1d-fbff-4f9d-b761-085208f514c0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:35:59.011446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.331903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Attempting to bind port ffedac73-af7a-4789-8444-7edf842498ea on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:35:59.332316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Attempting to bind port ffedac73-af7a-4789-8444-7edf842498ea by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:35:59.332860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Attempting to bind port ffedac73-af7a-4789-8444-7edf842498ea on network d3b7c475-3e68-44d4-ab12-e8a80dd546ae {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:35:59.345255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:35:59.345900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Checking segment: {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:35:59.346461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.347030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Bound using segment: {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:35:59.347557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Bound port: ffedac73-af7a-4789-8444-7edf842498ea, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:35:59.348114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.431465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.503415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] For port ffedac73-af7a-4789-8444-7edf842498ea, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:35:59.507995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] For port ffedac73-af7a-4789-8444-7edf842498ea, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ffedac73-af7a-4789-8444-7edf842498ea,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:35:59.511932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cc589f8a-49c1-4fed-9573-4ec7fff5bf1d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:35:59.545814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.549288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45048) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:59.559210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.578588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:35:59.588895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.589335 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Added segment eee14e53-855c-40fe-87a5-6b5858282e2c of type vxlan for network 799e6a85-4a06-493b-9761-f29b280ef63c Jan 14 05:35:59.614159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.618453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.651903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4e8f644-0349-4486-8a14-298ec06fd85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:59.682733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75523765-7230-4baa-bfc5-180095206dcc,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:35:59.686881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:35:59.687801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.688796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:35:59.689423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.729922 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-533eb2a8-21d0-4756-baa6-7e081b2d61ea tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:59.747163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.831299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 2.5625072 Jan 14 05:35:59.837689 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3276cb37-32d6-482c-921e-4a589d21a1ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:59.847864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45070) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:35:59.848806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48edfc46-52aa-4da4-ab3a-cc941f57ede2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:35:59.882672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:35:59.911775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Request body: {'subnet': {'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c', 'cidr': '172.20.0.0/28', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-subnet', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:35:59.961264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Routers {'ad976a76-94fb-453e-b9fb-db8bc9e2515c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:35:59.962642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:00.028448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:00.093778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Pushing event updated for resources: {'Network': ['ID=799e6a85-4a06-493b-9761-f29b280ef63c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:00.097832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:00.117468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Usage tracker for resource:subnet and tenant:cf747965542b4543b4f1f98fee7a3c63 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:00.132229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:00.144604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:00.217943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:00.255802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:00.286606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:00.310602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event updated for resources: {'Port': ['ID=53d4f641-36d3-4d4c-85c8-39511ecb59ec,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:00.320467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:00.322726 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "DELETE /v2.0/subnets/5346b191-a685-4318-b78e-2b5d3e38e74a HTTP/1.1" status: 204 len: 168 time: 2.8683434 Jan 14 05:36:00.324839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.325427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.325997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.326576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.327157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.327713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.328413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.328970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.329545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.330099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.330651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.331219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.331858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.332413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.332964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.333525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.334227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.334884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.335439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.335902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e3138b97-81ed-43fe-9467-3a9e3341d99b req-280d1603-8ca5-4fe4-9056-c22ed355821e tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:00.336194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.336760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.337320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.337563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3138b97-81ed-43fe-9467-3a9e3341d99b req-280d1603-8ca5-4fe4-9056-c22ed355821e tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/networks?id=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 200 len: 812 time: 0.5895817 Jan 14 05:36:00.338052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.338755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.339410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.339967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.340517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.341067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.341630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.341760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Usage tracker for resource:security_group_rule and tenant:b694959c67904f2b873ebfdebfffd1bd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:00.342294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.342871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.344033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.344248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45078) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:00.344776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.345331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.345883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.346573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:00.346917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:00.351731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:00.362851 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 4.0122926 Jan 14 05:36:00.366095 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:00.367183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Made reservation on behalf of cf747965542b4543b4f1f98fee7a3c63 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:00.372524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:00.387170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-610d32ab-65c6-4e1e-abc5-c621996fdac3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.479s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:00.397237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] For port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,segment=NetworkSegment(adf14bb0-53e0-419b-b09d-6165a8d4e3e6),segment_id=adf14bb0-53e0-419b-b09d-6165a8d4e3e6)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:00.397640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:00.426987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event deleted for resources: {'Subnet': ['ID=5346b191-a685-4318-b78e-2b5d3e38e74a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:00.430311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] Set router ad976a76-94fb-453e-b9fb-db8bc9e2515c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:00.434378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:00.541854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Calling delete_port for cc589f8a-49c1-4fed-9573-4ec7fff5bf1d owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:36:00.625807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c79fa002-797c-4015-a1d5-db85d374566b None None] Pushing event updated for resources: {'Port': ['ID=ffedac73-af7a-4789-8444-7edf842498ea,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:00.642616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 799e6a85-4a06-493b-9761-f29b280ef63c details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:00.746462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:00.773714 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3138b97-81ed-43fe-9467-3a9e3341d99b req-ed2df8ae-a871-46c4-a8bf-c745c6f5a037 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/quotas/8de3228ca0ef4100b50175a1d2d0fc6b HTTP/1.1" status: 200 len: 375 time: 0.4234121 Jan 14 05:36:00.815372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 799e6a85-4a06-493b-9761-f29b280ef63c details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:00.829312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 799e6a85-4a06-493b-9761-f29b280ef63c details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:00.850272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b1e53f76-6212-4cda-a74f-f37711d7a691 None None] Network ece28926-ff11-45dd-b066-27a8060d62ca requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:00.868709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c79fa002-797c-4015-a1d5-db85d374566b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.031s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:00.889722 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3138b97-81ed-43fe-9467-3a9e3341d99b req-081b5c6c-580f-4518-bade-4099e091b0b8 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/ports?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1131968 Jan 14 05:36:01.073358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3138b97-81ed-43fe-9467-3a9e3341d99b req-a0fa3816-6a73-4453-b710-98dbf209b6ca service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1521404 Jan 14 05:36:01.140562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.178333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c787d96-1375-4ac0-812f-633a75a378ae tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:01.274527 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e3138b97-81ed-43fe-9467-3a9e3341d99b req-9bf8969b-7c48-4458-be24-076eea72783e service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1853297 Jan 14 05:36:01.303971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.317582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Pushing event updated for resources: {'Subnet': ['ID=5062707f-2026-42c6-86be-269ac4ea978c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:01.323158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:01.450472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.455211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Checking segment: {'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:01.455813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Network hostable DHCP agents. Network: 799e6a85-4a06-493b-9761-f29b280ef63c, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:36:01.508385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Network 799e6a85-4a06-493b-9761-f29b280ef63c is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:36:01.523537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 799e6a85-4a06-493b-9761-f29b280ef63c) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:01.539721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:01.540481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.568974 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.6880641 Jan 14 05:36:01.571658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45148) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:01.581184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Request body: {'router': {'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:01.600813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:01.606284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Usage tracker for resource:router and tenant:cf747965542b4543b4f1f98fee7a3c63 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:01.615667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:01.643441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:01.670656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.670656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.705500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.784297 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb68343d-5c78-4984-9998-b198dedb72aa tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:01.893956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Pushing event deleted for resources: {'Port': ['ID=cc589f8a-49c1-4fed-9573-4ec7fff5bf1d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:01.982672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:01.983127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:01.992214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Deleting port 69851e02-22e2-4f53-92ec-50c997e0a64d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:36:01.992409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:02.024971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:02.135510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port cc589f8a-49c1-4fed-9573-4ec7fff5bf1d was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:36:02.138379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-337d3f48-0240-46d7-a290-14fc96e1ef82 None None] Network 799e6a85-4a06-493b-9761-f29b280ef63c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:02.471935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:02.547138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:35:48Z', 'revision_number': 4, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ffedac73-af7a-4789-8444-7edf842498ea', 'name': '', 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'mac_address': 'fa:16:3e:cf:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '546e8c04-b93f-475f-a027-5480acae09cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:45Z', 'updated_at': '2021-01-14T05:35:59Z', 'revision_number': 4, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'subnets': [{'id': '546e8c04-b93f-475f-a027-5480acae09cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:02.554734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] For port 69851e02-22e2-4f53-92ec-50c997e0a64d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=69851e02-22e2-4f53-92ec-50c997e0a64d,segment=NetworkSegment(698b3292-2d8c-4c1b-966f-73b8d8fe50d1),segment_id=698b3292-2d8c-4c1b-966f-73b8d8fe50d1)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:02.555159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:02.570504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d672675f-b26d-465b-a26f-5a1e76e5abb1 None None] The sync data for ids ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'] in n-d-768851-4 is: [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:35:48Z', 'revision_number': 4, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ffedac73-af7a-4789-8444-7edf842498ea', 'name': '', 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'mac_address': 'fa:16:3e:cf:3b:72', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_interface', 'standard_attr_id': 1215, 'fixed_ips': [{'subnet_id': '546e8c04-b93f-475f-a027-5480acae09cf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:45Z', 'updated_at': '2021-01-14T05:35:59Z', 'revision_number': 4, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'subnets': [{'id': '546e8c04-b93f-475f-a027-5480acae09cf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:36:02.762074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-799e6a85-4a06-493b-9761-f29b280ef63c', 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'fixed_ips': [{'subnet_id': '5062707f-2026-42c6-86be-269ac4ea978c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:36:02.762275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Calling delete_port for 69851e02-22e2-4f53-92ec-50c997e0a64d owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:36:02.763483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:02.813018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d9e1de3-808b-4445-9cd7-f31d3d0475f1 None None] DHCP port deletion for ece28926-ff11-45dd-b066-27a8060d62ca request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:36:02.836056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e1de3-808b-4445-9cd7-f31d3d0475f1 None None] Deleting port 69851e02-22e2-4f53-92ec-50c997e0a64d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:36:02.836883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d9e1de3-808b-4445-9cd7-f31d3d0475f1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:02.938015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:02.993199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:03.033035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1d9e1de3-808b-4445-9cd7-f31d3d0475f1 None None] The port '69851e02-22e2-4f53-92ec-50c997e0a64d' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:36:03.605427 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:03.649890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Allocated IP 172.20.0.2 (799e6a85-4a06-493b-9761-f29b280ef63c/5062707f-2026-42c6-86be-269ac4ea978c/cb732061-79e6-438b-92fd-15cf994df5c2) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:03.828465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:03.872615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:03.877027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event deleted for resources: {'Port': ['ID=69851e02-22e2-4f53-92ec-50c997e0a64d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:03.901731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:03.916549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Transition to ACTIVE for port object cb732061-79e6-438b-92fd-15cf994df5c2 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:03.940110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Transition to ACTIVE for port object cb732061-79e6-438b-92fd-15cf994df5c2 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:03.953207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:03.987011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:04.145925 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.153s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:04.153554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.202053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:04.215699 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b694959c67904f2b873ebfdebfffd1bd&name=default HTTP/1.1" status: 200 len: 2983 time: 4.6626322 Jan 14 05:36:04.225302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45242) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:04.237949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] No DVR routers for this DVR port 69851e02-22e2-4f53-92ec-50c997e0a64d on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:36:04.240289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.421900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffedac73-af7a-4789-8444-7edf842498ea up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:04.461578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.485820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Pushing event updated for resources: {'Port': ['ID=cb732061-79e6-438b-92fd-15cf994df5c2,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:04.500047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:04.522074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Network 799e6a85-4a06-493b-9761-f29b280ef63c is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:04.526541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:04.526665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ffedac73-af7a-4789-8444-7edf842498ea completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:04.535297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:04.542515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ffedac73-af7a-4789-8444-7edf842498ea triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:04.543278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.554485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48572383-7084-4ac2-94ac-4ffcbbb18566 req-81d1ae62-f027-451d-b991-6e2bde245f67 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:04.556599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-48572383-7084-4ac2-94ac-4ffcbbb18566 req-81d1ae62-f027-451d-b991-6e2bde245f67 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/networks?id=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 200 len: 812 time: 1.6250396 Jan 14 05:36:04.586132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.684297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Attempting to bind port cb732061-79e6-438b-92fd-15cf994df5c2 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:04.684753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Attempting to bind port cb732061-79e6-438b-92fd-15cf994df5c2 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:04.692498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Attempting to bind port cb732061-79e6-438b-92fd-15cf994df5c2 on network 799e6a85-4a06-493b-9761-f29b280ef63c {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:04.709417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:04.719460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Checking segment: {'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:04.719460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.719460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Bound using segment: {'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:04.719460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Bound port: cb732061-79e6-438b-92fd-15cf994df5c2, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:04.719460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.752981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.768296 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62f8e848-3271-42d4-8faf-9aa77e0a618e tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:04.795303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=550b09b7-f617-47dc-b28b-7af65cd86bd0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:04.800519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:04.821880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Allocated IP 172.25.3.7 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/b81ad99c-2ded-4d29-bd82-f671dddc6d36) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:04.840730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.850075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] For port cb732061-79e6-438b-92fd-15cf994df5c2, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:04.851656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/550b09b7-f617-47dc-b28b-7af65cd86bd0 HTTP/1.1" status: 204 len: 168 time: 0.6223099 Jan 14 05:36:04.853870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] For port cb732061-79e6-438b-92fd-15cf994df5c2, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cb732061-79e6-438b-92fd-15cf994df5c2,segment=NetworkSegment(eee14e53-855c-40fe-87a5-6b5858282e2c),segment_id=eee14e53-855c-40fe-87a5-6b5858282e2c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:04.862220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:04.886119 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:04.966937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Pushing event updated for resources: {'Port': ['ID=cb732061-79e6-438b-92fd-15cf994df5c2,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:04.967388 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-48572383-7084-4ac2-94ac-4ffcbbb18566 req-ac56b333-d5aa-4231-a16f-b41fb63d20c3 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/quotas/8de3228ca0ef4100b50175a1d2d0fc6b HTTP/1.1" status: 200 len: 375 time: 0.4001815 Jan 14 05:36:05.028649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:05.195361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:05.245621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Router 918e436f-7279-4fc9-9079-91998f44ff75 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:36:05.247216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=550b09b7-f617-47dc-b28b-7af65cd86bd0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:05.261022 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-48572383-7084-4ac2-94ac-4ffcbbb18566 req-f9400b4d-e3e4-490d-91f8-399986289522 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/ports?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2923837 Jan 14 05:36:05.273862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:05.322857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:05.362978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port ffedac73-af7a-4789-8444-7edf842498ea, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ffedac73-af7a-4789-8444-7edf842498ea,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:05.373144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:05.378530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:05.501061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=ffedac73-af7a-4789-8444-7edf842498ea,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:05.512605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.311s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:05.515187 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:05.529450 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-48572383-7084-4ac2-94ac-4ffcbbb18566 req-1e032d81-e87b-4bad-a00c-faf0842127bc service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2669828 Jan 14 05:36:05.533286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 69851e02-22e2-4f53-92ec-50c997e0a64d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:36:05.629191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e338f2ac-4e6f-4122-b949-d9f0d320505b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:05.632364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 69851e02-22e2-4f53-92ec-50c997e0a64d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:36:05.632767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 69851e02-22e2-4f53-92ec-50c997e0a64d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:36:05.716819 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-48572383-7084-4ac2-94ac-4ffcbbb18566 req-d76e37f1-15a3-415a-90b0-da5a94041218 service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1859453 Jan 14 05:36:05.727069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:05.767643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:05.771142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:05.775380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:05.837820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Pushing event updated for resources: {'Port': ['ID=b81ad99c-2ded-4d29-bd82-f671dddc6d36,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:05.848439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:06.149975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:06.221715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:36:06.235861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] Sync routers for ids ['918e436f-7279-4fc9-9079-91998f44ff75'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:36:06.258243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:06.263906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] Routers {'918e436f-7279-4fc9-9079-91998f44ff75'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:06.264601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['918e436f-7279-4fc9-9079-91998f44ff75'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:06.360468 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] 10.222.0.48 "PUT /v2.0/routers/918e436f-7279-4fc9-9079-91998f44ff75/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.5018697 Jan 14 05:36:06.370125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:06.371856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:06.385161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Usage tracker for resource:security_group_rule and tenant:f391efa1574c475cadd7832f9c32e1bc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:06.411379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:06.446949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:06.503481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffedac73-af7a-4789-8444-7edf842498ea up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:06.617552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] Set router 918e436f-7279-4fc9-9079-91998f44ff75 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:06.781392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ffedac73-af7a-4789-8444-7edf842498ea triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:06.783171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:06.828641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:07.007442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cb732061-79e6-438b-92fd-15cf994df5c2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:07.071132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:07.125389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port cb732061-79e6-438b-92fd-15cf994df5c2 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:07.597450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:36:00Z', 'revision_number': 5, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:07.610072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] Checking router: 918e436f-7279-4fc9-9079-91998f44ff75 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:36:07.622458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] Routers {'918e436f-7279-4fc9-9079-91998f44ff75'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:07.622872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['918e436f-7279-4fc9-9079-91998f44ff75'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:07.657840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f5c3dca-2e1c-4ab5-9799-1893707b5dca None None] Network 799e6a85-4a06-493b-9761-f29b280ef63c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:08.022033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.038118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] Set router 918e436f-7279-4fc9-9079-91998f44ff75 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:08.056543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.064411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ece28926-ff11-45dd-b066-27a8060d62ca']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:08.068561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Provisioning for port cb732061-79e6-438b-92fd-15cf994df5c2 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:08.087500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Provisioning complete for port cb732061-79e6-438b-92fd-15cf994df5c2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:08.088191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.095770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '698b3292-2d8c-4c1b-966f-73b8d8fe50d1') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:08.096625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '698b3292-2d8c-4c1b-966f-73b8d8fe50d1') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:08.118998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.138354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.140783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:36:08.189971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.260231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90561960-750f-47d1-9fe8-c26cd3d4d284 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:08.291214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f391efa1574c475cadd7832f9c32e1bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1400461 Jan 14 05:36:08.444406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45336) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:08.444755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Network ece28926-ff11-45dd-b066-27a8060d62ca has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:36:08.457818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.542818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.590396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] For port cb732061-79e6-438b-92fd-15cf994df5c2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cb732061-79e6-438b-92fd-15cf994df5c2,segment=NetworkSegment(eee14e53-855c-40fe-87a5-6b5858282e2c),segment_id=eee14e53-855c-40fe-87a5-6b5858282e2c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:08.601181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.603808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3f5574e-5dee-4ce3-85ff-7987269847d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:08.640289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45342) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:08.672806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:36:00Z', 'revision_number': 5, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:08.678108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6baa421-26be-4029-9a71-7ba5d99689e4 None None] The sync data for ids ['918e436f-7279-4fc9-9079-91998f44ff75'] in n-d-768851-4 is: [{'id': '918e436f-7279-4fc9-9079-91998f44ff75', 'name': 'tempest-ServerRescueTestJSON-74055105-router', 'tenant_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210'}], 'enable_snat': True}, 'gw_port_id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:31Z', 'updated_at': '2021-01-14T05:36:00Z', 'revision_number': 5, 'project_id': '1c281c3dc7ec42afa28b65984eca1f0d', 'gw_port': {'id': '90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:31:a2:99', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '918e436f-7279-4fc9-9079-91998f44ff75', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1175, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.210', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:32Z', 'updated_at': '2021-01-14T05:35:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:36:08.702588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Pushing event updated for resources: {'Port': ['ID=cb732061-79e6-438b-92fd-15cf994df5c2,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:08.707400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:08.714838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7bf3c5af-ff32-406a-b5d2-381a9608d381,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:08.720100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:08.889784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:08.893326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Router bb828d6b-66dd-4c7e-b44e-aadfffb64cee is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:36:08.942099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48e66c97-8fe2-4990-8941-e991d83016f1 None None] Provisioning complete for port cb732061-79e6-438b-92fd-15cf994df5c2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:08.942505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48e66c97-8fe2-4990-8941-e991d83016f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:09.014232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:09.213709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44dde780-3bd0-4d6d-a7ab-46fc72698284 req-bfe955ea-10d9-4cae-97d8-c23a05c03da9 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:09.226776 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-44dde780-3bd0-4d6d-a7ab-46fc72698284 req-bfe955ea-10d9-4cae-97d8-c23a05c03da9 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/networks?id=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 200 len: 812 time: 0.5819197 Jan 14 05:36:09.311999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Deleting port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:36:09.312389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:09.343824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:09.388650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c603c40-714d-4644-b60a-713ca52f2691 None None] Provisioning complete for port cb732061-79e6-438b-92fd-15cf994df5c2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:09.390228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c603c40-714d-4644-b60a-713ca52f2691 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:09.392949 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-44dde780-3bd0-4d6d-a7ab-46fc72698284 req-ea3146b7-6a27-4964-bed2-a6a5fb6c5f3c tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/quotas/8de3228ca0ef4100b50175a1d2d0fc6b HTTP/1.1" status: 200 len: 375 time: 0.1645439 Jan 14 05:36:09.489528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:36:09.560656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Sync routers for ids ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:36:09.566208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-44dde780-3bd0-4d6d-a7ab-46fc72698284 req-0f58ca21-d615-4db4-bb34-fd5dfa9010f3 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/ports?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1721678 Jan 14 05:36:09.595815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Routers {'bb828d6b-66dd-4c7e-b44e-aadfffb64cee'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:09.597523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:09.633383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:09.636926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Network ece28926-ff11-45dd-b066-27a8060d62ca has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:36:09.638397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 8.0649152 Jan 14 05:36:09.639468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45360) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:09.642817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:36:09.796058 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:36:09.808461 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-44dde780-3bd0-4d6d-a7ab-46fc72698284 req-a1cf08d8-9469-4113-9f56-bddfefda9cde service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2411635 Jan 14 05:36:09.855596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Set router bb828d6b-66dd-4c7e-b44e-aadfffb64cee gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:10.009883 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-44dde780-3bd0-4d6d-a7ab-46fc72698284 req-d5d518a4-02a2-4433-88b1-1e2ac6607afa service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2000384 Jan 14 05:36:10.081319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:10.154428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea284048-21d1-407a-ae47-84f09ebe99b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:10.176511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:10.181163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Usage tracker for resource:security_group_rule and tenant:9c79eaaecce8455d9a6f27cfcbb62aab is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:10.184280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:10.190171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:10.331380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cb732061-79e6-438b-92fd-15cf994df5c2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:10.461564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:10.495596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:10.507185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43c9f5ee-c878-4f79-83ee-973f437087d6 None None] Provisioning complete for port cb732061-79e6-438b-92fd-15cf994df5c2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:10.507634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43c9f5ee-c878-4f79-83ee-973f437087d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:10.536810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccb3d1c4-2446-415a-a321-53452179d409 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:10.553323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:10.572317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:10.650616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7bf3c5af-ff32-406a-b5d2-381a9608d381,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:10.748649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.594s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:10.758469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:10.769570 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7bf3c5af-ff32-406a-b5d2-381a9608d381 HTTP/1.1" status: 204 len: 168 time: 2.3108468 Jan 14 05:36:10.869278 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c79eaaecce8455d9a6f27cfcbb62aab&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1708977 Jan 14 05:36:10.876056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b15e31c0-c566-4e7f-aa6c-8e1f90abef43,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:10.894589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:10.898896 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] 10.222.0.48 "DELETE /v2.0/networks/ece28926-ff11-45dd-b066-27a8060d62ca HTTP/1.1" status: 204 len: 168 time: 10.5509436 Jan 14 05:36:10.904860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45390) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:10.905418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:10.952041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port cb732061-79e6-438b-92fd-15cf994df5c2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:10.954599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:11.001533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Pushing event deleted for resources: {'Network': ['ID=ece28926-ff11-45dd-b066-27a8060d62ca,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:11.033349 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:11.048142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] For port 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:11.048786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:11.240823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:36:06Z', 'revision_number': 3, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:04Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:11.245721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Checking router: bb828d6b-66dd-4c7e-b44e-aadfffb64cee for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:36:11.246131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Updating router bb828d6b-66dd-4c7e-b44e-aadfffb64cee port b81ad99c-2ded-4d29-bd82-f671dddc6d36 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:36:11.319486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Calling delete_port for 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:36:11.345321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:11.347101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:11.407544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:11.411524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cc589f8a-49c1-4fed-9573-4ec7fff5bf1d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:36:11.432143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:11.519429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: cc589f8a-49c1-4fed-9573-4ec7fff5bf1d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:36:11.526326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cc589f8a-49c1-4fed-9573-4ec7fff5bf1d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:36:11.792606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:11.988997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.015794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-360918e6-0266-49e3-9fa7-3e0d22224dd0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:12.069775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b15e31c0-c566-4e7f-aa6c-8e1f90abef43,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:12.106624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:12.139743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.143247 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b15e31c0-c566-4e7f-aa6c-8e1f90abef43 HTTP/1.1" status: 204 len: 168 time: 1.1708515 Jan 14 05:36:12.191913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e9bf980-7fec-4184-b1e1-0794bc33c312 req-0c29435c-2509-4997-913b-a69fcaef4cb7 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:12.194291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2e9bf980-7fec-4184-b1e1-0794bc33c312 req-0c29435c-2509-4997-913b-a69fcaef4cb7 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/networks?id=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 200 len: 812 time: 0.7270195 Jan 14 05:36:12.201996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.218772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Transition to ACTIVE for port object b81ad99c-2ded-4d29-bd82-f671dddc6d36 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:12.230686 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2e9bf980-7fec-4184-b1e1-0794bc33c312 req-ee6916c3-acfd-47a9-830e-b8fbc5973f41 tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/quotas/8de3228ca0ef4100b50175a1d2d0fc6b HTTP/1.1" status: 200 len: 375 time: 0.0194156 Jan 14 05:36:12.311032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.317750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45424) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:12.329407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72bebb2b-46e1-412c-a18b-9b5528342e75 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:12.340066 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2e9bf980-7fec-4184-b1e1-0794bc33c312 req-8d1eb1eb-61b2-41b4-8f21-80927b47d34d tempest-DeleteServersTestJSON-1847499454 tempest-DeleteServersTestJSON-1847499454] 10.222.0.48 "GET /v2.0/ports?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1005108 Jan 14 05:36:12.421274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c04da08-61ff-446a-9bba-c2f78c045d87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.421984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Allocated IP 172.20.0.1 (799e6a85-4a06-493b-9761-f29b280ef63c/5062707f-2026-42c6-86be-269ac4ea978c/ec938caf-f2f7-4dc4-9668-edac023f424e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:12.559082 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2e9bf980-7fec-4184-b1e1-0794bc33c312 req-d927c755-7b91-410b-aa29-28fc542b05a6 service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2088540 Jan 14 05:36:12.574374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.685212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3920da-fe5f-4e4b-a05b-d76878a1d07d None None] Pushing event updated for resources: {'Port': ['ID=b81ad99c-2ded-4d29-bd82-f671dddc6d36,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:12.690646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe3920da-fe5f-4e4b-a05b-d76878a1d07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:12.716855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Attempting to bind port b81ad99c-2ded-4d29-bd82-f671dddc6d36 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:12.717279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Attempting to bind port b81ad99c-2ded-4d29-bd82-f671dddc6d36 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:12.717695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Attempting to bind port b81ad99c-2ded-4d29-bd82-f671dddc6d36 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:12.724014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 35, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:12.724492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:12.724992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.725639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:12.726180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Bound port: b81ad99c-2ded-4d29-bd82-f671dddc6d36, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:12.726920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.809306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] For port b81ad99c-2ded-4d29-bd82-f671dddc6d36, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:12.814335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.842294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Transition to ACTIVE for port object ec938caf-f2f7-4dc4-9668-edac023f424e will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:12.867717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.888710 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-079d3a67-7a7f-4cae-8266-0e850a9b6d46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:12.888932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2e9bf980-7fec-4184-b1e1-0794bc33c312 req-37fd4f44-6a27-440c-b030-8d83e8b33d11 service neutron] 10.222.0.48 "GET /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3213084 Jan 14 05:36:12.902312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.904889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.957139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] For port b81ad99c-2ded-4d29-bd82-f671dddc6d36, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b81ad99c-2ded-4d29-bd82-f671dddc6d36,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:12.960946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.962250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 918e436f-7279-4fc9-9079-91998f44ff75 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:36:12.963694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.974197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:12.981223 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-90b8295a-8777-46e1-89cd-230d9ecf3344 admin admin] 10.222.0.48 "DELETE /v2.0/routers/918e436f-7279-4fc9-9079-91998f44ff75 HTTP/1.1" status: 204 len: 168 time: 6.6044106 Jan 14 05:36:12.983251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45438) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:13.015941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.006s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:13.138962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Deleting subnet 568c4d2a-092b-4bd8-990f-d1e381cf4437 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:36:13.154637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:13.304912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:13.601756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45460) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:13.619683 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-873a24a4-f6fc-4b21-9b4e-b83197116066 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=686f54b22d384edbbc944558c198ab2c&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2973778 Jan 14 05:36:13.630422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45464) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:13.793400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Routers {'bb828d6b-66dd-4c7e-b44e-aadfffb64cee'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:13.794149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:35:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:13.817544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec938caf-f2f7-4dc4-9668-edac023f424e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:13.860177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:13.899976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Deleting subnet 1287ac7d-3987-40bd-925a-831e68a1ac77 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:36:13.913769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.025s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:13.929941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.232782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:36:14.244507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.319224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Network 799e6a85-4a06-493b-9761-f29b280ef63c is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:14.323259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.347053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:14.399255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.501555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.513917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.537212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76b37e24-bb40-4a55-9abb-2b018d1ead35 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:14.584060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=568c4d2a-092b-4bd8-990f-d1e381cf4437,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:14.589406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] Set router bb828d6b-66dd-4c7e-b44e-aadfffb64cee gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:14.606599 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:14.646625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:14.696282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:36:14.767728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.774289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.796175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb7b68c3-50a0-4f6d-b7f0-48950d4ad5bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:14.817288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=60e31660-f1c6-4ea1-8f57-02f2c15624ab,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:14.829662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:14.869611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.871921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:14.875673 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/60e31660-f1c6-4ea1-8f57-02f2c15624ab HTTP/1.1" status: 204 len: 168 time: 1.2337134 Jan 14 05:36:14.881831 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/568c4d2a-092b-4bd8-990f-d1e381cf4437 HTTP/1.1" status: 204 len: 168 time: 1.8972201 Jan 14 05:36:14.885304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:14.902890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:36:14.903289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 90c82f70-3ce0-4c64-9cb1-a8b60e4c4b09 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:36:15.055526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.188751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe3920da-fe5f-4e4b-a05b-d76878a1d07d None None] Pushing event updated for resources: {'Port': ['ID=b81ad99c-2ded-4d29-bd82-f671dddc6d36,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:15.191957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-10f0d8e1-cefb-4a9c-9181-34698ac35f80 None None] Provisioning for port ec938caf-f2f7-4dc4-9668-edac023f424e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:15.198981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe3920da-fe5f-4e4b-a05b-d76878a1d07d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.183s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:15.201373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-10f0d8e1-cefb-4a9c-9181-34698ac35f80 None None] Provisioning complete for port ec938caf-f2f7-4dc4-9668-edac023f424e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:15.201830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10f0d8e1-cefb-4a9c-9181-34698ac35f80 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.281107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-10f0d8e1-cefb-4a9c-9181-34698ac35f80 None None] Port ec938caf-f2f7-4dc4-9668-edac023f424e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:36:15.309526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-148884d3-896c-48e2-b205-c2fe8dbf8745 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.348892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.394056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:36:06Z', 'revision_number': 3, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:15.399759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c1291d7f-53c6-451d-a39f-d58ad884ff1b None None] The sync data for ids ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'] in n-d-768851-4 is: [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:36:06Z', 'revision_number': 3, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:12Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:36:15.448622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.452087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.465046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.518403 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b47f57e-1e08-4134-b17e-6c9c3dd2805f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:15.618497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1287ac7d-3987-40bd-925a-831e68a1ac77,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:15.721996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['94cfee38-8f97-4fee-b779-f4bac3186c67']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:15.732096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:15.747337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'adf14bb0-53e0-419b-b09d-6165a8d4e3e6') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:15.748159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'adf14bb0-53e0-419b-b09d-6165a8d4e3e6') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:15.766986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.787046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.793029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Releasing vxlan tunnel 5 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:36:15.866085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:15.883498 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1287ac7d-3987-40bd-925a-831e68a1ac77 HTTP/1.1" status: 204 len: 168 time: 2.2581451 Jan 14 05:36:15.884937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45520) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:16.160770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.188850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.204255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:36:16.225002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.307054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:16.337660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b81ad99c-2ded-4d29-bd82-f671dddc6d36 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:16.396471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.517572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b81ad99c-2ded-4d29-bd82-f671dddc6d36 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:16.529382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b81ad99c-2ded-4d29-bd82-f671dddc6d36 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:16.537746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.699493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Network 94cfee38-8f97-4fee-b779-f4bac3186c67 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:36:16.792618 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:36:16.801622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.902166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.930411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b81ad99c-2ded-4d29-bd82-f671dddc6d36, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b81ad99c-2ded-4d29-bd82-f671dddc6d36,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:16.939086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:16.947006 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c79fa002-797c-4015-a1d5-db85d374566b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:17.002821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.008871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:17.054990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.061078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b81ad99c-2ded-4d29-bd82-f671dddc6d36,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:17.068275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:17.089266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Pushing event deleted for resources: {'Network': ['ID=94cfee38-8f97-4fee-b779-f4bac3186c67,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:17.105898 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:17.134889 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] 10.222.0.48 "DELETE /v2.0/networks/94cfee38-8f97-4fee-b779-f4bac3186c67 HTTP/1.1" status: 204 len: 168 time: 2.2418859 Jan 14 05:36:17.140672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:17.203942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Usage tracker for resource:security_group_rule and tenant:fce7f6384caa425a85064e890e1c24dc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:17.247993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:17.268640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:17.401125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.533164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45578) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:17.642564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e1702c3c-e3b6-4d51-8f6d-70d1ce17517e']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:17.664404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05aec36b-fdad-425c-a7db-6db7aa3883bc') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:17.664737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05aec36b-fdad-425c-a7db-6db7aa3883bc') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:17.695810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-99e1f498-74f2-43ac-81ac-931da0489a6c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c281c3dc7ec42afa28b65984eca1f0d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1613610 Jan 14 05:36:17.700284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45594) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:17.720936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.744630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.759171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.794182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.801383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b7ab37d-0511-4119-873d-36f5765f3110 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:17.864385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Releasing vxlan tunnel 15 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:36:17.877037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.885842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Pushing event updated for resources: {'Port': ['ID=ec938caf-f2f7-4dc4-9668-edac023f424e,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:17.921171 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:17.970522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.981336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:17.998781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.045263 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-157c88a2-f92b-4a98-9a55-acba59eca9e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:18.059181 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fce7f6384caa425a85064e890e1c24dc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7504499 Jan 14 05:36:18.070293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45606) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:18.074294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.081104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1fb7c37-9221-4ff1-bc87-abac4b764623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:18.092675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b3a2b919-6add-429c-bc6b-9a7d49cc858a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:18.095326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c6b33a6-1d9e-4c59-9706-2d7c6054866c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:18.113114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:18.129885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.131529 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c6b33a6-1d9e-4c59-9706-2d7c6054866c HTTP/1.1" status: 204 len: 168 time: 0.4303925 Jan 14 05:36:18.162332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:18.226991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.256590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b81ad99c-2ded-4d29-bd82-f671dddc6d36 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:18.317644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:36:18.329580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.392726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b81ad99c-2ded-4d29-bd82-f671dddc6d36 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:18.394880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.421969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.458722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.682683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Network e1702c3c-e3b6-4d51-8f6d-70d1ce17517e has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:36:18.710495 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:36:18.742568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45620) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:18.815150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Network 799e6a85-4a06-493b-9761-f29b280ef63c is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:18.820848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:18.829480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:18.834036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd24db8a-f965-41e5-a41f-810f1bf99bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:18.850361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b3a2b919-6add-429c-bc6b-9a7d49cc858a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:19.074637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:19.083143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Router bb828d6b-66dd-4c7e-b44e-aadfffb64cee has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:36:19.084321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.097663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ca736c7-47c9-496c-8e52-5754e9ea3017 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:19.127531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.153137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] 10.222.0.48 "DELETE /v2.0/networks/e1702c3c-e3b6-4d51-8f6d-70d1ce17517e HTTP/1.1" status: 204 len: 168 time: 3.2649856 Jan 14 05:36:19.240390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.242773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-885ef153-90fa-4494-9e60-d301ab859d1d None None] Provisioning complete for port ec938caf-f2f7-4dc4-9668-edac023f424e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:19.243205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-885ef153-90fa-4494-9e60-d301ab859d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.244561 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b3a2b919-6add-429c-bc6b-9a7d49cc858a HTTP/1.1" status: 204 len: 168 time: 1.1540575 Jan 14 05:36:19.245863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Pushing event deleted for resources: {'Network': ['ID=e1702c3c-e3b6-4d51-8f6d-70d1ce17517e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:19.257801 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:19.352412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.396530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:19.404507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Usage tracker for resource:security_group_rule and tenant:55cf960a7c704a1582dc249c63c8b203 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:19.409286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:36:19.410261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:19.410402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-885ef153-90fa-4494-9e60-d301ab859d1d None None] Port ec938caf-f2f7-4dc4-9668-edac023f424e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:36:19.419538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] 10.222.0.48 "PUT /v2.0/routers/bb828d6b-66dd-4c7e-b44e-aadfffb64cee/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.7783012 Jan 14 05:36:19.423036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:19.426440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Sync routers for ids ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:36:19.446274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Routers {'bb828d6b-66dd-4c7e-b44e-aadfffb64cee'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:19.449193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:19.533570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.542100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.556969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-132bd00e-64ba-4da9-8916-4d4a249722c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:19.621204 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55cf960a7c704a1582dc249c63c8b203&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8773344 Jan 14 05:36:19.622179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7660a8c5-f1fc-4f88-ae77-eb4c352f1822,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:19.624078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45646) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:19.625637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:19.717582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Set router bb828d6b-66dd-4c7e-b44e-aadfffb64cee gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:19.743591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.780936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.796559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45650) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:19.881120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.896110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6226092-59b6-4e2d-9c08-a74c13d4cd4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:19.919250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-357c7ef9-b3d4-4cb1-b041-f567fd09cd78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8de3228ca0ef4100b50175a1d2d0fc6b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1212692 Jan 14 05:36:19.919945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45656) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:19.923363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7660a8c5-f1fc-4f88-ae77-eb4c352f1822,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:19.931634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:19.933359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:19.937988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7660a8c5-f1fc-4f88-ae77-eb4c352f1822 HTTP/1.1" status: 204 len: 168 time: 0.3101811 Jan 14 05:36:20.048880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:20.094929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:20.169452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:20.176851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f77b0c3-88a6-4574-976e-bce08639a3c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:20.202386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:36:15Z', 'revision_number': 4, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ec938caf-f2f7-4dc4-9668-edac023f424e', 'name': '', 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'mac_address': 'fa:16:3e:c5:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '5062707f-2026-42c6-86be-269ac4ea978c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:11Z', 'updated_at': '2021-01-14T05:36:16Z', 'revision_number': 2, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'subnets': [{'id': '5062707f-2026-42c6-86be-269ac4ea978c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:20.208984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Checking router: bb828d6b-66dd-4c7e-b44e-aadfffb64cee for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:36:20.209522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Updating router bb828d6b-66dd-4c7e-b44e-aadfffb64cee port ec938caf-f2f7-4dc4-9668-edac023f424e binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:36:20.217653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d954c416-972f-496b-9cb0-fa776b4683fb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:20.224010 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:20.253341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:20.254598 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d954c416-972f-496b-9cb0-fa776b4683fb HTTP/1.1" status: 204 len: 168 time: 0.3336594 Jan 14 05:36:20.281863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:20.870186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:20.883319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Transition to ACTIVE for port object ec938caf-f2f7-4dc4-9668-edac023f424e will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:20.946273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:20.962282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da384c94-5069-4c4f-bd24-3f099ed10218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:21.050642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-017cfcd9-9177-4dc1-ac1c-a6af123da7f7 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Synchronizing usage tracker for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:21.075034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-017cfcd9-9177-4dc1-ac1c-a6af123da7f7 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Unset dirty status for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:21.076756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-017cfcd9-9177-4dc1-ac1c-a6af123da7f7 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.2106285 Jan 14 05:36:21.089135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:21.101791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:21.107401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Usage tracker for resource:floatingip and tenant:cf747965542b4543b4f1f98fee7a3c63 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:21.111171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:21.118343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:21.134734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:21.197411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5122-e4b5-4ce8-bb6c-bc813aea7cac None None] Pushing event updated for resources: {'Port': ['ID=ec938caf-f2f7-4dc4-9668-edac023f424e,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:21.202369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d3d5122-e4b5-4ce8-bb6c-bc813aea7cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:21.328698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:21.669718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Attempting to bind port ec938caf-f2f7-4dc4-9668-edac023f424e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:21.670162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Attempting to bind port ec938caf-f2f7-4dc4-9668-edac023f424e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:21.670580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Attempting to bind port ec938caf-f2f7-4dc4-9668-edac023f424e on network 799e6a85-4a06-493b-9761-f29b280ef63c {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:21.680671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:21.681225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Checking segment: {'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:21.681931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:21.682438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Bound using segment: {'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:21.683046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Bound port: ec938caf-f2f7-4dc4-9668-edac023f424e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eee14e53-855c-40fe-87a5-6b5858282e2c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:21.683753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:21.793393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] For port ec938caf-f2f7-4dc4-9668-edac023f424e, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:21.796570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Allocated IP 172.25.3.67 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/9072c6dd-d40f-4028-ba1c-7e4e6adb5fd9) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:21.797013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] For port ec938caf-f2f7-4dc4-9668-edac023f424e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ec938caf-f2f7-4dc4-9668-edac023f424e,segment=NetworkSegment(eee14e53-855c-40fe-87a5-6b5858282e2c),segment_id=eee14e53-855c-40fe-87a5-6b5858282e2c)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:21.882461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:21.975004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-591100a2-f1db-431f-b876-923a743039c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:22.020148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:22.071274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d3d5122-e4b5-4ce8-bb6c-bc813aea7cac None None] Pushing event updated for resources: {'Port': ['ID=ec938caf-f2f7-4dc4-9668-edac023f424e,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:22.077568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d3d5122-e4b5-4ce8-bb6c-bc813aea7cac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:22.081133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:22.118811 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b88322e-4b68-4fce-8591-f56df4335fd7 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:22.197668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Routers {'bb828d6b-66dd-4c7e-b44e-aadfffb64cee'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:22.198360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:22.261552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=9072c6dd-d40f-4028-ba1c-7e4e6adb5fd9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:22.381365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:22.571033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] Set router bb828d6b-66dd-4c7e-b44e-aadfffb64cee gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:22.592733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:22.594486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:22.600428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:22.718444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:22.811783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:23.078881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:36:15Z', 'revision_number': 4, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ec938caf-f2f7-4dc4-9668-edac023f424e', 'name': '', 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'mac_address': 'fa:16:3e:c5:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '5062707f-2026-42c6-86be-269ac4ea978c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:11Z', 'updated_at': '2021-01-14T05:36:21Z', 'revision_number': 4, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'subnets': [{'id': '5062707f-2026-42c6-86be-269ac4ea978c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:23.083431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-403c5060-4cb5-4f9c-b773-dc8349b9537b None None] The sync data for ids ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'] in n-d-768851-4 is: [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:36:15Z', 'revision_number': 4, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ec938caf-f2f7-4dc4-9668-edac023f424e', 'name': '', 'network_id': '799e6a85-4a06-493b-9761-f29b280ef63c', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'mac_address': 'fa:16:3e:c5:89:28', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_interface', 'standard_attr_id': 1252, 'fixed_ips': [{'subnet_id': '5062707f-2026-42c6-86be-269ac4ea978c', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:11Z', 'updated_at': '2021-01-14T05:36:21Z', 'revision_number': 4, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'subnets': [{'id': '5062707f-2026-42c6-86be-269ac4ea978c', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:36:23.275853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:23.292025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:23.472450 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25def232-718e-4deb-9b95-003140dc7e3c service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:23.848130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:23.911628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:23.913046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.8302062 Jan 14 05:36:23.917751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=9072c6dd-d40f-4028-ba1c-7e4e6adb5fd9,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:23.921723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:24.110745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-5908e64a-7667-4606-889f-ec874a3f1668 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Synchronizing usage tracker for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:24.148450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-5908e64a-7667-4606-889f-ec874a3f1668 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Unset dirty status for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:24.149761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-5908e64a-7667-4606-889f-ec874a3f1668 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.2184014 Jan 14 05:36:24.330167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec938caf-f2f7-4dc4-9668-edac023f424e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:24.409641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-ee1c92de-16eb-4854-94c1-355a3511879a tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:24.411241 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bcaf6421-e648-428c-a55b-2e68f99c04c8 req-ee1c92de-16eb-4854-94c1-355a3511879a tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.2555647 Jan 14 05:36:24.457517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ec938caf-f2f7-4dc4-9668-edac023f424e completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:24.478165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ec938caf-f2f7-4dc4-9668-edac023f424e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:24.479228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:24.694107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:24.730438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port ec938caf-f2f7-4dc4-9668-edac023f424e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ec938caf-f2f7-4dc4-9668-edac023f424e,segment=NetworkSegment(eee14e53-855c-40fe-87a5-6b5858282e2c),segment_id=eee14e53-855c-40fe-87a5-6b5858282e2c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:24.739207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:24.742419 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19c03ae5-a75b-4716-a604-9363f2dee919 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:24.817997 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-8005b00a-b082-4dc0-bb91-86bde96bbdce tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.3467848 Jan 14 05:36:24.824646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:24.836202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:24.848454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:24.860455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:24.892879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=ec938caf-f2f7-4dc4-9668-edac023f424e,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:24.908335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:25.057468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:25.238144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:25.408656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Allocated IP 172.25.3.106 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/ad812eea-f66f-48d2-8973-ed0e493e2ca3) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:25.525513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45806) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:25.573257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:25.603087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.012147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac85c0b3-5922-4d36-8d89-8d8300fcd3ef tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:26.083618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:26.087024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:26.089683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:26.149889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=ad812eea-f66f-48d2-8973-ed0e493e2ca3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:26.154002 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:26.222520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.280732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec938caf-f2f7-4dc4-9668-edac023f424e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:26.300189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.332994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.355493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:26.360089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Usage tracker for resource:security_group_rule and tenant:5458613a635342a7853a3fd9e2107cfe is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:26.367857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:26.379180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45824) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:26.390335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:26.413527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ec938caf-f2f7-4dc4-9668-edac023f424e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:26.413951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.624926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.633302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.674832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:26.686065 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5458613a635342a7853a3fd9e2107cfe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1593916 Jan 14 05:36:26.711166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6cf8b912-3b69-4f58-90ab-b3cce24faf98,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:26.715725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45836) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:26.719134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:26.816265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.844496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.850678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.850933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.873519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53609413-06ba-455d-912f-fa9b5703635b tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:26.912111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.920755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37115a58-af13-4d05-952d-cd3a53e01e5a tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:26.938868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6cf8b912-3b69-4f58-90ab-b3cce24faf98,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:26.962279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:26.966496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:26.969006 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6cf8b912-3b69-4f58-90ab-b3cce24faf98 HTTP/1.1" status: 204 len: 168 time: 0.2518907 Jan 14 05:36:27.013245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Request body: {'network': {'name': 'tempest-ListServerFiltersTestJSON-122933724-network', 'tenant_id': 'c24d0bbfe6f54eccb9415d849d9d7228'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:27.023498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:27.029054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Usage tracker for resource:network and tenant:c24d0bbfe6f54eccb9415d849d9d7228 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:27.032738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:27.040572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:27.054912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Made reservation on behalf of c24d0bbfe6f54eccb9415d849d9d7228 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:27.062593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.084825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.107074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:27.115440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Usage tracker for resource:security_group_rule and tenant:c24d0bbfe6f54eccb9415d849d9d7228 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:27.120380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:27.127260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:27.152109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.189212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=ad812eea-f66f-48d2-8973-ed0e493e2ca3,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:27.193519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:27.222832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.224644 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 2.4047518 Jan 14 05:36:27.245816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.261752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.272700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.280442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f853ad66-8407-4e9d-8a92-d78b48566d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:27.326072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 5} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:36:27.344314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-57682eab-5033-4846-92cf-c0ea8a9999fa tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Synchronizing usage tracker for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:27.345474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc0daca2-d8c3-4f10-a7a5-cf5cc6b83a97,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:27.352221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:27.358436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.359033 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Added segment 5e53d055-b950-492e-a78c-781c4e6c0e1e of type vxlan for network 400241ca-8ab6-4338-bc70-e2181a248486 Jan 14 05:36:27.404324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-57682eab-5033-4846-92cf-c0ea8a9999fa tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Unset dirty status for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:27.408240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.415586 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-57682eab-5033-4846-92cf-c0ea8a9999fa tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.1837482 Jan 14 05:36:27.554731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.556085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:27.557019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:27.564161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e0511f8-f96a-4642-9fc3-93b98b693063 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:27.634687 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 1.2543626 Jan 14 05:36:27.660142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-3725a484-468b-4cdb-878c-e593e541cf29 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:27.662523 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-287ec955-9b2b-49ad-b2bb-313035ee5ef1 req-3725a484-468b-4cdb-878c-e593e541cf29 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.2397206 Jan 14 05:36:27.663181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45858) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:27.677575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Request body: {'subnet': {'network_id': '400241ca-8ab6-4338-bc70-e2181a248486', 'cidr': '172.20.0.0/28', 'name': 'tempest-ListServerFiltersTestJSON-122933724-subnet', 'tenant_id': 'c24d0bbfe6f54eccb9415d849d9d7228', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:27.685412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:27.690340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Usage tracker for resource:subnet and tenant:c24d0bbfe6f54eccb9415d849d9d7228 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:27.694590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:27.702162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:27.727654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Made reservation on behalf of c24d0bbfe6f54eccb9415d849d9d7228 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:27.735170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:28.162098 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-6dfe4191-a4da-48c7-a698-07b0177d09c6 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.4443092 Jan 14 05:36:28.180369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:28.205486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Pushing event updated for resources: {'Network': ['ID=400241ca-8ab6-4338-bc70-e2181a248486,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:28.212520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:28.220338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 400241ca-8ab6-4338-bc70-e2181a248486 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:28.223729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.658s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:28.239099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:28.265512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:28.388617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 400241ca-8ab6-4338-bc70-e2181a248486 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:28.448625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:28.530745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 400241ca-8ab6-4338-bc70-e2181a248486 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:28.536566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:28.624933 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7b43fa3-0267-4792-89d6-9997a5c2c278 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:28.881667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Pushing event updated for resources: {'Subnet': ['ID=3f940d23-9d6a-4d2e-b585-62958bf82497,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:28.885050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:28.895469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Allocated IP 172.25.3.31 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/f1db75c6-315c-4413-9297-14302372741c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:28.962545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Checking segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:28.963158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Network hostable DHCP agents. Network: 400241ca-8ab6-4338-bc70-e2181a248486, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:36:29.003827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Network 400241ca-8ab6-4338-bc70-e2181a248486 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:36:29.046968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 400241ca-8ab6-4338-bc70-e2181a248486) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:29.061967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e89b6bc-8889-4412-af93-b6ae5955cc9e None None] Network 400241ca-8ab6-4338-bc70-e2181a248486 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:29.072542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:29.073692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:29.133398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:29.137739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 1.4733279 Jan 14 05:36:29.180739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:29.207366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:29.303708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=f1db75c6-315c-4413-9297-14302372741c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:29.348195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45896) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:29.359120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:29.465216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:29.466632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:29.470163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:29.597600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:29.674023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45906) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:29.714256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-400241ca-8ab6-4338-bc70-e2181a248486', 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486', 'tenant_id': 'c24d0bbfe6f54eccb9415d849d9d7228', 'fixed_ips': [{'subnet_id': '3f940d23-9d6a-4d2e-b585-62958bf82497'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:36:29.715308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:29.737106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.143019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.152594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.177861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a09e93a5-7f0c-4b45-831f-5e87ec5d4a09 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:30.211677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Allocated IP 172.20.0.2 (400241ca-8ab6-4338-bc70-e2181a248486/3f940d23-9d6a-4d2e-b585-62958bf82497/33cf7e90-537c-4dbc-86ab-805b84632510) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:30.340223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:30.351300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:30.359496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=f1db75c6-315c-4413-9297-14302372741c,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:30.363037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Usage tracker for resource:floatingip and tenant:d1a2e8ca207c4a7ebb046a87b8994ef0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:30.369589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:30.372723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:30.383206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:30.408656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.471758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.504173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.510666 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 697 time: 2.3376505 Jan 14 05:36:30.558934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.570435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Transition to ACTIVE for port object 33cf7e90-537c-4dbc-86ab-805b84632510 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:30.592969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Transition to ACTIVE for port object 33cf7e90-537c-4dbc-86ab-805b84632510 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:30.600569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.615981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed259ece-9942-455f-82b8-6303c1a78d91 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:30.630952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-8e743274-1096-433e-89e7-fa3789a6dc4e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Synchronizing usage tracker for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:30.656950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-8e743274-1096-433e-89e7-fa3789a6dc4e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Unset dirty status for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:30.658338 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-8e743274-1096-433e-89e7-fa3789a6dc4e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.1350126 Jan 14 05:36:30.674933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:30.705186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-07a8efd7-37f7-4dfe-99ec-33718d239f84 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-1937996061'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:30.705732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-07a8efd7-37f7-4dfe-99ec-33718d239f84 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Unknown quota resources ['metering_label']. {{(pid=80929) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:36:30.806869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Pushing event updated for resources: {'Port': ['ID=33cf7e90-537c-4dbc-86ab-805b84632510,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:30.833588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.833960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.834360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.834767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.835154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.845924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.846322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.846732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.847110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.847490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.847866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.848238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.848680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.849100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.849473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.849842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.852006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.852429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.852768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.853148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.853525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.853897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.854270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.854644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.855118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.858863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.859279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.859672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.862323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.862753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.863148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.863531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.863913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.864286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.864735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.865474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:30.884407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:30.950419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-97297c2e-c92f-444e-8ce7-7beff19fdd06 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:30.952163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0db6cd06-b871-4b5c-bf99-de95fec0609e req-97297c2e-c92f-444e-8ce7-7beff19fdd06 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.2874217 Jan 14 05:36:30.996746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Network 400241ca-8ab6-4338-bc70-e2181a248486 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:31.006344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:31.008910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:31.069093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Attempting to bind port 33cf7e90-537c-4dbc-86ab-805b84632510 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:31.069521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Attempting to bind port 33cf7e90-537c-4dbc-86ab-805b84632510 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:31.069947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Attempting to bind port 33cf7e90-537c-4dbc-86ab-805b84632510 on network 400241ca-8ab6-4338-bc70-e2181a248486 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:31.076000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:31.076432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Checking segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:31.076887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:31.077335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Bound using segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:31.077864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Bound port: 33cf7e90-537c-4dbc-86ab-805b84632510, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:31.078287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:31.177980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] For port 33cf7e90-537c-4dbc-86ab-805b84632510, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:31.181324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] For port 33cf7e90-537c-4dbc-86ab-805b84632510, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=33cf7e90-537c-4dbc-86ab-805b84632510,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:31.186627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:31.331514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe3920da-fe5f-4e4b-a05b-d76878a1d07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:31.406908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Pushing event updated for resources: {'Port': ['ID=33cf7e90-537c-4dbc-86ab-805b84632510,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:31.412837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:31.589750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a8efd7-37f7-4dfe-99ec-33718d239f84 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:31.591076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07a8efd7-37f7-4dfe-99ec-33718d239f84 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 478 time: 1.9156973 Jan 14 05:36:31.594509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45946) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:31.601843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-be5dd9e2-cc78-417b-b2ae-82b506721e76 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.0.0/24', 'direction': 'ingress', 'metering_label_id': 'bf603b10-03cd-4138-b9c8-bb969d902052'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:31.602472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-be5dd9e2-cc78-417b-b2ae-82b506721e76 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Unknown quota resources ['metering_label_rule']. {{(pid=80930) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:36:31.722455 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1f3632a7-3627-491a-b011-99ada69890b2 req-5cbd7021-5eb4-4b09-be82-c04e5a9abe86 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True&fields=id&name=public HTTP/1.1" status: 200 len: 258 time: 0.7061312 Jan 14 05:36:31.742204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:31.757155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:31.778269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attempting to reserve 1 items for resource floatingip. Total usage: 3; quota limit: 50; headroom:47 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:31.851563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:31.930635 n-d-768851-4 neutron-server[80820]: WARNING neutron.services.metering.metering_plugin [None req-be5dd9e2-cc78-417b-b2ae-82b506721e76 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 05:36:32.019942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Allocated IP 172.25.3.113 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/bba56485-a573-42f4-b232-83529fd791da) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:32.133214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be5dd9e2-cc78-417b-b2ae-82b506721e76 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:32.134518 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be5dd9e2-cc78-417b-b2ae-82b506721e76 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.5388646 Jan 14 05:36:32.143581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45964) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:32.164145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-55cccd84-ebc8-4f8d-8079-3d75f30ba3a6 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Request body: {'metering_label_rule': {'remote_ip_prefix': '10.0.1.0/24', 'direction': 'ingress', 'metering_label_id': 'bf603b10-03cd-4138-b9c8-bb969d902052'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:32.164702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-55cccd84-ebc8-4f8d-8079-3d75f30ba3a6 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Unknown quota resources ['metering_label_rule']. {{(pid=80929) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:36:32.244062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45970) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:32.372173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 33cf7e90-537c-4dbc-86ab-805b84632510 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:32.405724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:32.426226 n-d-768851-4 neutron-server[80820]: WARNING neutron.services.metering.metering_plugin [None req-55cccd84-ebc8-4f8d-8079-3d75f30ba3a6 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 05:36:32.522666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 33cf7e90-537c-4dbc-86ab-805b84632510 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:32.606463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-fc88aac5-4b88-422d-b4fd-a0f78e2d2eea tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:32.607313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-fc88aac5-4b88-422d-b4fd-a0f78e2d2eea tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Synchronizing usage tracker for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:32.627213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-fc88aac5-4b88-422d-b4fd-a0f78e2d2eea tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Unset dirty status for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:32.629337 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-fc88aac5-4b88-422d-b4fd-a0f78e2d2eea tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 815 time: 0.4983146 Jan 14 05:36:32.646984 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-918ef1c8-bded-45ec-ad5e-1d0fd3e5dbc3 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/quotas/c24d0bbfe6f54eccb9415d849d9d7228 HTTP/1.1" status: 200 len: 375 time: 0.0112929 Jan 14 05:36:32.766769 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ea0fc5e5-0531-4579-b4d6-ad7910dc2360 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1130347 Jan 14 05:36:32.771167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:32.783105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55cccd84-ebc8-4f8d-8079-3d75f30ba3a6 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:32.785888 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55cccd84-ebc8-4f8d-8079-3d75f30ba3a6 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 466 time: 0.6307125 Jan 14 05:36:32.797531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45980) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:32.842556 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ccebea61-f4f6-4ad4-bd21-d5491ea8400d tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=f80df8d2-3fc9-4c4d-b627-093702b7d526 HTTP/1.1" status: 200 len: 464 time: 0.0284855 Jan 14 05:36:32.845814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45984) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:32.947091 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-51b0c754-a868-4109-a12c-63fac42c0468 service neutron] 10.222.0.48 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1728792 Jan 14 05:36:32.976607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:33.080657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-1850328262-network', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:33.088072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:33.094591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Usage tracker for resource:network and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:33.098652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:33.099716 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d44528d9-5945-40a8-b0b3-04f9176f394c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:33.111360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:33.139427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Made reservation on behalf of 8e48eaf5b91c452480340c8e12c1537f for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:33.146281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:33.174482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:33.183945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Pushing event updated for resources: {'Port': ['ID=bba56485-a573-42f4-b232-83529fd791da,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:33.203472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:33.217451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Usage tracker for resource:security_group_rule and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:33.237243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:33.255458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-38deac8a-7738-4a46-872b-2d10e2e1d23f None None] Network 400241ca-8ab6-4338-bc70-e2181a248486 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:33.263783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:33.313645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:33.338214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-015bf560-982a-4d64-98a1-9a216411d87f service neutron] 10.222.0.48 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3827844 Jan 14 05:36:33.366989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba8391f3-9eb4-4f63-8ed5-4e39799874cf tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:33.368215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba8391f3-9eb4-4f63-8ed5-4e39799874cf tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/f80df8d2-3fc9-4c4d-b627-093702b7d526 HTTP/1.1" status: 204 len: 168 time: 0.5214071 Jan 14 05:36:33.372585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45994) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:33.422921 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e8d46f6-5c91-456b-86a2-5d90ad993916 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=f80df8d2-3fc9-4c4d-b627-093702b7d526 HTTP/1.1" status: 200 len: 221 time: 0.0459139 Jan 14 05:36:33.423624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46000) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:33.440383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-65844112-df39-4b9d-8573-71d980ea60ed tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Request body: {'metering_label': {'name': 'tempest-metering-label--492400849', 'description': 'label created by tempest'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:33.440853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-65844112-df39-4b9d-8573-71d980ea60ed tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Unknown quota resources ['metering_label']. {{(pid=80930) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:36:33.481741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Allocated IP 172.25.3.139 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/1d34473a-96e2-4443-a216-9ec4e3e1151f) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:33.600417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:33.651070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:33.658140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:33.734455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Provisioning for port 33cf7e90-537c-4dbc-86ab-805b84632510 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:33.747809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Provisioning complete for port 33cf7e90-537c-4dbc-86ab-805b84632510 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:33.748753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.009113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46014) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:34.091903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.187342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.235062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.250967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65844112-df39-4b9d-8573-71d980ea60ed tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.256491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65844112-df39-4b9d-8573-71d980ea60ed tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 0.8291790 Jan 14 05:36:34.259290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46024) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:34.396645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] For port 33cf7e90-537c-4dbc-86ab-805b84632510, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=33cf7e90-537c-4dbc-86ab-805b84632510,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:34.407262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.413334 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:34.507193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.541823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.561576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01e774c5-cfdb-4427-82e0-66224ff8b6ec tempest-InstanceActionsV221TestJSON-61799547 tempest-InstanceActionsV221TestJSON-61799547] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:34.600841 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09fcde52-c2bf-4cbb-9b09-fb5c1643b1d8 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=19801b46-b23e-4db6-9848-9033dfb691df HTTP/1.1" status: 200 len: 467 time: 0.3383431 Jan 14 05:36:34.610293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-76dd6f5b-4af5-423d-9695-1b520616c917 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--114455514&fields=id&tenant_id=32601cefef984f74b6ad1c6e3d70f4ac HTTP/1.1" status: 200 len: 267 time: 0.5999281 Jan 14 05:36:34.669325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46034) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:34.670569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=1d34473a-96e2-4443-a216-9ec4e3e1151f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:34.681685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:34.711618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Pushing event updated for resources: {'Port': ['ID=33cf7e90-537c-4dbc-86ab-805b84632510,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:34.721096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:34.857038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9f7a7b6e-e940-461c-b0d8-bdd54b15e140 None None] Provisioning complete for port 33cf7e90-537c-4dbc-86ab-805b84632510 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:34.857466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f7a7b6e-e940-461c-b0d8-bdd54b15e140 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:34.987983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-8465cf09-2900-4dd5-ba1d-0f56ea12fca9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:34.997065 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-8465cf09-2900-4dd5-ba1d-0f56ea12fca9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "GET /v2.0/networks?id=d3b7c475-3e68-44d4-ab12-e8a80dd546ae HTTP/1.1" status: 200 len: 815 time: 0.3651550 Jan 14 05:36:35.045605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.095062 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-9149c7b8-1364-4c6b-8c83-9807484377f1 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "GET /v2.0/quotas/32601cefef984f74b6ad1c6e3d70f4ac HTTP/1.1" status: 200 len: 375 time: 0.0967350 Jan 14 05:36:35.167584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.173762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:35.197892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Usage tracker for resource:security_group_rule and tenant:2a5f5aa2be34410da19956318b0d217c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:35.206158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.211587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:35.236931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fbd83af-56b7-4a17-b616-0978293831b1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:35.292871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ef717d6-1744-4eeb-bbf2-df24690a9266 None None] Provisioning complete for port 33cf7e90-537c-4dbc-86ab-805b84632510 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:35.294483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ef717d6-1744-4eeb-bbf2-df24690a9266 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.297572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3bf4db6-99e9-496a-8347-f79f21f0c916,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:35.302622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:35.308823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:35.325344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:36:35.379887 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-fe54e38c-6493-4866-b217-29afbf539a1d tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "GET /v2.0/ports?tenant_id=32601cefef984f74b6ad1c6e3d70f4ac&fields=id HTTP/1.1" status: 200 len: 348 time: 0.2835124 Jan 14 05:36:35.593462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.596298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-49b94457-41cc-48e3-b010-840dea8eb255 service neutron] 10.222.0.48 "GET /v2.0/networks/d3b7c475-3e68-44d4-ab12-e8a80dd546ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2149832 Jan 14 05:36:35.597228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5010e98d-cd68-4d83-9b45-111c7adfd5d7 None None] Provisioning complete for port 33cf7e90-537c-4dbc-86ab-805b84632510 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:35.597652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5010e98d-cd68-4d83-9b45-111c7adfd5d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.651544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.719740 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:35.772101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-ea7b15f2-1339-4516-90ec-215fec7e793d service neutron] 10.222.0.48 "GET /v2.0/networks/d3b7c475-3e68-44d4-ab12-e8a80dd546ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1704738 Jan 14 05:36:35.775439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.775887 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Added segment 90bdf0c7-07f3-426a-9df3-4575a7d8df47 of type vxlan for network b409864e-1acd-46ae-b515-7e48522eb3d3 Jan 14 05:36:35.843275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Pushing event updated for resources: {'Port': ['ID=bba56485-a573-42f4-b232-83529fd791da,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:35.859686 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:35.862355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-edbcba50-1c2c-43cb-acbd-ec3f36770e03 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:35.867829 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-edbcba50-1c2c-43cb-acbd-ec3f36770e03 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/19801b46-b23e-4db6-9848-9033dfb691df HTTP/1.1" status: 204 len: 168 time: 1.1842139 Jan 14 05:36:35.869966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46046) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:35.871595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.076751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.087548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:36.088279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.146581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:36.165648 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2d87faae-030b-45c0-9d29-079d26575a96 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=19801b46-b23e-4db6-9848-9033dfb691df HTTP/1.1" status: 200 len: 216 time: 0.2204862 Jan 14 05:36:36.166626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92046c4-c9c6-48eb-9630-edf0dc5529d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:36.166795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:36.196765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-a315c69d-ee3f-434d-9f8d-1c4a9ea23dfb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:36.198423 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-a315c69d-ee3f-434d-9f8d-1c4a9ea23dfb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 815 time: 0.5181665 Jan 14 05:36:36.201928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:36.213685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46058) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:36.218120 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 3.9696956 Jan 14 05:36:36.238653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46062) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:36.251258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.256649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Request body: {'subnet': {'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-1850328262-subnet', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:36.263614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:36.267830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Usage tracker for resource:subnet and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:36.271214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:36.278476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:36.296689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 33cf7e90-537c-4dbc-86ab-805b84632510 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:36.304941 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55cb3d26-317f-46ff-b03b-e0c9b0b97091 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0802057 Jan 14 05:36:36.305587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Request body: {'port': {'device_id': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486', 'admin_state_up': True, 'tenant_id': 'c24d0bbfe6f54eccb9415d849d9d7228'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:36.364596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46070) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:36.374813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 33cf7e90-537c-4dbc-86ab-805b84632510 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:36.375241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.375917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Made reservation on behalf of 8e48eaf5b91c452480340c8e12c1537f for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:36.380996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.416816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.489104 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a5f5aa2be34410da19956318b0d217c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4758110 Jan 14 05:36:36.548663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46084) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:36.642170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:36.652088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Usage tracker for resource:port and tenant:c24d0bbfe6f54eccb9415d849d9d7228 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:36.656511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:36.663979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:36.704784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Made reservation on behalf of c24d0bbfe6f54eccb9415d849d9d7228 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:36.717732 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4814cbe0-d8b8-4633-b232-dd41706b785f tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.3077404 Jan 14 05:36:36.717991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.728607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46094) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:36.819460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-811e605e-d72c-4935-b8a3-d70ecd44d01e tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:36.826937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-811e605e-d72c-4935-b8a3-d70ecd44d01e tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 815 time: 0.3328698 Jan 14 05:36:36.828973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Pushing event updated for resources: {'Network': ['ID=b409864e-1acd-46ae-b515-7e48522eb3d3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:36.832647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:36.842933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b409864e-1acd-46ae-b515-7e48522eb3d3 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:36.848281 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fe1cd5b-da6b-4784-b310-ef89739c8221 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.361s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:36.869306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b409864e-1acd-46ae-b515-7e48522eb3d3 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:36.899112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce965fd0-0d72-424b-9757-58d43434c328,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:36.902621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:36.903761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:36.914274 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-e8b11fa2-71b9-4429-9e12-baf566873c72 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/quotas/c24d0bbfe6f54eccb9415d849d9d7228 HTTP/1.1" status: 200 len: 375 time: 0.0863593 Jan 14 05:36:36.962834 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d551af0a-efe2-4c0b-be56-722f0ed873b0 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-labels/bf603b10-03cd-4138-b9c8-bb969d902052 HTTP/1.1" status: 200 len: 473 time: 0.2259560 Jan 14 05:36:36.978273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46102) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:37.038459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.048201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b409864e-1acd-46ae-b515-7e48522eb3d3 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:37.099355 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-2f5c592d-0ce7-4bbb-8286-7ca71fce1b65 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1838536 Jan 14 05:36:37.271735 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-75b213d0-ecc1-451a-867e-51f96700b86c tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/5c3526bb-3c76-4f98-ad3e-4d0aa1355bad HTTP/1.1" status: 200 len: 461 time: 0.2896953 Jan 14 05:36:37.415240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46110) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:37.459293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.462647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.569946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.574275 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.2218497 Jan 14 05:36:37.588698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46116) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:37.595323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Request body: {'port': {'name': 'tempest-ExternalNetworksAdminNegativeTestJSON-779347639', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'fixed_ips': [{'ip_address': '172.25.3.113'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:37.597825 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-9edd4908-86ce-426c-bc7d-a77cc123b3dd service neutron] 10.222.0.48 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4973185 Jan 14 05:36:37.600849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:37.605433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Usage tracker for resource:port and tenant:d1a2e8ca207c4a7ebb046a87b8994ef0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:37.609887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:37.616977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:37.625427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Allocated IP 172.20.0.13 (400241ca-8ab6-4338-bc70-e2181a248486/3f940d23-9d6a-4d2e-b585-62958bf82497/29f67c83-dce4-409d-a07c-d29dbfcf7de0) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:37.681368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Made reservation on behalf of d1a2e8ca207c4a7ebb046a87b8994ef0 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:37.686445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.725798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.833170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.852077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d21da88-04e7-4d47-8d01-5bc17f226a16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:37.890402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:37.894882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce965fd0-0d72-424b-9757-58d43434c328 HTTP/1.1" status: 204 len: 168 time: 1.3359959 Jan 14 05:36:37.902911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce965fd0-0d72-424b-9757-58d43434c328,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:37.909351 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-bde72a4b-ccaf-4cb4-8bff-b7af94dc2996 service neutron] 10.222.0.48 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3103383 Jan 14 05:36:37.910043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:38.227524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:38.300464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:38.317351 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-566ec67a-eb85-4aaf-b3a1-9ab74692cf7e tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:38.448374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Pushing event updated for resources: {'Subnet': ['ID=6527ddec-3663-4462-a693-19848f0b915d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:38.461647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:38.565413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-5bbc0b54-05d1-40d4-a515-53813af73d19 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:38.566342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-5bbc0b54-05d1-40d4-a515-53813af73d19 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Synchronizing usage tracker for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:38.573415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Usage tracker for resource:security_group_rule and tenant:d1a2e8ca207c4a7ebb046a87b8994ef0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:38.576507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:38.582531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:38.654294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Checking segment: {'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:38.655749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Network hostable DHCP agents. Network: b409864e-1acd-46ae-b515-7e48522eb3d3, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:36:38.708772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:38.717039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:38.728312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Network b409864e-1acd-46ae-b515-7e48522eb3d3 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:36:38.756709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b409864e-1acd-46ae-b515-7e48522eb3d3) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:38.758933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:38.766455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1320799b-cc8e-4711-9983-3ae819e820dd None None] Network b409864e-1acd-46ae-b515-7e48522eb3d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:38.796294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24900269-f561-46f0-af13-4ca0c5971c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:38.798538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:38.802324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:38.852039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Pushing event updated for resources: {'SecurityGroup': ['ID=0fe76b5a-66e0-49c4-8b42-72be0b10c38b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:38.869810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:38.872816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cc93086-62bd-4153-be53-f1e0aa37c36a tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:38.874199 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3cc93086-62bd-4153-be53-f1e0aa37c36a tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/5c3526bb-3c76-4f98-ad3e-4d0aa1355bad HTTP/1.1" status: 204 len: 168 time: 1.4542625 Jan 14 05:36:38.885351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46150) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:38.917652 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 2.6762905 Jan 14 05:36:38.934252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46156) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:39.063948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46164) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:39.064962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-5bbc0b54-05d1-40d4-a515-53813af73d19 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Unset dirty status for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:39.066763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-5bbc0b54-05d1-40d4-a515-53813af73d19 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.45 "GET /v2.0/networks?id=d3b7c475-3e68-44d4-ab12-e8a80dd546ae HTTP/1.1" status: 200 len: 815 time: 0.8430724 Jan 14 05:36:39.092697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:39.225955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-b409864e-1acd-46ae-b515-7e48522eb3d3', 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'fixed_ips': [{'subnet_id': '6527ddec-3663-4462-a693-19848f0b915d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:36:39.227307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:39.333020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:39.444422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:39.477195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:39.485870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Usage tracker for resource:security_group_rule and tenant:74d1cce515d74ad08530873be75bad9d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:39.516252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:39.546325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] device_id is not set on port c273cf1c-b88e-4a43-8789-e79ea5034293 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:36:39.589301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:39.603024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6919839-2f48-480e-a24b-09cb11770d04 req-b22a7e05-3bce-48a1-88d7-d57676321753 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:39.604779 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a6919839-2f48-480e-a24b-09cb11770d04 req-b22a7e05-3bce-48a1-88d7-d57676321753 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 815 time: 0.5065613 Jan 14 05:36:39.609256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-77bab6b4-b057-4d46-ba0e-5255f08142a2 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Synchronizing usage tracker for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:39.621494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Usage tracker for resource:router and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:39.766773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-77bab6b4-b057-4d46-ba0e-5255f08142a2 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Unset dirty status for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:39.768107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-77bab6b4-b057-4d46-ba0e-5255f08142a2 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=32601cefef984f74b6ad1c6e3d70f4ac HTTP/1.1" status: 200 len: 5715 time: 0.6802526 Jan 14 05:36:39.793645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:39.807075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Allocated IP 172.20.0.2 (b409864e-1acd-46ae-b515-7e48522eb3d3/6527ddec-3663-4462-a693-19848f0b915d/9784af5e-df04-43c3-971b-9d67aada145c) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:39.812929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Request body: {'port': {'device_id': 'dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8', 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae', 'admin_state_up': True, 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'security_groups': ['ef89bcbd-70a9-4893-933a-bf3d0b8f4412']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:39.817152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f02d0c8-5079-47da-9d7d-2fd760440453 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] Notify callbacks [] for metering_label, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:39.826122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f02d0c8-5079-47da-9d7d-2fd760440453 tempest-MeteringTestJSON-1525797303 tempest-MeteringTestJSON-1525797303] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/bf603b10-03cd-4138-b9c8-bb969d902052 HTTP/1.1" status: 204 len: 168 time: 0.9360082 Jan 14 05:36:39.830869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:39.842975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a6919839-2f48-480e-a24b-09cb11770d04 req-f13a3e6d-1dcf-4e98-aed1-74107edfc73a tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/quotas/c24d0bbfe6f54eccb9415d849d9d7228 HTTP/1.1" status: 200 len: 375 time: 0.0467343 Jan 14 05:36:39.938055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:39.939561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.030181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.077959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a6919839-2f48-480e-a24b-09cb11770d04 req-4624478d-6253-444a-b107-a4c5de48cbae tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.48 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&fields=id HTTP/1.1" status: 200 len: 255 time: 0.2281389 Jan 14 05:36:40.150167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:40.169274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Usage tracker for resource:port and tenant:32601cefef984f74b6ad1c6e3d70f4ac is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:40.195033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.200923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Quota usage for port was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:40.322415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:40.413555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Made reservation on behalf of 32601cefef984f74b6ad1c6e3d70f4ac for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:40.424349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.465995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.504352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.516186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Transition to ACTIVE for port object 29f67c83-dce4-409d-a07c-d29dbfcf7de0 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:40.526340 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:40.625186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46182) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:40.683893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.697933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Transition to ACTIVE for port object 9784af5e-df04-43c3-971b-9d67aada145c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:40.708382 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a6919839-2f48-480e-a24b-09cb11770d04 req-80c44be0-a1d1-40a3-9213-f31b7f74688e service neutron] 10.222.0.48 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6193407 Jan 14 05:36:40.728873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Transition to ACTIVE for port object 9784af5e-df04-43c3-971b-9d67aada145c will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:40.735388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:40.957744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:40.984694 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=74d1cce515d74ad08530873be75bad9d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9166541 Jan 14 05:36:41.020041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46188) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:41.044228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Network b409864e-1acd-46ae-b515-7e48522eb3d3 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:41.049240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.054813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:41.064458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:41.174093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Pushing event updated for resources: {'Port': ['ID=9784af5e-df04-43c3-971b-9d67aada145c,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:41.181291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.186466 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:41.205091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Attempting to bind port 9784af5e-df04-43c3-971b-9d67aada145c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:41.205512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Attempting to bind port 9784af5e-df04-43c3-971b-9d67aada145c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:41.205908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Attempting to bind port 9784af5e-df04-43c3-971b-9d67aada145c on network b409864e-1acd-46ae-b515-7e48522eb3d3 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:41.212457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.223084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:41.223531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Checking segment: {'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:41.224050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.224558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Bound using segment: {'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:41.225123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Bound port: 9784af5e-df04-43c3-971b-9d67aada145c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:41.225415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.323950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.334898 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98af649e-7e2a-4214-9b7b-b10e56a7a13c tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:41.339666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=63034c5b-bf4f-472b-8022-600a017bdd57,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:41.357793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63034c5b-bf4f-472b-8022-600a017bdd57,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:41.361274 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a6919839-2f48-480e-a24b-09cb11770d04 req-666a5b83-f82a-4a8d-b280-fff9e9356fa7 service neutron] 10.222.0.48 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5114601 Jan 14 05:36:41.363293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:41.383589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.384855 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63034c5b-bf4f-472b-8022-600a017bdd57 HTTP/1.1" status: 204 len: 168 time: 0.3632445 Jan 14 05:36:41.387174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Allocated IP 172.20.0.14 (d3b7c475-3e68-44d4-ab12-e8a80dd546ae/546e8c04-b93f-475f-a027-5480acae09cf/145b7d63-999d-48e7-9712-ffcef9fc017b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:41.482451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] For port 9784af5e-df04-43c3-971b-9d67aada145c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:41.500037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] For port 9784af5e-df04-43c3-971b-9d67aada145c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9784af5e-df04-43c3-971b-9d67aada145c,segment=NetworkSegment(90bdf0c7-07f3-426a-9df3-4575a7d8df47),segment_id=90bdf0c7-07f3-426a-9df3-4575a7d8df47)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:41.507302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.547492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:41.726986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.768045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.795671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.806499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Transition to ACTIVE for port object 145b7d63-999d-48e7-9712-ffcef9fc017b will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:41.863241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:41.866088 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.340s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:41.929802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:42.004481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Pushing event updated for resources: {'Port': ['ID=9784af5e-df04-43c3-971b-9d67aada145c,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:42.038841 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:42.180259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] It took 1.44 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:36:42.192458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:42.196352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46218) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:42.209691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68c550c5-af96-47bc-9b02-6d42d94e7b57 tempest-ImagesNegativeTestJSON-1213022848 tempest-ImagesNegativeTestJSON-1213022848] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:42.268916 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-bbfd9091-1d6c-49cd-8f5e-70eee25d25e6 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:36:42.270350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bbfd9091-1d6c-49cd-8f5e-70eee25d25e6 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "DELETE /v2.0/security-groups/ef89bcbd-70a9-4893-933a-bf3d0b8f4412 HTTP/1.1" status: 409 len: 336 time: 0.0723951 Jan 14 05:36:42.276863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46222) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:42.328923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21f27d60-1ec7-42b0-bc07-68984d1ca00f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:42.340666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-4059fab9-513f-4bb8-bd26-70fdc64d2182 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:42.343384 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-4059fab9-513f-4bb8-bd26-70fdc64d2182 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 815 time: 2.2435334 Jan 14 05:36:43.117064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Deleting port 53d4f641-36d3-4d4c-85c8-39511ecb59ec {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:36:43.117664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:43.195931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event updated for resources: {'Port': ['ID=145b7d63-999d-48e7-9712-ffcef9fc017b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:43.202676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Request body: {'port': {'device_id': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486', 'admin_state_up': True, 'tenant_id': 'c24d0bbfe6f54eccb9415d849d9d7228'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:43.220327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:43.225536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Usage tracker for resource:security_group_rule and tenant:3117892120d2449cb6c16be6adab6ea3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:43.229247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:43.235159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:43.310280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Allocated IP 172.25.3.192 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/960fd46f-7e99-469c-a840-9a6db93ddeb2) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:43.397011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.202s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:43.403821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:43.419343 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 05:36:43.420241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:36:43.470386 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:43.566465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:43.566881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:43.662154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Network 400241ca-8ab6-4338-bc70-e2181a248486 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:43.667870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:43.835497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Calling delete_port for 53d4f641-36d3-4d4c-85c8-39511ecb59ec owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:36:43.877661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:43.893606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.021600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.071781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.087440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4eb5cd89-cf0b-4498-adda-56e2f7c28cbc None None] Network b409864e-1acd-46ae-b515-7e48522eb3d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:44.118078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47f6cd41-a0cc-4066-ab78-3a14b3831da9 tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 372 time: 6.5249376 Jan 14 05:36:44.129771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46270) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:44.130374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46272) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:44.131378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:44.139127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85b2507b-3d53-41bf-ac4a-9be45f7cf43a tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.318927 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:44.322391 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:44.335542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:44.336226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.342598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.388903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.395750 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3117892120d2449cb6c16be6adab6ea3&name=default HTTP/1.1" status: 200 len: 2983 time: 3.7405975 Jan 14 05:36:44.425155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46280) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:44.460569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Pushing event updated for resources: {'Port': ['ID=960fd46f-7e99-469c-a840-9a6db93ddeb2,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:44.471281 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:44.562377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9784af5e-df04-43c3-971b-9d67aada145c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:44.578424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:44.608070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.657404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:44.679942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-682c6c30-90a0-4ecd-9de1-346c2a4fcdf5 admin admin] Deleting subnet 3f940d23-9d6a-4d2e-b585-62958bf82497 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:36:44.683665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-682c6c30-90a0-4ecd-9de1-346c2a4fcdf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.736763 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be8ba12d-989b-41de-9859-889d065a4a4f tempest-FloatingIPsTestJSON-577583058 tempest-FloatingIPsTestJSON-577583058] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:44.761671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-682c6c30-90a0-4ecd-9de1-346c2a4fcdf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.780630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.816825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.834805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e25514af-0a7b-4c51-88bc-40922bac3eff None None] Provisioning for port 9784af5e-df04-43c3-971b-9d67aada145c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:44.853715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9784af5e-df04-43c3-971b-9d67aada145c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:44.859266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d52aa114-09c1-4db0-b108-6292daaa4765 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.867080 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-682c6c30-90a0-4ecd-9de1-346c2a4fcdf5 admin admin] Found port (29f67c83-dce4-409d-a07c-d29dbfcf7de0, 172.20.0.13) having IP allocation on subnet 3f940d23-9d6a-4d2e-b585-62958bf82497, cannot delete Jan 14 05:36:44.875128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:44.879093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e25514af-0a7b-4c51-88bc-40922bac3eff None None] Provisioning complete for port 9784af5e-df04-43c3-971b-9d67aada145c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:44.879519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e25514af-0a7b-4c51-88bc-40922bac3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.943206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9784af5e-df04-43c3-971b-9d67aada145c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:44.943661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:44.950830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event deleted for resources: {'Port': ['ID=53d4f641-36d3-4d4c-85c8-39511ecb59ec,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:44.953726 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:44.976185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:45.080503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:45.086417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:45.152289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.166338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.189696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d53859f1-c4b1-4519-a4e0-b63c8c8563fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:45.208906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76476124-b47b-41c2-bca9-60fab9ca1d9e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:45.211732 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:45.213163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Deleting port bba56485-a573-42f4-b232-83529fd791da {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:36:45.213930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.230953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.235926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.238163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/76476124-b47b-41c2-bca9-60fab9ca1d9e HTTP/1.1" status: 204 len: 168 time: 0.8067853 Jan 14 05:36:45.242993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.248237 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.48 "DELETE /v2.0/floatingips/a3bf3dd8-2fb2-4921-b7ac-c5384a92c440 HTTP/1.1" status: 204 len: 168 time: 2.9661245 Jan 14 05:36:45.266610 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-682c6c30-90a0-4ecd-9de1-346c2a4fcdf5 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:36:45.267523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-682c6c30-90a0-4ecd-9de1-346c2a4fcdf5 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:36:45.269923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-682c6c30-90a0-4ecd-9de1-346c2a4fcdf5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3f940d23-9d6a-4d2e-b585-62958bf82497 HTTP/1.1" status: 409 len: 404 time: 0.9622812 Jan 14 05:36:45.304637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:45.306275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.318853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:45.335701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Usage tracker for resource:port and tenant:c24d0bbfe6f54eccb9415d849d9d7228 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:45.339717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Quota usage for port was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:45.343504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9784af5e-df04-43c3-971b-9d67aada145c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9784af5e-df04-43c3-971b-9d67aada145c,segment=NetworkSegment(90bdf0c7-07f3-426a-9df3-4575a7d8df47),segment_id=90bdf0c7-07f3-426a-9df3-4575a7d8df47)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:45.347039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:45.352955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46300) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:45.359774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.371887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1612edb8-0fdc-4f4e-9b59-fa023c029adc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:45.546942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e25514af-0a7b-4c51-88bc-40922bac3eff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.640793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.816794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9784af5e-df04-43c3-971b-9d67aada145c,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:45.823030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.451s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:45.841394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-e25514af-0a7b-4c51-88bc-40922bac3eff None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:36:45.844038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-e25514af-0a7b-4c51-88bc-40922bac3eff None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:36:45.870755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Made reservation on behalf of c24d0bbfe6f54eccb9415d849d9d7228 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:45.872545 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.875421 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.890365 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:45.893746 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:45.898062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:45.923563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event updated for resources: {'Port': ['ID=29f67c83-dce4-409d-a07c-d29dbfcf7de0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:45.968693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.038955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 9.7617416 Jan 14 05:36:46.038955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.044458 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1f3632a7-3627-491a-b011-99ada69890b2 req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 698 time: 14.3137631 Jan 14 05:36:46.077634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.607s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:46.098008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.003s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:46.176005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.229160 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.4204199 Jan 14 05:36:46.326795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9784af5e-df04-43c3-971b-9d67aada145c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:46.391938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1f3632a7-3627-491a-b011-99ada69890b2 req-408ed1f3-cea1-4100-bb9f-7518e508da01 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Synchronizing usage tracker for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:46.431674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46324) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:46.531173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9784af5e-df04-43c3-971b-9d67aada145c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:46.532008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.639239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.684125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:46.686101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.701169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Usage tracker for resource:security_group_rule and tenant:66ee459d4f80476d910195bb23c96d0f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:46.709342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:46.733125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:46.779014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Provisioning complete for port 9784af5e-df04-43c3-971b-9d67aada145c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:46.779507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.934260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Provisioning for port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:46.942408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Provisioning complete for port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:46.943494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:46.961407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.038168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:36:47.053129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Provisioning for port 145b7d63-999d-48e7-9712-ffcef9fc017b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:47.059367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Provisioning complete for port 145b7d63-999d-48e7-9712-ffcef9fc017b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:47.059798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.072694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.125883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.142271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-463d3631-5041-4520-9ffb-86da3f0a9210 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:47.157043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2747ac29-fb88-4f76-bac3-4fe942f18c87 None None] Port 145b7d63-999d-48e7-9712-ffcef9fc017b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:36:47.165696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event updated for resources: {'Port': ['ID=1d34473a-96e2-4443-a216-9ec4e3e1151f,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:47.194392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Request body: {'port': {'device_id': 'dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:47.371570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Request body: {'port': {'device_id': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:47.445603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.347s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:47.449533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18d7b07d-7896-477a-ad96-4515b32fb338 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.056s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:47.476597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd4eac5d-c35d-4381-a11c-410fdbfe9fbe,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:47.480246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:47.505375 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=66ee459d4f80476d910195bb23c96d0f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0731277 Jan 14 05:36:47.508586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46340) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:47.540307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=76476124-b47b-41c2-bca9-60fab9ca1d9e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:47.571791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:47.584897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1f3632a7-3627-491a-b011-99ada69890b2 req-408ed1f3-cea1-4100-bb9f-7518e508da01 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Unset dirty status for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:47.586626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1f3632a7-3627-491a-b011-99ada69890b2 req-408ed1f3-cea1-4100-bb9f-7518e508da01 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 1.5413196 Jan 14 05:36:47.595587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.652423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.731513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Router bea942cb-7677-4b3c-b9aa-18cb428d90f2 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:36:47.743665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.749278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bcfd028-6b1c-4096-846b-3f589e2ec748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:47.752394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.839165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd4eac5d-c35d-4381-a11c-410fdbfe9fbe,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:47.843202 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:47.883581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.910201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:47.914052 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fd4eac5d-c35d-4381-a11c-410fdbfe9fbe HTTP/1.1" status: 204 len: 168 time: 0.4044223 Jan 14 05:36:47.977845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:36:47.986809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Sync routers for ids ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:36:48.004922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:48.009963 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 9.0716784 Jan 14 05:36:48.010324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Routers {'bea942cb-7677-4b3c-b9aa-18cb428d90f2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:48.010461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46356) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:48.012681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:48.053209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1f3632a7-3627-491a-b011-99ada69890b2 req-757425d6-e506-4069-a18a-c2030ff746d5 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:48.054975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1f3632a7-3627-491a-b011-99ada69890b2 req-757425d6-e506-4069-a18a-c2030ff746d5 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.4524233 Jan 14 05:36:48.182781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:48.183271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:48.296504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Set router bea942cb-7677-4b3c-b9aa-18cb428d90f2 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:48.343345 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2a9a2456-1276-432a-9162-43333ce0684a req-6d440273-9799-4b9d-8dcc-f58e0d1db3a0 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips/66c38be7-cf2a-4cd1-9c8d-256c37118a87 HTTP/1.1" status: 200 len: 693 time: 0.1210349 Jan 14 05:36:48.429688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Calling delete_port for bba56485-a573-42f4-b232-83529fd791da owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:36:48.761582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a9a2456-1276-432a-9162-43333ce0684a req-5396d799-3e4f-4e82-9a90-b682662049c1 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:48.768697 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2a9a2456-1276-432a-9162-43333ce0684a req-5396d799-3e4f-4e82-9a90-b682662049c1 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.4243770 Jan 14 05:36:48.775212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:48.780965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-2a9a2456-1276-432a-9162-43333ce0684a req-dda9a921-f6cb-47c8-8bab-e708f1dc3f68 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:36:48.786535 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2a9a2456-1276-432a-9162-43333ce0684a req-dda9a921-f6cb-47c8-8bab-e708f1dc3f68 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0163696 Jan 14 05:36:49.067668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:36:45Z', 'revision_number': 3, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:49.072310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Checking router: bea942cb-7677-4b3c-b9aa-18cb428d90f2 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:36:49.072793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Updating router bea942cb-7677-4b3c-b9aa-18cb428d90f2 port 960fd46f-7e99-469c-a840-9a6db93ddeb2 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:36:49.136908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.183152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.197058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Request body: {'network': {'name': 'tempest-MultipleCreateTestJSON-946228846-network', 'tenant_id': '43b65612c84c4a59a1c24d0196894100'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:49.202078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:49.206114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Usage tracker for resource:network and tenant:43b65612c84c4a59a1c24d0196894100 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:49.209144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:49.217679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:49.248164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Made reservation on behalf of 43b65612c84c4a59a1c24d0196894100 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:49.256898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 145b7d63-999d-48e7-9712-ffcef9fc017b {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:36:49.263584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.273312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.338389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.411684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Allocated IP 172.20.0.6 (400241ca-8ab6-4338-bc70-e2181a248486/3f940d23-9d6a-4d2e-b585-62958bf82497/52e07f01-303c-4523-ac2f-77051b3b0cf9) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:49.542997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:49.565675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Usage tracker for resource:security_group_rule and tenant:43b65612c84c4a59a1c24d0196894100 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:49.584536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:49.595418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.602210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:49.611148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Transition to ACTIVE for port object 960fd46f-7e99-469c-a840-9a6db93ddeb2 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:49.619207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.634785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:49.682258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.764731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:49.828428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da49b3b-4d79-4dcd-86dc-def5713248e4 None None] Pushing event updated for resources: {'Port': ['ID=960fd46f-7e99-469c-a840-9a6db93ddeb2,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:49.831667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da49b3b-4d79-4dcd-86dc-def5713248e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:49.914465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Pushing event deleted for resources: {'Port': ['ID=bba56485-a573-42f4-b232-83529fd791da,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:49.919551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Attempting to bind port 960fd46f-7e99-469c-a840-9a6db93ddeb2 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:49.919551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Attempting to bind port 960fd46f-7e99-469c-a840-9a6db93ddeb2 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:49.920176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Attempting to bind port 960fd46f-7e99-469c-a840-9a6db93ddeb2 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:49.927208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:49.927639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:49.928527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.928738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.929328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:49.929458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Bound port: 960fd46f-7e99-469c-a840-9a6db93ddeb2, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:49.929887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.934968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:49.943109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:49.949222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-deecbc03-3218-43c0-bb15-08701f06e9cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:50.010563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-1e2391a6-c662-468f-a782-1e49dca9bfb8 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips/66c38be7-cf2a-4cd1-9c8d-256c37118a87 HTTP/1.1" status: 200 len: 693 time: 0.7861245 Jan 14 05:36:50.026406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] For port 960fd46f-7e99-469c-a840-9a6db93ddeb2, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:50.030448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] For port 960fd46f-7e99-469c-a840-9a6db93ddeb2, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=960fd46f-7e99-469c-a840-9a6db93ddeb2,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:50.031288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Transition to ACTIVE for port object 145b7d63-999d-48e7-9712-ffcef9fc017b will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:50.039947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.049162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Allocated IP 172.20.0.1 (b409864e-1acd-46ae-b515-7e48522eb3d3/6527ddec-3663-4462-a693-19848f0b915d/b13eac13-51b1-4039-95f6-0c0cd0ce2a7c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:36:50.070520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d4f89e45-798a-4db2-aa27-088aadea7fb3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:50.081358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.087272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 15} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:36:50.098072 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:50.124142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.126135 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Added segment e4a8484a-da60-4e5b-86c1-9722df580b85 of type vxlan for network 11cfcc33-173f-471c-9e89-faf0165274f4 Jan 14 05:36:50.157271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:50.196181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46410) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:50.248179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da49b3b-4d79-4dcd-86dc-def5713248e4 None None] Pushing event updated for resources: {'Port': ['ID=960fd46f-7e99-469c-a840-9a6db93ddeb2,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:50.262034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da49b3b-4d79-4dcd-86dc-def5713248e4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:50.345425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Routers {'bea942cb-7677-4b3c-b9aa-18cb428d90f2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:50.346518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:50.372688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.449829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.452861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:50.456692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.508133 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13974a9e-48d8-478c-9d6e-b5f33f994292 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:50.539805 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 1.7641442 Jan 14 05:36:50.546663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46420) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:50.606069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] Set router bea942cb-7677-4b3c-b9aa-18cb428d90f2 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:50.625600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Request body: {'subnet': {'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4', 'cidr': '172.20.0.0/28', 'name': 'tempest-MultipleCreateTestJSON-946228846-subnet', 'tenant_id': '43b65612c84c4a59a1c24d0196894100', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:50.631158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:50.635335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Usage tracker for resource:subnet and tenant:43b65612c84c4a59a1c24d0196894100 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:50.638420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:50.645091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:50.666617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.681036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Made reservation on behalf of 43b65612c84c4a59a1c24d0196894100 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:50.685802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.783039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.841616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:50.852341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Transition to ACTIVE for port object b13eac13-51b1-4039-95f6-0c0cd0ce2a7c will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:50.860845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Pushing event updated for resources: {'Network': ['ID=11cfcc33-173f-471c-9e89-faf0165274f4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:50.883241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:50.883407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 11cfcc33-173f-471c-9e89-faf0165274f4 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:50.888717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:50.893117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Usage tracker for resource:security_group_rule and tenant:ba2af9f9886d4eeab99cd9346b2c765f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:50.896475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:50.903009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:50.913417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 11cfcc33-173f-471c-9e89-faf0165274f4 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:50.959644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-8ce8470e-ee65-4fa0-abc7-2ef8f7daabf8 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:50.961219 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-8ce8470e-ee65-4fa0-abc7-2ef8f7daabf8 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.9497526 Jan 14 05:36:51.002196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.009151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28923a71-9c83-43fe-8190-de69155d2986 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:51.034280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.049509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.085424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57cc772a-7167-43dd-bf72-2f8f9e069247 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:51.095030 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba2af9f9886d4eeab99cd9346b2c765f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8964965 Jan 14 05:36:51.102224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46434) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:51.113954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.115642 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] 10.222.0.48 "DELETE /v2.0/floatingips/bd7c5c9a-976d-4645-b046-a273d79b4d05 HTTP/1.1" status: 204 len: 168 time: 6.8060262 Jan 14 05:36:51.135106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.141023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 11cfcc33-173f-471c-9e89-faf0165274f4 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:51.182658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a59fed8-39d2-4fb8-b830-c1bdf1b88bb3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:51.233941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:36:51.237128 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-6df823e4-9d06-432c-9168-fe716f45cedf tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.1452432 Jan 14 05:36:51.253196 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:51.262940 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18a83200-477f-4139-998a-a61dc2af54da service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:51.510946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Pushing event updated for resources: {'Port': ['ID=145b7d63-999d-48e7-9712-ffcef9fc017b,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:51.536590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.527s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:51.570222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Network b409864e-1acd-46ae-b515-7e48522eb3d3 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:51.575748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:51.580414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.581501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.585565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:51.590092 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:51.592927 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-8459c3b6-84d4-4397-9112-aca4064ae7f1 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.139 HTTP/1.1" status: 200 len: 696 time: 0.3388858 Jan 14 05:36:51.675427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Pushing event updated for resources: {'Port': ['ID=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:51.682432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:51.687295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.773107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:36:45Z', 'revision_number': 3, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:51.777278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46448) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:51.780727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8babe265-8ed8-4d79-956b-9b0273fa4506 None None] The sync data for ids ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'] in n-d-768851-4 is: [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:36:45Z', 'revision_number': 3, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:36:51.823020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.831137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.964893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Deleting port 1d34473a-96e2-4443-a216-9ec4e3e1151f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:36:51.965135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:51.975479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c995d7d4-8714-4340-ad62-c5daf2b6d195 None None] Provisioning for port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:51.982246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c995d7d4-8714-4340-ad62-c5daf2b6d195 None None] Provisioning complete for port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:51.984677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c995d7d4-8714-4340-ad62-c5daf2b6d195 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.063589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c995d7d4-8714-4340-ad62-c5daf2b6d195 None None] Port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:36:52.120315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.249828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Attempting to bind port 145b7d63-999d-48e7-9712-ffcef9fc017b on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:52.252400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Attempting to bind port 145b7d63-999d-48e7-9712-ffcef9fc017b by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:52.252779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Attempting to bind port 145b7d63-999d-48e7-9712-ffcef9fc017b on network d3b7c475-3e68-44d4-ab12-e8a80dd546ae {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:52.298463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:52.299473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Checking segment: {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:52.299892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.300297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Bound using segment: {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:52.300791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Bound port: 145b7d63-999d-48e7-9712-ffcef9fc017b, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0a0a4711-57a7-40fd-a00b-8c9ae440adb2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd3b7c475-3e68-44d4-ab12-e8a80dd546ae'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:52.301189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.385088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.405969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.406365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.460113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.464472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:52.469238 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:52.566629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Usage tracker for resource:security_group_rule and tenant:0842d15d7a5f430f9fa45cd21e5c76b7 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:52.581942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Calling delete_port for 1d34473a-96e2-4443-a216-9ec4e3e1151f owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:36:52.593178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:52.603100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a59fed8-39d2-4fb8-b830-c1bdf1b88bb3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:52.623343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Transition to ACTIVE for port object 52e07f01-303c-4523-ac2f-77051b3b0cf9 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:52.636257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:52.638107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:52.712928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.735979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:52.737241 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a59fed8-39d2-4fb8-b830-c1bdf1b88bb3 HTTP/1.1" status: 204 len: 168 time: 1.6336160 Jan 14 05:36:52.813369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46470) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:52.915862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] For port 145b7d63-999d-48e7-9712-ffcef9fc017b, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:52.925079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46476) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:53.070350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.102494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] For port 145b7d63-999d-48e7-9712-ffcef9fc017b, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=145b7d63-999d-48e7-9712-ffcef9fc017b,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:53.170222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:53.201252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-test-network-423124881'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:53.206530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:53.211232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Usage tracker for resource:network and tenant:38f9c4a3c38144e1a99a42d21c07d8e3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:53.218704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:53.220519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:53.245997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.283876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.307238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Made reservation on behalf of 38f9c4a3c38144e1a99a42d21c07d8e3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:53.316681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.349622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.358392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.379933 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb4e060-3d17-458d-b19b-6eb09fc2fbbb service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:53.381437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46484) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:53.417234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.423013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:53.446990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Usage tracker for resource:security_group_rule and tenant:38f9c4a3c38144e1a99a42d21c07d8e3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:53.457872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:53.467213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.477982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Deleting port ffedac73-af7a-4789-8444-7edf842498ea {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:36:53.478366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.480145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.488171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1727e32c-8690-4c55-95be-218d212fc8a7,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:53.533517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:53.534087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f1a1148-635c-4457-9191-0f32c5887c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:53.543625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:53.570085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:53.584870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event deleted for resources: {'Port': ['ID=1d34473a-96e2-4443-a216-9ec4e3e1151f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:53.611020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Usage tracker for resource:security_group_rule and tenant:b54fe0887f724d768e02053f7404a274 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:53.625075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:53.631934 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0842d15d7a5f430f9fa45cd21e5c76b7&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8512149 Jan 14 05:36:53.648312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46488) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:53.650165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4d352ca7-8208-459d-a044-f03fa3be45a4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:53.658944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:53.667653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:53.784787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.802027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:53.836956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Checking segment: {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:53.837370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Network hostable DHCP agents. Network: 11cfcc33-173f-471c-9e89-faf0165274f4, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:36:53.853812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd576357-030b-4a5e-864b-caf46fa789f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:53.929783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.033018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Pushing event updated for resources: {'Port': ['ID=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:54.035766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.049879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.052124 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:54.055009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:54.055321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.058525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Network 11cfcc33-173f-471c-9e89-faf0165274f4 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:36:54.123248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.138645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de8cf93d-c662-46e7-bddf-a8f7e0593121 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:54.178406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 11cfcc33-173f-471c-9e89-faf0165274f4) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:54.187592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41a69235-6bb7-4120-adf7-70d3a0ddd6e5 None None] Network 11cfcc33-173f-471c-9e89-faf0165274f4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:54.194725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Usage tracker for resource:security_group_rule and tenant:d2150d975ef1498781832337288ffbcc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:54.213340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:54.215397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.252992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Pushing event updated for resources: {'Port': ['ID=145b7d63-999d-48e7-9712-ffcef9fc017b,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:54.256533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:54.266537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:36:54.274588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.895s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:54.277931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.870s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:54.284580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:54.285379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.308170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Pushing event updated for resources: {'SecurityGroup': ['ID=0bbae841-c31b-4d22-add5-ebd578a34e52,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:54.318444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.337292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:54.343235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.343623 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Added segment bad13412-0100-46e5-9cb3-e27151b6d9a1 of type vxlan for network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db Jan 14 05:36:54.345365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.361448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 960fd46f-7e99-469c-a840-9a6db93ddeb2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:54.373610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6799b4e7-818e-4d6f-b72b-70215a033083 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:54.471696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=61a0a792-b9f7-4125-b5d3-8a682c690ab8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:54.478213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.484670 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b54fe0887f724d768e02053f7404a274&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0985923 Jan 14 05:36:54.486027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:54.492757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:54.494624 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.8816922 Jan 14 05:36:54.501226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Network b409864e-1acd-46ae-b515-7e48522eb3d3 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:54.504409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:54.523426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Network 400241ca-8ab6-4338-bc70-e2181a248486 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:36:54.540393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 960fd46f-7e99-469c-a840-9a6db93ddeb2 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:54.544088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:54.544892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.548305 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] 10.222.0.45 "PUT /v2.0/ports/145b7d63-999d-48e7-9712-ffcef9fc017b HTTP/1.1" status: 200 len: 1156 time: 8.2183084 Jan 14 05:36:54.550517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.557755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:54.561897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8', 'tag': '145b7d63-999d-48e7-9712-ffcef9fc017b'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:36:54.580834 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0363755-99a0-460a-a8dc-7e5c2a7e8d94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:54.591650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:54.591802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 960fd46f-7e99-469c-a840-9a6db93ddeb2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:54.592077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:54.649557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:36:54.743168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event updated for resources: {'Port': ['ID=52e07f01-303c-4523-ac2f-77051b3b0cf9,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:54.974805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4d352ca7-8208-459d-a044-f03fa3be45a4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:55.009309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.011169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4d352ca7-8208-459d-a044-f03fa3be45a4 HTTP/1.1" status: 204 len: 168 time: 1.3543019 Jan 14 05:36:55.019527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:55.027652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 29f67c83-dce4-409d-a07c-d29dbfcf7de0 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:36:55.037290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.054896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Transition to ACTIVE for port object 29f67c83-dce4-409d-a07c-d29dbfcf7de0 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:55.059622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.066565 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:55.070324 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:55.091354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:55.092070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.098658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:55.106141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.131685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:55.136312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.155077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.877s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:55.246380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee8226f7-9973-4854-ab88-97d7b48855a7 None None] Provisioning complete for port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:55.248994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee8226f7-9973-4854-ab88-97d7b48855a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.262479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.273852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] For port ffedac73-af7a-4789-8444-7edf842498ea, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ffedac73-af7a-4789-8444-7edf842498ea,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:55.274250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.306647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Router bea942cb-7677-4b3c-b9aa-18cb428d90f2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:36:55.346851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ee8226f7-9973-4854-ab88-97d7b48855a7 None None] Port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:36:55.352494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.361717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f9483e3f-5853-4c4b-a5c9-ba6fad656e1c None None] Network 11cfcc33-173f-471c-9e89-faf0165274f4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:55.365662 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 798 time: 2.5494704 Jan 14 05:36:55.370708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.405726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Pushing event updated for resources: {'Network': ['ID=f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:55.432885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:55.449671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Calling delete_port for ffedac73-af7a-4789-8444-7edf842498ea owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:36:55.561114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:55.574974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:55.590590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:36:55.638471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.640622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.670489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.193s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:55.670967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:55.675088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.749102 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8', 'tag': '145b7d63-999d-48e7-9712-ffcef9fc017b', 'status': 'completed', 'code': 200} Jan 14 05:36:55.753464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46522) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:55.757396 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5b79458-679b-4f9a-a086-e6c29ede6761 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:55.786185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.880881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 960fd46f-7e99-469c-a840-9a6db93ddeb2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=960fd46f-7e99-469c-a840-9a6db93ddeb2,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:36:55.890241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.898883 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:55.926515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Pushing event updated for resources: {'Port': ['ID=29f67c83-dce4-409d-a07c-d29dbfcf7de0,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:55.930067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:55.939613 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2789c38-d30f-40f5-9894-d4379d33aae8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.111s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:55.967386 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 12.8261731 Jan 14 05:36:55.967646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.983002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-19b9bcc9-9868-4b27-935d-d88c56fd678e None None] Provisioning for port 52e07f01-303c-4523-ac2f-77051b3b0cf9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:36:55.994958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:55.996151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0c9f4465-70f5-4100-afc1-7a7f3c4b50b1 req-c840937b-5915-4892-a081-19d923803486 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "DELETE /v2.0/floatingips/66c38be7-cf2a-4cd1-9c8d-256c37118a87 HTTP/1.1" status: 204 len: 173 time: 4.4024122 Jan 14 05:36:56.002193 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d2150d975ef1498781832337288ffbcc&name=default HTTP/1.1" status: 200 len: 2983 time: 3.0697598 Jan 14 05:36:56.015307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Request body: {'port': {'device_id': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:56.025391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-19b9bcc9-9868-4b27-935d-d88c56fd678e None None] Provisioning complete for port 52e07f01-303c-4523-ac2f-77051b3b0cf9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:56.025821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-19b9bcc9-9868-4b27-935d-d88c56fd678e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:56.088754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-19b9bcc9-9868-4b27-935d-d88c56fd678e None None] Port 52e07f01-303c-4523-ac2f-77051b3b0cf9 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:36:56.093448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=960fd46f-7e99-469c-a840-9a6db93ddeb2,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:56.093963 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8cdeacae-ba4f-47cf-959a-6b573a8fc71b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d1a2e8ca207c4a7ebb046a87b8994ef0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2934821 Jan 14 05:36:56.097357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:56.103491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:56.103664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46532) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:56.205267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-dc97645c-1706-46b9-b3dd-a39b25346467 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:56.206026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-dc97645c-1706-46b9-b3dd-a39b25346467 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Synchronizing usage tracker for tenant:43b65612c84c4a59a1c24d0196894100 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:36:56.209530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-5238ad7c-142f-49c3-acb8-898267ee2835 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:56.211286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-5238ad7c-142f-49c3-acb8-898267ee2835 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32601cefef984f74b6ad1c6e3d70f4ac&device_id=dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8 HTTP/1.1" status: 200 len: 1159 time: 1.5091729 Jan 14 05:36:56.232858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=52004f93-9979-4977-99d2-162b6b237ffa,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:56.236843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:56.237890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:36:56.240889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-dc97645c-1706-46b9-b3dd-a39b25346467 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Unset dirty status for tenant:43b65612c84c4a59a1c24d0196894100 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:36:56.242476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-dc97645c-1706-46b9-b3dd-a39b25346467 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.48 "GET /v2.0/networks?id=11cfcc33-173f-471c-9e89-faf0165274f4 HTTP/1.1" status: 200 len: 812 time: 0.6469605 Jan 14 05:36:56.247779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Sync routers for ids ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:36:56.253856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2852dc5e-a10c-45bc-860e-f9967e793d6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:56.268619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Routers {'bea942cb-7677-4b3c-b9aa-18cb428d90f2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:56.269328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:56.301879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:56.316693 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-6795fc2e-49ca-480a-9d3b-0fceb531d4fd tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.48 "GET /v2.0/quotas/43b65612c84c4a59a1c24d0196894100 HTTP/1.1" status: 200 len: 375 time: 0.0550737 Jan 14 05:36:56.327642 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4ef92db-04f8-46c7-9980-1bc4373c7c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:56.356787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 960fd46f-7e99-469c-a840-9a6db93ddeb2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:36:56.411515 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] 10.222.0.48 "PUT /v2.0/routers/bea942cb-7677-4b3c-b9aa-18cb428d90f2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3999748 Jan 14 05:36:56.428654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Pushing event deleted for resources: {'Port': ['ID=ffedac73-af7a-4789-8444-7edf842498ea,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:56.431759 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:56.441142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=61a0a792-b9f7-4125-b5d3-8a682c690ab8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:56.448319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-2ff4ed4e-9039-4246-8f76-a5279bb372aa service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=145b7d63-999d-48e7-9712-ffcef9fc017b HTTP/1.1" status: 200 len: 217 time: 0.1995656 Jan 14 05:36:56.460035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:56.500644 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/61a0a792-b9f7-4125-b5d3-8a682c690ab8 HTTP/1.1" status: 204 len: 168 time: 1.9988418 Jan 14 05:36:56.506462 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:56.544423 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-a2ba857b-9cec-4b5b-be89-1b562710c0c5 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.48 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1924775 Jan 14 05:36:56.569711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Set router bea942cb-7677-4b3c-b9aa-18cb428d90f2 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:36:56.593654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46542) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:56.594675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 960fd46f-7e99-469c-a840-9a6db93ddeb2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:36:56.595131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:56.606266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Request body: {'port': {'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db', 'binding:host_id': 'n-h2-768851-4', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2068513670'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:56.684671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:56.699804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Usage tracker for resource:port and tenant:59d7deda6a6c4d4abb699cf61089aecd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:56.705398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:56.715886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:56.775316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Made reservation on behalf of 59d7deda6a6c4d4abb699cf61089aecd for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:36:56.780497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:56.801992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:56.842184 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-3525ed5e-50a9-4a44-b5d6-49045ba593c4 service neutron] 10.222.0.48 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2965040 Jan 14 05:36:56.886672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:56.917303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-b3c42ff1-1c60-49da-8e14-20b847e01f81 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:56.919289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-b3c42ff1-1c60-49da-8e14-20b847e01f81 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=546e8c04-b93f-475f-a027-5480acae09cf HTTP/1.1" status: 200 len: 854 time: 0.4493740 Jan 14 05:36:57.022541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:57.037789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-4a5b5e6e-4aa5-4242-93f1-66b3f2bd68fd service neutron] 10.222.0.48 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1940446 Jan 14 05:36:57.039556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Usage tracker for resource:security_group_rule and tenant:59d7deda6a6c4d4abb699cf61089aecd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:57.043167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:57.050459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:57.166396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:57.220777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:57.236000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:57.277875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:57.280323 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d4a2df6-8c94-4158-b4ac-e56ad44929e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:57.351470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:36:52Z', 'revision_number': 4, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b13eac13-51b1-4039-95f6-0c0cd0ce2a7c', 'name': '', 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'mac_address': 'fa:16:3e:c2:a1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6527ddec-3663-4462-a693-19848f0b915d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:49Z', 'updated_at': '2021-01-14T05:36:53Z', 'revision_number': 2, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'subnets': [{'id': '6527ddec-3663-4462-a693-19848f0b915d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:57.352603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'SecurityGroup': ['ID=d4b408d4-de10-4579-846c-961d9e79508b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:57.366608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Checking router: bea942cb-7677-4b3c-b9aa-18cb428d90f2 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:36:57.367660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Updating router bea942cb-7677-4b3c-b9aa-18cb428d90f2 port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:36:57.375139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.375488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.375880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.376290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.376694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.381916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.384866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.385300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.385724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.386143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.386553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.387016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.390520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.391023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.391445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.391864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.392277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.392697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.393106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.393513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.393920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.394323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.394742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.395230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.395729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.396165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.396529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.396928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.397325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.416062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.416547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.416970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.417386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.421030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.436553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.437129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:57.453897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:57.456655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:57.686426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46556) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:57.699700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] device_id is not set on port c655e275-e53b-48ae-b754-794641830691 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:36:57.838510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:57.875475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:57.884571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Usage tracker for resource:security_group_rule and tenant:8226c2a8c41c4f7c8ba43fdc2cd7e6f0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:57.889007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:57.899987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:57.929346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.299349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.330664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Transition to ACTIVE for port object b13eac13-51b1-4039-95f6-0c0cd0ce2a7c will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:58.334664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] device_id is not set on port c655e275-e53b-48ae-b754-794641830691 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:36:58.340133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.344016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.350741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.355861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Transition to ACTIVE for port object c655e275-e53b-48ae-b754-794641830691 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:36:58.361801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46570) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:58.389809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.397378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'security_group': {'name': 'tempest-securitygroup--1141588351', 'description': 'tempest-description--661301282'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:36:58.407818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.411744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.457187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:58.460690 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5493f06-6e52-48a3-aa7f-ead0d85ab007 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:58.470434 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8226c2a8c41c4f7c8ba43fdc2cd7e6f0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7777119 Jan 14 05:36:58.516545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcdac616-dc61-4355-a225-048ffe49bcfd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:58.578744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46574) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:36:58.579802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:58.588781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:58.594098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Pushing event updated for resources: {'Port': ['ID=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:58.605909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.606835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.607388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.607938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.609187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.609902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.610432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.610994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.611546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.612070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.612608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.613141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.613791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.615474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.616014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.616781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.617310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.617922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.618771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.619319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.620859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.621472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.622017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.622555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.623210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.623748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.624750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.625284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.625816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.626336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.627126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.627669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.628195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.628986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.630512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.630981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.631534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:36:58.637717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:58.644226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:58.662243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f8bb9d7-daa3-47d5-9ce6-a54670c0a071 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:58.683871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f745d9f5-f640-40b6-8272-381f49d0c7f0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:58.743792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:58.744395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ace7bb7-1551-4f7a-9df2-e888fbb29c46 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:58.805597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Attempting to bind port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:58.806118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Attempting to bind port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:58.806560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Attempting to bind port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 on network 400241ca-8ab6-4338-bc70-e2181a248486 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:58.816782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Attempting to bind port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:58.818480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Attempting to bind port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:58.819101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Attempting to bind port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c on network b409864e-1acd-46ae-b515-7e48522eb3d3 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:58.830804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:58.832004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Checking segment: {'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:58.833006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.833299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.839367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Bound using segment: {'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:58.840630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Bound port: b13eac13-51b1-4039-95f6-0c0cd0ce2a7c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '90bdf0c7-07f3-426a-9df3-4575a7d8df47', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:58.841278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.842213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a3a0093e-922d-4a32-ad12-9fc281a4b64b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:58.844021 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-a3a0093e-922d-4a32-ad12-9fc281a4b64b service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d3b7c475-3e68-44d4-ab12-e8a80dd546ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.8370943 Jan 14 05:36:58.847576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.851683 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/52004f93-9979-4977-99d2-162b6b237ffa HTTP/1.1" status: 204 len: 168 time: 2.6947913 Jan 14 05:36:58.851683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:58.851683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Checking segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:58.851683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.851683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Bound using segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:58.851683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Bound port: 29f67c83-dce4-409d-a07c-d29dbfcf7de0, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:58.859047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.888144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=c655e275-e53b-48ae-b754-794641830691,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:58.901573 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:58.902173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=52004f93-9979-4977-99d2-162b6b237ffa,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:58.938110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.986991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:58.999930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:59.050789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.081852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.087804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:36:59.091749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01e9b012-6493-46b8-82fb-aaf91275ce49 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:59.108188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f745d9f5-f640-40b6-8272-381f49d0c7f0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:59.117768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group_rule and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:36:59.121264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Checking segment: {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:59.121849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Network hostable DHCP agents. Network: f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:36:59.130038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:36:59.131149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:36:59.146408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] For port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:59.149804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] For port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,segment=NetworkSegment(90bdf0c7-07f3-426a-9df3-4575a7d8df47),segment_id=90bdf0c7-07f3-426a-9df3-4575a7d8df47)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:59.164434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:36:59.167326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.168768 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f745d9f5-f640-40b6-8272-381f49d0c7f0 HTTP/1.1" status: 204 len: 168 time: 0.5821192 Jan 14 05:36:59.184409 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-964e12c5-4939-41f0-b12b-0c75983d84f8 service neutron] 10.222.0.45 "GET /v2.0/networks/d3b7c475-3e68-44d4-ab12-e8a80dd546ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794883 Jan 14 05:36:59.200663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.262550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:36:59.285312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:36:59.294239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89454284-ed6b-4417-a4e9-d5ff1e8df633 None None] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:36:59.296996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:36:59.317292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port c655e275-e53b-48ae-b754-794641830691 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:36:59.317945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port c655e275-e53b-48ae-b754-794641830691 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:36:59.318571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port c655e275-e53b-48ae-b754-794641830691 on network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:36:59.326310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:36:59.327426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Checking segment: {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:36:59.328086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.329447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Bound using segment: {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:36:59.330178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Bound port: c655e275-e53b-48ae-b754-794641830691, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:36:59.330833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.443155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:59.462951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.480554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port c655e275-e53b-48ae-b754-794641830691, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:36:59.486332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port c655e275-e53b-48ae-b754-794641830691, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=c655e275-e53b-48ae-b754-794641830691,segment=NetworkSegment(bad13412-0100-46e5-9cb3-e27151b6d9a1),segment_id=bad13412-0100-46e5-9cb3-e27151b6d9a1)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:36:59.490261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.545847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10b201aa-70b2-4002-8ac2-a5b1fc0e0a84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:36:59.603095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Routers {'bea942cb-7677-4b3c-b9aa-18cb428d90f2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:36:59.603800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:36:59.638548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'SecurityGroup': ['ID=43211f6f-e45b-46ea-ae14-6e71636fd5c3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:36:59.647578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.823062 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.827437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:36:59.830433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:36:59.874646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0839ded7-533b-45d9-9941-ee53320d4493 req-e8f0b881-0eec-46f9-8f78-9d7026726d47 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:36:59.876412 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0839ded7-533b-45d9-9941-ee53320d4493 req-e8f0b881-0eec-46f9-8f78-9d7026726d47 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 787 time: 2.9911935 Jan 14 05:36:59.972357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:36:59.974272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.5825295 Jan 14 05:37:00.054511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:00.073099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Pushing event updated for resources: {'Port': ['ID=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:00.099433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.656s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:00.101455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46596) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:00.231057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e97b544-1cac-4676-880a-37f144ad6a5d req-7136ecbc-db91-41a5-9e73-e0193c4fd9ac tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Synchronizing usage tracker for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:00.244027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'security_group_rule': {'security_group_id': '43211f6f-e45b-46ea-ae14-6e71636fd5c3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:00.251106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] Set router bea942cb-7677-4b3c-b9aa-18cb428d90f2 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:37:00.257009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46600) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:00.267008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.721s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:00.267692 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.313104 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:00.316571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:00.335959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-94c81e31-cf29-4a12-83ff-c4518f9aa618 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:00.337646 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-94c81e31-cf29-4a12-83ff-c4518f9aa618 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "GET /v2.0/networks?id=11cfcc33-173f-471c-9e89-faf0165274f4 HTTP/1.1" status: 200 len: 812 time: 0.3615592 Jan 14 05:37:00.436556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:00.460062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:00.476200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Request body: {'port': {'device_id': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4', 'admin_state_up': True, 'tenant_id': '43b65612c84c4a59a1c24d0196894100'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:00.567259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] For port 29f67c83-dce4-409d-a07c-d29dbfcf7de0, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:00.616794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group_rule and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:00.645703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:00.649037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:00.651559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:00.677096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:00.677773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:00.680573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Usage tracker for resource:security_group_rule and tenant:13a46d48e5b545f492324b0952a146b8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:00.713275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:00.744487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:00.748648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:00.757216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:36:52Z', 'revision_number': 4, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b13eac13-51b1-4039-95f6-0c0cd0ce2a7c', 'name': '', 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'mac_address': 'fa:16:3e:c2:a1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6527ddec-3663-4462-a693-19848f0b915d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:49Z', 'updated_at': '2021-01-14T05:36:59Z', 'revision_number': 4, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'subnets': [{'id': '6527ddec-3663-4462-a693-19848f0b915d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:00.759373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] For port 29f67c83-dce4-409d-a07c-d29dbfcf7de0, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=29f67c83-dce4-409d-a07c-d29dbfcf7de0,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:00.762879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fe76b5a-66e0-49c4-8b42-72be0b10c38b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:00.764935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99fe2c5e-e908-4af3-b055-4fce00a95afa None None] The sync data for ids ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'] in n-d-768851-4 is: [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:36:52Z', 'revision_number': 4, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b13eac13-51b1-4039-95f6-0c0cd0ce2a7c', 'name': '', 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'mac_address': 'fa:16:3e:c2:a1:f2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_interface', 'standard_attr_id': 1328, 'fixed_ips': [{'subnet_id': '6527ddec-3663-4462-a693-19848f0b915d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:49Z', 'updated_at': '2021-01-14T05:36:59Z', 'revision_number': 4, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'subnets': [{'id': '6527ddec-3663-4462-a693-19848f0b915d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:37:00.785124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-4bfe2f93-0963-4166-95c5-65f1e7b0911f tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:00.787642 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-4bfe2f93-0963-4166-95c5-65f1e7b0911f tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "GET /v2.0/networks?id=11cfcc33-173f-471c-9e89-faf0165274f4 HTTP/1.1" status: 200 len: 812 time: 0.4439120 Jan 14 05:37:00.791379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:00.800685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Usage tracker for resource:port and tenant:43b65612c84c4a59a1c24d0196894100 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:00.807972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.808525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.808965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.809380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.809924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.811515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.811515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.811515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.811515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.811851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.812244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.812648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.813111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.813508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.813907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.814306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.814728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.815161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.815566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Request body: {'port': {'device_id': '3693d720-0d71-4d62-a55a-8097ac3424f3', 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4', 'admin_state_up': True, 'tenant_id': '43b65612c84c4a59a1c24d0196894100'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:00.815684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.816385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.816482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.824928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:00.827551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e97b544-1cac-4676-880a-37f144ad6a5d req-7136ecbc-db91-41a5-9e73-e0193c4fd9ac tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Unset dirty status for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:00.828350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e97b544-1cac-4676-880a-37f144ad6a5d req-7136ecbc-db91-41a5-9e73-e0193c4fd9ac tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?tenant_id=cf747965542b4543b4f1f98fee7a3c63 HTTP/1.1" status: 200 len: 1655 time: 0.7258625 Jan 14 05:37:00.829581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:00.925956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:00.950478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:00.957034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:00.964701 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1079 time: 4.3697171 Jan 14 05:37:01.012978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:01.015444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46614) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:01.016282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=c655e275-e53b-48ae-b754-794641830691,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:01.029938 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85675c23-4a3e-4792-bf8e-4524f7c2deb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:01.071475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-06fb7d21-1b06-4ef8-b374-77f46fea1ce9 service neutron] 10.222.0.45 "GET /v2.0/networks/d3b7c475-3e68-44d4-ab12-e8a80dd546ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8591003 Jan 14 05:37:01.072720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.805s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:01.136709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:01.152157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Usage tracker for resource:port and tenant:43b65612c84c4a59a1c24d0196894100 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:01.157422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:01.165755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Made reservation on behalf of 43b65612c84c4a59a1c24d0196894100 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:01.167721 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.171718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.177190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:01.181693 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:01.190936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:01.204894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:01.228446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Deleting port c655e275-e53b-48ae-b754-794641830691 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:01.229136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:01.292491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Made reservation on behalf of 43b65612c84c4a59a1c24d0196894100 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:01.301799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:01.331890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:01.335751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fe76b5a-66e0-49c4-8b42-72be0b10c38b HTTP/1.1" status: 204 len: 168 time: 5.1767282 Jan 14 05:37:01.570399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port c655e275-e53b-48ae-b754-794641830691, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=c655e275-e53b-48ae-b754-794641830691,segment=NetworkSegment(bad13412-0100-46e5-9cb3-e27151b6d9a1),segment_id=bad13412-0100-46e5-9cb3-e27151b6d9a1)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:01.570841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:01.751932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Calling delete_port for c655e275-e53b-48ae-b754-794641830691 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:02.003791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.169415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 52e07f01-303c-4523-ac2f-77051b3b0cf9 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:37:02.177303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.190443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Transition to ACTIVE for port object 52e07f01-303c-4523-ac2f-77051b3b0cf9 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:02.205538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:02.205538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.207073 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] 10.222.0.45 "PUT /v2.0/ports/29f67c83-dce4-409d-a07c-d29dbfcf7de0 HTTP/1.1" status: 200 len: 1156 time: 16.1332684 Jan 14 05:37:02.211524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94b4908-b5e8-4525-bb08-246676b03154 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:02.249554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e97b544-1cac-4676-880a-37f144ad6a5d req-d01f4bd1-0aab-46b9-83cc-b63788490fb3 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:02.251400 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e97b544-1cac-4676-880a-37f144ad6a5d req-d01f4bd1-0aab-46b9-83cc-b63788490fb3 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks?id=882b610c-c064-4ec9-9ff7-1cd795705eb1&id=882b610c-c064-4ec9-9ff7-1cd795705eb1&id=882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 787 time: 1.2980983 Jan 14 05:37:02.273453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46642) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:02.275178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.326785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:02.343349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.371755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-8e97b544-1cac-4676-880a-37f144ad6a5d req-63394a8a-9057-4ea2-975d-64e176fad3fe tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:37:02.372847 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e97b544-1cac-4676-880a-37f144ad6a5d req-63394a8a-9057-4ea2-975d-64e176fad3fe tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0147276 Jan 14 05:37:02.394811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.403224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b13eac13-51b1-4039-95f6-0c0cd0ce2a7c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:02.567883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.601098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:02.611862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:02.612603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.804429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.845503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,segment=NetworkSegment(90bdf0c7-07f3-426a-9df3-4575a7d8df47),segment_id=90bdf0c7-07f3-426a-9df3-4575a7d8df47)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:02.850515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:02.852979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65fc2896-ea78-46b7-8f8c-2db3457bf1e9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:02.963752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:02.968845 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:03.003525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event deleted for resources: {'Port': ['ID=c655e275-e53b-48ae-b754-794641830691,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:03.010739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:03.026807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:03.030313 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-c61c49d3-7313-4ab9-98d6-3e7b00576126 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips/ead6e850-5f6d-453e-9674-a7452c4df3ca HTTP/1.1" status: 200 len: 692 time: 0.5760498 Jan 14 05:37:03.132509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "DELETE /v2.0/ports/c655e275-e53b-48ae-b754-794641830691 HTTP/1.1" status: 204 len: 168 time: 2.1073549 Jan 14 05:37:03.150286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46670) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:03.204118 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=13a46d48e5b545f492324b0952a146b8&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9315903 Jan 14 05:37:03.208903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46674) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:03.253127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.45', 54201) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:03.299143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Pushing event updated for resources: {'Port': ['ID=29f67c83-dce4-409d-a07c-d29dbfcf7de0,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:03.329685 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-795400bb-d16f-4957-a1b4-5fbbc9e2676e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] GET failed (client error): The resource could not be found. Jan 14 05:37:03.330258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-795400bb-d16f-4957-a1b4-5fbbc9e2676e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Synchronizing usage tracker for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:03.339525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.310s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:03.394721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-723b0631-b7d9-43b0-ab94-b9e19d5ee46a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.969s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:03.434393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-795400bb-d16f-4957-a1b4-5fbbc9e2676e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Unset dirty status for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:03.439510 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-795400bb-d16f-4957-a1b4-5fbbc9e2676e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "GET /v2.0/ports/c655e275-e53b-48ae-b754-794641830691 HTTP/1.1" status: 404 len: 333 time: 0.2790914 Jan 14 05:37:03.476819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46684) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:03.506568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Request body: {'port': {'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-1016705988'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:03.519732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.561464 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.564352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:03.569718 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:03.580134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-0002ab1f-0bef-4e62-840e-2282171f2bd9 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:03.582747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-0002ab1f-0bef-4e62-840e-2282171f2bd9 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.48 "GET /v2.0/networks?id=11cfcc33-173f-471c-9e89-faf0165274f4 HTTP/1.1" status: 200 len: 812 time: 1.2992764 Jan 14 05:37:03.583778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-c4523e91-a4d4-4dd8-bb1d-5fb035f15c7e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:03.584979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:03.589260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Usage tracker for resource:security_group_rule and tenant:37fb59913a5144ddb7e5731df69bf03c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:03.589850 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-c4523e91-a4d4-4dd8-bb1d-5fb035f15c7e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 0.5583224 Jan 14 05:37:03.599394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:03.602098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:03.612154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:03.656254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Allocated IP 172.20.0.7 (11cfcc33-173f-471c-9e89-faf0165274f4/1727e32c-8690-4c55-95be-218d212fc8a7/6cbc1eac-552a-4adf-945d-f8e0bed596ea) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:03.660571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:03.680392 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-b17b6faf-7dc3-451e-a587-48e4bca17e87 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.48 "GET /v2.0/quotas/43b65612c84c4a59a1c24d0196894100 HTTP/1.1" status: 200 len: 375 time: 0.0724552 Jan 14 05:37:03.714251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-1e825ffc-a2d5-46bc-9d6e-db3cbaad5ac4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:03.715376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-1e825ffc-a2d5-46bc-9d6e-db3cbaad5ac4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Synchronizing usage tracker for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:03.755994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:03.773975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:03.789189 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-5b654eca-e40e-4572-8439-15e1903a3975 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.1652739 Jan 14 05:37:03.790108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Made reservation on behalf of 59d7deda6a6c4d4abb699cf61089aecd for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:03.794943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:03.811325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-9e95cc77-4b26-4860-ab35-46650d82b489 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Synchronizing usage tracker for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:03.813775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:03.816027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-53dfac1a-2efe-4ecf-8a1e-f87fb5f73090 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:03.817754 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-53dfac1a-2efe-4ecf-8a1e-f87fb5f73090 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 1159 time: 1.4388611 Jan 14 05:37:03.828026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-cd5bb83e-bba9-4187-92e3-ca90c353e2d4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:03.829656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-cd5bb83e-bba9-4187-92e3-ca90c353e2d4 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32601cefef984f74b6ad1c6e3d70f4ac&device_id=dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8 HTTP/1.1" status: 200 len: 1159 time: 2.4497106 Jan 14 05:37:03.830397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Pushing event updated for resources: {'Port': ['ID=52e07f01-303c-4523-ac2f-77051b3b0cf9,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:03.845058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:03.865947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:03.902300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-1e825ffc-a2d5-46bc-9d6e-db3cbaad5ac4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Unset dirty status for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:03.903626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-1e825ffc-a2d5-46bc-9d6e-db3cbaad5ac4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.45 "GET /v2.0/ports?device_id=dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8 HTTP/1.1" status: 200 len: 944 time: 0.6456978 Jan 14 05:37:03.969757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-9e95cc77-4b26-4860-ab35-46650d82b489 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Unset dirty status for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:03.971192 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-9e95cc77-4b26-4860-ab35-46650d82b489 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.48 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2448497 Jan 14 05:37:03.994279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:04.040346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-d1bfef8c-d838-4fae-8ede-3c9b54b643f9 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29f67c83-dce4-409d-a07c-d29dbfcf7de0 HTTP/1.1" status: 200 len: 217 time: 0.1875613 Jan 14 05:37:04.195131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'SecurityGroupRule': ['ID=59893877-bc31-4933-9e29-db354c36fcf2,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:04.217798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Deleting port 145b7d63-999d-48e7-9712-ffcef9fc017b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:04.218169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.222433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:04.226485 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:04.232686 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-018f4ea2-dd3f-4603-bd74-68a7828d8f6e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.31 HTTP/1.1" status: 200 len: 695 time: 0.4091406 Jan 14 05:37:04.234618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:04.247867 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 4.0306041 Jan 14 05:37:04.249055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46702) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:04.260637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.266s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:04.332826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b13eac13-51b1-4039-95f6-0c0cd0ce2a7c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:04.342549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:04.475022 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-7bd66a66-3846-487a-8bd7-ef9040ec1abf service neutron] 10.222.0.48 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4591229 Jan 14 05:37:04.488459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:04.489330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:04.568285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'security_group_rule': {'security_group_id': '43211f6f-e45b-46ea-ae14-6e71636fd5c3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:04.579658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:04.584061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group_rule and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:04.587485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:04.593715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:04.630376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:04.654801 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:04.726334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] device_id is not set on port f35d232c-1fe2-445f-a106-fc426ce1de10 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:37:04.777473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e3da6cb-8144-4e51-b89e-1fc7b7392a18 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.978s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:04.787833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:04.913175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46716) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:04.943118 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37fb59913a5144ddb7e5731df69bf03c&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5025918 Jan 14 05:37:04.966293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46720) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:05.020342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4474c0be-82ea-4a18-aa0e-54c19ef4806b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:05.055212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:05.119100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96d830d4-210d-43fc-ba31-0013a3cbe4b1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:05.121060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.123549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:05.155797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3abe455f-5c61-4334-880a-0c60ef051a44 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:05.157494 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3abe455f-5c61-4334-880a-0c60ef051a44 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3f940d23-9d6a-4d2e-b585-62958bf82497 HTTP/1.1" status: 200 len: 854 time: 1.0666349 Jan 14 05:37:05.158257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.176762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-881ee473-b6cf-4b0a-8ac2-458fe2c574b3 req-cfb25c5f-6a7a-463c-8800-3453d8dd6c38 service neutron] 10.222.0.48 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7007630 Jan 14 05:37:05.208269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bd0a908-b695-4f86-bebf-6b6a992d3061 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:05.288567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96d830d4-210d-43fc-ba31-0013a3cbe4b1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:05.290850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.291346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:05.311534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:05.313640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Deleting port f1db75c6-315c-4413-9297-14302372741c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:05.314020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.336344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.340030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:05.360852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Usage tracker for resource:floatingip and tenant:4f3cf6f0434f418e922213cb8d89c74e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:05.366622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] For port 145b7d63-999d-48e7-9712-ffcef9fc017b, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=145b7d63-999d-48e7-9712-ffcef9fc017b,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:05.367054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.375710 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3beb3b7b-96fd-4147-bb2e-518e9afac15a tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:05.393246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:05.401371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'SecurityGroupRule': ['ID=693b7a1f-b990-4c18-a1f6-2643902034bd,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:05.434803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:05.435749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:05.451295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Router ad976a76-94fb-453e-b9fb-db8bc9e2515c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:37:05.464438 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0', 'status': 'completed', 'code': 200} Jan 14 05:37:05.476715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Attempting to bind port 52e07f01-303c-4523-ac2f-77051b3b0cf9 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:05.477162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Attempting to bind port 52e07f01-303c-4523-ac2f-77051b3b0cf9 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:05.477534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Attempting to bind port 52e07f01-303c-4523-ac2f-77051b3b0cf9 on network 400241ca-8ab6-4338-bc70-e2181a248486 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:05.492418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-949f0010-b2ce-4572-baa0-9085b59ebedf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:05.494827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-949f0010-b2ce-4572-baa0-9085b59ebedf service neutron] 10.222.0.45 "GET /v2.0/networks?id=d3b7c475-3e68-44d4-ab12-e8a80dd546ae HTTP/1.1" status: 200 len: 909 time: 1.6278536 Jan 14 05:37:05.497895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.502852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/96d830d4-210d-43fc-ba31-0013a3cbe4b1 HTTP/1.1" status: 204 len: 168 time: 2.2736919 Jan 14 05:37:05.606185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:05.611433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Checking segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:05.612110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.612714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Bound using segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:05.613419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Bound port: 52e07f01-303c-4523-ac2f-77051b3b0cf9, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:05.614043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:05.658801 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-b17f7874-6789-4b33-90a3-96348cb34ba3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=145b7d63-999d-48e7-9712-ffcef9fc017b HTTP/1.1" status: 200 len: 217 time: 0.1483011 Jan 14 05:37:05.936621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Calling delete_port for 145b7d63-999d-48e7-9712-ffcef9fc017b owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:06.000702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.015976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.016343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.028952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.066047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f52b6ce-3f19-451b-9912-7c77c0d0cabb tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:06.119484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.175453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Calling delete_port for f1db75c6-315c-4413-9297-14302372741c owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:06.255684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.257020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.9319723 Jan 14 05:37:06.276844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46762) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:06.367432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.369523 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.372376 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:06.377612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:06.382005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.382162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:06.383470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:floatingip and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:06.393618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:06.399649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:06.407282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Pushing event updated for resources: {'Port': ['ID=6cbc1eac-552a-4adf-945d-f8e0bed596ea,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:06.411382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:06.425063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.445567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] For port 52e07f01-303c-4523-ac2f-77051b3b0cf9, host n-h2-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:06.449074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] For port 52e07f01-303c-4523-ac2f-77051b3b0cf9, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=52e07f01-303c-4523-ac2f-77051b3b0cf9,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:06.536126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.543108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.7-32d1a77f-d207-4cd6-8f39-da6ca5a28f46 {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:37:06.543503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:37:06.565029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60f851d7-b9d2-4292-9544-c6d0f495b0b3 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:06.600915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.617779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46778) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:06.638025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.692255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-711172e8-6952-4576-af51-f693b4649369 tempest-ServerRescueTestJSONUnderV235-1324761444 tempest-ServerRescueTestJSONUnderV235-1324761444] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:06.772999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event deleted for resources: {'Port': ['ID=f1db75c6-315c-4413-9297-14302372741c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:06.791517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.806107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-c5b42057-a552-435c-84bc-9084eb6154a7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:06.807784 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-c5b42057-a552-435c-84bc-9084eb6154a7 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=546e8c04-b93f-475f-a027-5480acae09cf HTTP/1.1" status: 200 len: 854 time: 1.1091602 Jan 14 05:37:06.838260 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:06.840229 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f52abc3a-467e-4b40-b35d-4a88db84c5d4 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.195s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:06.898148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Network 11cfcc33-173f-471c-9e89-faf0165274f4 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:06.923913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:06.926364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:06.943179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3a1a19e4-cf5f-44c7-b8ff-3753909f973e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:06.944844 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3a1a19e4-cf5f-44c7-b8ff-3753909f973e service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=400241ca-8ab6-4338-bc70-e2181a248486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.7484717 Jan 14 05:37:06.964293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=f35d232c-1fe2-445f-a106-fc426ce1de10,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:06.967892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:06.968936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:06.994078 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c482fb5-0476-4b9b-be24-22937dc38074 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:07.030540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-317a0229-a2b4-4ff8-9b00-622308890ba4 admin admin] Deleting subnet 1727e32c-8690-4c55-95be-218d212fc8a7 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:37:07.056964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.073544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-317a0229-a2b4-4ff8-9b00-622308890ba4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.193166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Pushing event deleted for resources: {'Port': ['ID=145b7d63-999d-48e7-9712-ffcef9fc017b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:07.197185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:07.277024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:07.291636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:07.294141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:07.295213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:07.295881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.313303 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:07.316521 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:07.328859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:07.329584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.342400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-317a0229-a2b4-4ff8-9b00-622308890ba4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.547044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.558728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-0a714916-c3f0-4918-bec7-a0cc19482ea8 service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5795710 Jan 14 05:37:07.579994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:37:07.592561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] Sync routers for ids ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:37:07.600536 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 4.1217968 Jan 14 05:37:07.608696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46800) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:07.609269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] Routers {'ad976a76-94fb-453e-b9fb-db8bc9e2515c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:37:07.610315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:07.616085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 6.8050120 Jan 14 05:37:07.618521 n-d-768851-4 neutron-server[80820]: INFO neutron.db.db_base_plugin_v2 [None req-317a0229-a2b4-4ff8-9b00-622308890ba4 admin admin] Found port (6cbc1eac-552a-4adf-945d-f8e0bed596ea, 172.20.0.7) having IP allocation on subnet 1727e32c-8690-4c55-95be-218d212fc8a7, cannot delete Jan 14 05:37:07.624465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Pushing event updated for resources: {'Port': ['ID=52e07f01-303c-4523-ac2f-77051b3b0cf9,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:07.634089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Request body: {'port': {'device_id': '3693d720-0d71-4d62-a55a-8097ac3424f3', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:07.668176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Request body: {'port': {'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:07.723451 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-317a0229-a2b4-4ff8-9b00-622308890ba4 admin admin] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:37:07.723946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-317a0229-a2b4-4ff8-9b00-622308890ba4 admin admin] No notification will be sent due to unsuccessful status code: 409 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:37:07.732706 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-317a0229-a2b4-4ff8-9b00-622308890ba4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1727e32c-8690-4c55-95be-218d212fc8a7 HTTP/1.1" status: 409 len: 404 time: 1.1068351 Jan 14 05:37:07.758628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-a87076f8-87de-4201-ba8e-11778cd3d860 service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1855023 Jan 14 05:37:07.760649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.920s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:07.832591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.847793 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-341ff63b-a700-4bc8-8b3f-553ddc7bf1cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:07.925045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4474c0be-82ea-4a18-aa0e-54c19ef4806b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:07.928410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:07.934579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-34802c68-8b84-4acf-9ad2-af5e57e77754 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:07.936409 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-34802c68-8b84-4acf-9ad2-af5e57e77754 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=d3b7c475-3e68-44d4-ab12-e8a80dd546ae&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.1020966 Jan 14 05:37:07.942856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] Set router ad976a76-94fb-453e-b9fb-db8bc9e2515c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:37:07.968745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:07.969447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:07.977668 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] 10.222.0.45 "PUT /v2.0/ports/52e07f01-303c-4523-ac2f-77051b3b0cf9 HTTP/1.1" status: 200 len: 1155 time: 11.9776490 Jan 14 05:37:07.983255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:08.167882 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9', 'status': 'completed', 'code': 200} Jan 14 05:37:08.250608 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] 10.222.0.48 "PUT /v2.0/routers/ad976a76-94fb-453e-b9fb-db8bc9e2515c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.8771968 Jan 14 05:37:08.264782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:08.285466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:08.287028 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4474c0be-82ea-4a18-aa0e-54c19ef4806b HTTP/1.1" status: 204 len: 168 time: 3.2992249 Jan 14 05:37:08.356858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:08.359829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:08.361358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a138737a-292c-4e5e-bc50-ec4a511b8070 req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "DELETE /v2.0/floatingips/ead6e850-5f6d-453e-9674-a7452c4df3ca HTTP/1.1" status: 204 len: 173 time: 4.1279032 Jan 14 05:37:08.472256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:08.549300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] No DVR routers for this DVR port 145b7d63-999d-48e7-9712-ffcef9fc017b on host n-h2-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:08.557611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:08.560081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.45 "DELETE /v2.0/ports/145b7d63-999d-48e7-9712-ffcef9fc017b HTTP/1.1" status: 204 len: 173 time: 4.6277289 Jan 14 05:37:08.654216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-e314ad6a-6576-48b3-840f-e5dbf8cc811f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:08.666477 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-e314ad6a-6576-48b3-840f-e5dbf8cc811f service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 1159 time: 0.8289697 Jan 14 05:37:08.673582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-04ca0f30-7b8b-4bde-8c20-ea68af238be8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:08.675591 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-04ca0f30-7b8b-4bde-8c20-ea68af238be8 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 1158 time: 0.6002395 Jan 14 05:37:08.744665 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-1f581c0c-2dd3-47f7-aa76-76b608d4af60 service neutron] 10.222.0.45 "GET /v2.0/networks/d3b7c475-3e68-44d4-ab12-e8a80dd546ae?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7634010 Jan 14 05:37:08.758819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8', 'name': 'network-vif-deleted', 'tag': '145b7d63-999d-48e7-9712-ffcef9fc017b'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:08.909224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 5, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:08.922272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] Checking router: ad976a76-94fb-453e-b9fb-db8bc9e2515c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:37:08.943075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] Routers {'ad976a76-94fb-453e-b9fb-db8bc9e2515c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:37:08.943819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:36:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:09.000732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-71fb723d-38aa-4c6c-a375-43d2ed4a0aec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:09.002685 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-71fb723d-38aa-4c6c-a375-43d2ed4a0aec service neutron] 10.222.0.45 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 909 time: 0.3258564 Jan 14 05:37:09.030635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-4a2ae6ea-42c3-4dc8-86e3-69c8f1d65233 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips/47bb5d29-8846-47f8-8f38-a25813180dff HTTP/1.1" status: 200 len: 693 time: 0.5165520 Jan 14 05:37:09.046283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-ff432a50-179c-495f-9148-746ce3340b4e service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52e07f01-303c-4523-ac2f-77051b3b0cf9 HTTP/1.1" status: 200 len: 217 time: 0.3146758 Jan 14 05:37:09.129635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-ad43805f-04f7-445f-9edf-b7f4cb1a6272 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.13&port_id=29f67c83-dce4-409d-a07c-d29dbfcf7de0 HTTP/1.1" status: 200 len: 217 time: 0.0894544 Jan 14 05:37:09.326395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Allocated IP 172.20.0.10 (11cfcc33-173f-471c-9e89-faf0165274f4/1727e32c-8690-4c55-95be-218d212fc8a7/944394ad-55bf-4498-9c3e-a2061fe6e906) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:09.348876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-9c55adf9-f278-4d85-9752-b21a67597e4a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:09.359186 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-9c55adf9-f278-4d85-9752-b21a67597e4a service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3f940d23-9d6a-4d2e-b585-62958bf82497 HTTP/1.1" status: 200 len: 854 time: 0.2261059 Jan 14 05:37:09.360979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:09.374943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] Set router ad976a76-94fb-453e-b9fb-db8bc9e2515c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:37:09.555754 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35494b99-dc3b-4a34-ad2c-37d49087f846 req-d5bae104-e027-4fac-a140-7eea880a371a service neutron] 10.222.0.45 "GET /v2.0/networks/d3b7c475-3e68-44d4-ab12-e8a80dd546ae?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7448943 Jan 14 05:37:09.741404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Allocated IP 172.25.3.232 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/d5985c35-50fc-48c4-ab14-14e9219f9cb2) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:09.753301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:09.761563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b944521f-ed93-4f8a-b49e-84b13013f9d2 req-e9d41613-791d-40d7-96ee-ff9df69a0454 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=32601cefef984f74b6ad1c6e3d70f4ac&device_id=dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8 HTTP/1.1" status: 200 len: 210 time: 0.1516943 Jan 14 05:37:09.762124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46852) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:09.781464 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8', 'name': 'network-vif-deleted', 'tag': '145b7d63-999d-48e7-9712-ffcef9fc017b', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:37:09.839323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:09.845066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Deleting port fa127f1d-fbff-4f9d-b761-085208f514c0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:09.845441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:09.891771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-691d0167-b142-454d-afb4-b4086e886bf5 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:37:09.907925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 5, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:09.913403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ab7350b-37b1-4a3b-b4a8-1140c268d15c None None] The sync data for ids ['ad976a76-94fb-453e-b9fb-db8bc9e2515c'] in n-d-768851-4 is: [{'id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'name': 'tempest-ServersTestBootFromVolume-527915967-router', 'tenant_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:35:36Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 5, 'project_id': '32601cefef984f74b6ad1c6e3d70f4ac', 'gw_port': {'id': 'fa127f1d-fbff-4f9d-b761-085208f514c0', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:da:a0:e8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ad976a76-94fb-453e-b9fb-db8bc9e2515c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1193, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:35:37Z', 'updated_at': '2021-01-14T05:35:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:37:09.918681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:09.966089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.066462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] For port fa127f1d-fbff-4f9d-b761-085208f514c0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa127f1d-fbff-4f9d-b761-085208f514c0,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:10.067189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.168777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 29f67c83-dce4-409d-a07c-d29dbfcf7de0 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:10.270890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffedac73-af7a-4789-8444-7edf842498ea no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:10.322543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Calling delete_port for fa127f1d-fbff-4f9d-b761-085208f514c0 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:10.338733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ffedac73-af7a-4789-8444-7edf842498ea {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:37:10.339286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffedac73-af7a-4789-8444-7edf842498ea not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:37:10.381047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:10.387130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:10.387618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.598738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.682255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 29f67c83-dce4-409d-a07c-d29dbfcf7de0, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=29f67c83-dce4-409d-a07c-d29dbfcf7de0,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:10.687948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] device_id is not set on port f35d232c-1fe2-445f-a106-fc426ce1de10 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:37:10.688341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:10.696583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.702060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.709721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c79fa002-797c-4015-a1d5-db85d374566b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:10.711399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Transition to ACTIVE for port object f35d232c-1fe2-445f-a106-fc426ce1de10 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:10.762439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.800794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=29f67c83-dce4-409d-a07c-d29dbfcf7de0,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:10.810850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.813601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:10.830527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:10.943174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesTestJSON-2027143452-network', 'tenant_id': 'd3d8aed4e090478bbc1f43200be99c55'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:10.948568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:10.955793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:10.956755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Usage tracker for resource:network and tenant:d3d8aed4e090478bbc1f43200be99c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:10.960320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:10.966469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:10.975389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-66404376-8ce6-4eaa-825d-9930ca896760 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:10.977066 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-66404376-8ce6-4eaa-825d-9930ca896760 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3f940d23-9d6a-4d2e-b585-62958bf82497 HTTP/1.1" status: 200 len: 854 time: 1.6304855 Jan 14 05:37:10.996282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Made reservation on behalf of d3d8aed4e090478bbc1f43200be99c55 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:11.001998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:11.056355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:11.102437 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0', 'code': 200} Jan 14 05:37:11.108148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-9032d211-386d-45ec-9465-9aa4dc3b741d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:11.110323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-9032d211-386d-45ec-9465-9aa4dc3b741d service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=400241ca-8ab6-4338-bc70-e2181a248486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.6626716 Jan 14 05:37:11.149578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:11.260653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Usage tracker for resource:security_group_rule and tenant:d3d8aed4e090478bbc1f43200be99c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:11.274879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:11.289904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-9d20e008-c8ed-4cb1-af0c-4ac935d1b453 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:11.298685 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-9d20e008-c8ed-4cb1-af0c-4ac935d1b453 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 2.2670984 Jan 14 05:37:11.309790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:11.404086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:11.414316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b944521f-ed93-4f8a-b49e-84b13013f9d2 req-ac35a497-ee68-4b8b-937f-9daed2f75013 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:11.416116 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b944521f-ed93-4f8a-b49e-84b13013f9d2 req-ac35a497-ee68-4b8b-937f-9daed2f75013 service neutron] 10.222.0.45 "GET /v2.0/networks?id=d3b7c475-3e68-44d4-ab12-e8a80dd546ae HTTP/1.1" status: 200 len: 909 time: 1.3163266 Jan 14 05:37:11.428678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:11.432096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=f35d232c-1fe2-445f-a106-fc426ce1de10,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:11.435017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:11.436774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:11.438749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:11.684766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 29f67c83-dce4-409d-a07c-d29dbfcf7de0 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:11.777096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:11.785022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-1f3daf52-a410-46e7-a751-d2383bf4d304 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:11.787074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-1f3daf52-a410-46e7-a751-d2383bf4d304 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=400241ca-8ab6-4338-bc70-e2181a248486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.7949791 Jan 14 05:37:11.803402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:11.810824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3eb89b81-8823-4a89-bc7c-ae712ef46cbe tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.646s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:11.826969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:11.838019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:11.838444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:11.845388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:11.867328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b944521f-ed93-4f8a-b49e-84b13013f9d2 req-a6b260b2-c4f2-4d0c-babd-9672b567cd84 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Synchronizing usage tracker for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:11.909619 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-3a2b63cb-9049-414b-afc1-efa8921b7659 service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7633626 Jan 14 05:37:11.967909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.032377 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.035530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.047098 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:12.050323 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:12.060444 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-08ad6cfb-b880-4199-aa25-602ff684d115 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.7606106 Jan 14 05:37:12.162267 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-1cc0de1f-6586-4097-9a43-d33c8a7ab698 service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1884243 Jan 14 05:37:12.163397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e4005c6-e987-4440-bd3c-2240d3efd5eb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:12.185660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:12.189118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f01a3c15-0758-42b7-b426-4469ca06db02 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.196765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.197167 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Added segment 1cdda63d-d9b2-4914-ab69-bc346224b743 of type vxlan for network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 Jan 14 05:37:12.200190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b944521f-ed93-4f8a-b49e-84b13013f9d2 req-a6b260b2-c4f2-4d0c-babd-9672b567cd84 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Unset dirty status for tenant:32601cefef984f74b6ad1c6e3d70f4ac on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:12.201477 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b944521f-ed93-4f8a-b49e-84b13013f9d2 req-a6b260b2-c4f2-4d0c-babd-9672b567cd84 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] 10.222.0.45 "GET /v2.0/ports?device_id=dbc0ae0e-3401-4628-ab59-f9c69c9f6dc8 HTTP/1.1" status: 200 len: 210 time: 0.6841824 Jan 14 05:37:12.256418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Allocated IP 172.25.3.224 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/b0d818f2-02c4-46f7-b313-ea3b535e5619) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:12.383097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.458133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-255d87c6-ac03-4807-af12-2f0f02e50b24 service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6417789 Jan 14 05:37:12.647288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6cbc1eac-552a-4adf-945d-f8e0bed596ea {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:37:12.655311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.661554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.687976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Transition to ACTIVE for port object 6cbc1eac-552a-4adf-945d-f8e0bed596ea will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:12.761634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.762669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:12.763341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.826512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:12.881898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.943243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Pushing event updated for resources: {'Network': ['ID=09e3c7be-b7a5-4f8b-8f6c-4554ca137c36,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:12.947148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-03af3ccd-bad2-484d-813b-29977d25e743 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:12.948817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-03af3ccd-bad2-484d-813b-29977d25e743 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 1158 time: 0.6700897 Jan 14 05:37:12.952419 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:12.958346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:12.962660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:12.989118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.015584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:13.075314 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-531bd08a-c718-4d65-a51b-d8c080b3ffe7 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.106 HTTP/1.1" status: 200 len: 696 time: 0.3840678 Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.144050 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.148517 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.153989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:13.157336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:13.168724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:13.180779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8d63c9e4-c761-4fff-9ecc-84413ac2a2af tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:13.181923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8d63c9e4-c761-4fff-9ecc-84413ac2a2af tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Synchronizing usage tracker for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:13.185892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 3.0924211 Jan 14 05:37:13.195062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:13.199992 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7f14415c-361b-4f41-a16e-4a75f82615bf req-87577619-78b6-491d-9ebf-90358cb74621 service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7278399 Jan 14 05:37:13.209203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Request body: {'subnet': {'network_id': '09e3c7be-b7a5-4f8b-8f6c-4554ca137c36', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesTestJSON-2027143452-subnet', 'tenant_id': 'd3d8aed4e090478bbc1f43200be99c55', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:13.215747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:13.220081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Usage tracker for resource:subnet and tenant:d3d8aed4e090478bbc1f43200be99c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:13.223419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:13.233422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:13.245308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.246196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Fanout notify agent at l3_agent the message router_deleted on router ad976a76-94fb-453e-b9fb-db8bc9e2515c {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:37:13.274934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Made reservation on behalf of d3d8aed4e090478bbc1f43200be99c55 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:13.281581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.314797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.323310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29b87bbe-dda8-4f33-b2af-c9490f9c5ddb admin admin] 10.222.0.48 "DELETE /v2.0/routers/ad976a76-94fb-453e-b9fb-db8bc9e2515c HTTP/1.1" status: 204 len: 168 time: 5.0524504 Jan 14 05:37:13.328511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46956) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:13.377110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.431794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.638264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.919590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 52e07f01-303c-4523-ac2f-77051b3b0cf9 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:13.960877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Deleting subnet 546e8c04-b93f-475f-a027-5480acae09cf {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:37:13.966514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:13.976439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port f35d232c-1fe2-445f-a106-fc426ce1de10 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:13.976636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port f35d232c-1fe2-445f-a106-fc426ce1de10 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:13.978817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port f35d232c-1fe2-445f-a106-fc426ce1de10 on network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:14.026077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46966) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:14.041639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.061717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'Port': ['ID=d5985c35-50fc-48c4-ab14-14e9219f9cb2,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:14.095575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 52e07f01-303c-4523-ac2f-77051b3b0cf9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:14.101648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 52e07f01-303c-4523-ac2f-77051b3b0cf9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:14.102138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.273854 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.276863 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:14.280130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:14.312462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.355868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa127f1d-fbff-4f9d-b761-085208f514c0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:14.367388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Pushing event updated for resources: {'Port': ['ID=944394ad-55bf-4498-9c3e-a2061fe6e906,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:14.380570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:14.380895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Checking segment: {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:14.381317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.381712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Bound using segment: {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:14.382218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Bound port: f35d232c-1fe2-445f-a106-fc426ce1de10, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:14.382591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.406185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fa127f1d-fbff-4f9d-b761-085208f514c0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:37:14.406559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa127f1d-fbff-4f9d-b761-085208f514c0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:37:14.438641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.438891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.628s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:14.452543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-760972f6-d95d-4095-aaf9-ea93a5ce674d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.460479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Network 11cfcc33-173f-471c-9e89-faf0165274f4 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:14.483309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 52e07f01-303c-4523-ac2f-77051b3b0cf9, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=52e07f01-303c-4523-ac2f-77051b3b0cf9,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:14.484898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:14.492998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.495907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b970ea-c647-452d-8bee-9d8266e3585f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:14.577783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=52e07f01-303c-4523-ac2f-77051b3b0cf9,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:14.580740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 29f67c83-dce4-409d-a07c-d29dbfcf7de0 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:14.606894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52935a52-abb1-47bb-9d9f-fcf92d377dcb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.765s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:14.716650 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9', 'code': 200} Jan 14 05:37:14.717458 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:14.723625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8d63c9e4-c761-4fff-9ecc-84413ac2a2af tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Unset dirty status for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:14.724964 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8d63c9e4-c761-4fff-9ecc-84413ac2a2af tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "GET /v2.0/ports?device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 946 time: 2.1382229 Jan 14 05:37:14.790604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:14.804423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.808470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-5ee5fcf8-1c03-4918-9974-c92897e9a89a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:14.810108 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-5ee5fcf8-1c03-4918-9974-c92897e9a89a service neutron] 10.222.0.45 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 909 time: 1.8519344 Jan 14 05:37:14.811186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.839524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.840360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b08def5d-0498-48f9-b038-dda129bbf7f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:14.853916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:14.887979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 29f67c83-dce4-409d-a07c-d29dbfcf7de0, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=29f67c83-dce4-409d-a07c-d29dbfcf7de0,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:14.892544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.896024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36f2faeb-78cf-4f67-824e-8865499ce4c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:14.967155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Deleting port ad812eea-f66f-48d2-8973-ed0e493e2ca3 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:14.967537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:14.986403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=29f67c83-dce4-409d-a07c-d29dbfcf7de0,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:15.001413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:15.048025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=546e8c04-b93f-475f-a027-5480acae09cf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:15.051269 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-e70a1ddf-dac3-4623-a03b-06e7600bb54a service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=52e07f01-303c-4523-ac2f-77051b3b0cf9 HTTP/1.1" status: 200 len: 217 time: 0.2228665 Jan 14 05:37:15.052479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:15.133637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Deleting port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:15.134036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:15.236999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:15.238906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07c9c8e9-f55d-4f8b-824a-6b06603d7ebe None None] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:15.249203 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/546e8c04-b93f-475f-a027-5480acae09cf HTTP/1.1" status: 204 len: 168 time: 1.8872311 Jan 14 05:37:15.250128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46982) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:15.296165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:15.300272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Usage tracker for resource:security_group_rule and tenant:bc65339d4f7040c2b710384ef6c8dbd0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:15.303416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:15.309312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:15.345233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-4177cef5-e47c-4a82-b319-ee68215c2d71 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:15.346898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-4177cef5-e47c-4a82-b319-ee68215c2d71 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=3f940d23-9d6a-4d2e-b585-62958bf82497 HTTP/1.1" status: 200 len: 854 time: 0.2804422 Jan 14 05:37:15.405327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:15.428852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:15.447464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port f35d232c-1fe2-445f-a106-fc426ce1de10, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:15.452695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port f35d232c-1fe2-445f-a106-fc426ce1de10, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=f35d232c-1fe2-445f-a106-fc426ce1de10,segment=NetworkSegment(bad13412-0100-46e5-9cb3-e27151b6d9a1),segment_id=bad13412-0100-46e5-9cb3-e27151b6d9a1)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:15.481882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:15.668836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 52e07f01-303c-4523-ac2f-77051b3b0cf9 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:15.687142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Deleting port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:15.687422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:15.827338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] DHCP port deletion for d3b7c475-3e68-44d4-ab12-e8a80dd546ae request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:37:15.844945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Deleting port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:15.846828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:15.898247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-b1e455c1-91a0-4cbd-a272-10fd0050d4ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:15.899936 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-b1e455c1-91a0-4cbd-a272-10fd0050d4ab service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=400241ca-8ab6-4338-bc70-e2181a248486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 0.3599222 Jan 14 05:37:16.013321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.110237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] For port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:16.111069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.160180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbc1eac-552a-4adf-945d-f8e0bed596ea,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:16.177316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:16.264762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Calling delete_port for 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:16.326990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.365172 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:16.368950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:16.385352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:16.386235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.390876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:16.400171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.422981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.433748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.444662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.456787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] For port 29f67c83-dce4-409d-a07c-d29dbfcf7de0, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=29f67c83-dce4-409d-a07c-d29dbfcf7de0,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:16.457257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.469229 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No ports have port_id starting with 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e Jan 14 05:37:16.470078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.491162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:16.494888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe3920da-fe5f-4e4b-a05b-d76878a1d07d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:16.518165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.601375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.618046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 52e07f01-303c-4523-ac2f-77051b3b0cf9, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=52e07f01-303c-4523-ac2f-77051b3b0cf9,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:16.641618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Pushing event deleted for resources: {'Port': ['ID=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:16.647580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.654072 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:16.654587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:16.834706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Attempting to bind port 6cbc1eac-552a-4adf-945d-f8e0bed596ea on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:16.835333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Attempting to bind port 6cbc1eac-552a-4adf-945d-f8e0bed596ea by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:16.835435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Attempting to bind port 6cbc1eac-552a-4adf-945d-f8e0bed596ea on network 11cfcc33-173f-471c-9e89-faf0165274f4 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:16.850567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Port': ['ID=b0d818f2-02c4-46f7-b313-ea3b535e5619,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:16.867243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0'}, {'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:16.868406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.262s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:16.878767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.819s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:16.879749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Calling delete_port for 29f67c83-dce4-409d-a07c-d29dbfcf7de0 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:16.882087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.901208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c5618503-3d56-48f7-a379-72f3e2924de6 None None] No DVR routers for this DVR port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:16.915549 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc65339d4f7040c2b710384ef6c8dbd0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8554287 Jan 14 05:37:16.930678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:16.931085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Checking segment: {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:16.931569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.931917 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0', 'code': 422} returned with failed status Jan 14 05:37:16.932038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Bound using segment: {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:16.932348 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9', 'code': 422} returned with failed status Jan 14 05:37:16.932457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Bound port: 6cbc1eac-552a-4adf-945d-f8e0bed596ea, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:16.932794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:16.933099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=52e07f01-303c-4523-ac2f-77051b3b0cf9,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:16.943299 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:16.954722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46998) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:16.989052 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 16.5178475 Jan 14 05:37:17.030862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Request body: {'port': {'device_id': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:17.088330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.088918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.090382 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "PUT /v2.0/ports/f35d232c-1fe2-445f-a106-fc426ce1de10 HTTP/1.1" status: 200 len: 1074 time: 9.4774070 Jan 14 05:37:17.107646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47002) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:17.169833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] For port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=07d7c439-5e61-49c1-9ca5-2b98d2e7b23e,segment=NetworkSegment(0a0a4711-57a7-40fd-a00b-8c9ae440adb2),segment_id=0a0a4711-57a7-40fd-a00b-8c9ae440adb2)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:17.170239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.170371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.170660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.186377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-b510f52e-d5b5-4d77-bbd0-5d27c20c6df7 service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2688410 Jan 14 05:37:17.200607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=f35d232c-1fe2-445f-a106-fc426ce1de10,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:17.315744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-a8793a7e-0b34-4c84-a331-1ab5a226ecb2 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.317516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-a8793a7e-0b34-4c84-a331-1ab5a226ecb2 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "GET /v2.0/ports?device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 945 time: 1.2108073 Jan 14 05:37:17.400669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Calling delete_port for 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:17.414831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Calling delete_port for ad812eea-f66f-48d2-8973-ed0e493e2ca3 owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:17.578292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.598462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] For port 6cbc1eac-552a-4adf-945d-f8e0bed596ea, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:17.631210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.643888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.674186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] For port 6cbc1eac-552a-4adf-945d-f8e0bed596ea, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=6cbc1eac-552a-4adf-945d-f8e0bed596ea,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:17.677502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'Port': ['ID=d5985c35-50fc-48c4-ab14-14e9219f9cb2,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:17.693528 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4c32f664-68a4-46b1-8cea-0fb763bc3386 req-d05fcfa7-ad67-4a8c-974c-79552b00616a service neutron] 10.222.0.45 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4948673 Jan 14 05:37:17.697081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.710743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.831s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:17.717449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 3.736s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:17.717897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:17.719113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.757604 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e42124a0-289d-408e-a44a-798e1d1a2e6a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.598s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:17.771580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Deleting port 52e07f01-303c-4523-ac2f-77051b3b0cf9 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:17.771966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.800869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.839375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:17.880671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7ff185d-64cb-4556-ad69-0e2da17a78fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:17.941846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:37:17.942271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:37:17.973892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.974305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.974744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.975163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.975575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.975987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.976394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.976805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.977212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.977619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.978021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.978429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.978863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.979268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.979670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.980071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.980479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.980879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.981281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.981688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.982096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.982496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:17.990213 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b219e915-2f9b-4619-a71a-f4b11db22cf1 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 19761 time: 0.8580611 Jan 14 05:37:17.990213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event deleted for resources: {'Port': ['ID=29f67c83-dce4-409d-a07c-d29dbfcf7de0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:18.050340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47018) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:18.060436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:18.211741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.309418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.316808 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 11.9871054 Jan 14 05:37:18.373069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Deleting port f35d232c-1fe2-445f-a106-fc426ce1de10 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:18.373461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.444626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.467298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Deleting port 07d7c439-5e61-49c1-9ca5-2b98d2e7b23e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:18.467688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.507758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.528004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34879acd-9472-42c5-b140-bb1764129518 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:18.552926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.621066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4bb7eb-71fa-4c06-8075-f8cb6d7800b5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:18.635400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] The port '07d7c439-5e61-49c1-9ca5-2b98d2e7b23e' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:37:18.638070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Pushing event updated for resources: {'Port': ['ID=6cbc1eac-552a-4adf-945d-f8e0bed596ea,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:18.668269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:18.702618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:18.703409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ae7467-4a8e-46f6-913e-a6b54f7a84d2 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.165s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:18.739509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.164s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:18.765877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event deleted for resources: {'Port': ['ID=ad812eea-f66f-48d2-8973-ed0e493e2ca3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:18.769284 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:18.784149 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e37fbdb-c9ac-4549-9475-f01edf5ada84 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.093s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:18.802109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b4bb7eb-71fa-4c06-8075-f8cb6d7800b5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:18.804984 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:18.820566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:18.821015 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:18.847082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.212s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:18.847703 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:18.859501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:18.860257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:18.861937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] 10.222.0.45 "PUT /v2.0/ports/6cbc1eac-552a-4adf-945d-f8e0bed596ea HTTP/1.1" status: 200 len: 1155 time: 11.2335260 Jan 14 05:37:18.926156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '3693d720-0d71-4d62-a55a-8097ac3424f3', 'tag': '6cbc1eac-552a-4adf-945d-f8e0bed596ea'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:18.983586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] No DVR routers for this DVR port 29f67c83-dce4-409d-a07c-d29dbfcf7de0 on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:19.077615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47046) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:19.303738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-ba44764e-3291-4f46-a7ee-6e6c1c5613c6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:19.305401 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-ba44764e-3291-4f46-a7ee-6e6c1c5613c6 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=3693d720-0d71-4d62-a55a-8097ac3424f3 HTTP/1.1" status: 200 len: 1158 time: 0.3530416 Jan 14 05:37:19.347166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.363691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-deleted', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:19.410008 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-161eb746-87ad-4ff0-bda3-6910cd5fcdf6 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1141588351&fields=id&tenant_id=8e48eaf5b91c452480340c8e12c1537f HTTP/1.1" status: 200 len: 267 time: 0.8032153 Jan 14 05:37:19.420752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.424543 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "DELETE /v2.0/ports/29f67c83-dce4-409d-a07c-d29dbfcf7de0 HTTP/1.1" status: 204 len: 173 time: 4.6654122 Jan 14 05:37:19.426583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] For port 52e07f01-303c-4523-ac2f-77051b3b0cf9, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=52e07f01-303c-4523-ac2f-77051b3b0cf9,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:19.426764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.432873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.442229 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-90528d38-6afb-4325-83e4-469fecc03bf7 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbc1eac-552a-4adf-945d-f8e0bed596ea HTTP/1.1" status: 200 len: 217 time: 0.1040249 Jan 14 05:37:19.457120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:19.464293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.485704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cb8eb49e-24c2-44a5-b802-07b63cbc511f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:19.498934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.504994 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0fb6020a-e46a-47e7-a84b-23586a60fe94 req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "DELETE /v2.0/floatingips/47bb5d29-8846-47f8-8f38-a25813180dff HTTP/1.1" status: 204 len: 173 time: 6.4286993 Jan 14 05:37:19.541914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.546901 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b4bb7eb-71fa-4c06-8075-f8cb6d7800b5 HTTP/1.1" status: 204 len: 168 time: 2.5880508 Jan 14 05:37:19.648815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 944394ad-55bf-4498-9c3e-a2061fe6e906 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:37:19.657660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.919s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:19.657831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.671846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Transition to ACTIVE for port object 944394ad-55bf-4498-9c3e-a2061fe6e906 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:19.684475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:37:19.701754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.706436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Usage tracker for resource:security_group_rule and tenant:5eb55bd67c0d435bb3de9cc4488d9ebc is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:19.710817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:19.717359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:19.734482 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-deleted', 'tag': '29f67c83-dce4-409d-a07c-d29dbfcf7de0', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:37:19.749074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Calling delete_port for 52e07f01-303c-4523-ac2f-77051b3b0cf9 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:19.768387 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '3693d720-0d71-4d62-a55a-8097ac3424f3', 'tag': '6cbc1eac-552a-4adf-945d-f8e0bed596ea', 'status': 'completed', 'code': 200} Jan 14 05:37:19.774910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.883221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:19.913862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.954223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port f35d232c-1fe2-445f-a106-fc426ce1de10, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=f35d232c-1fe2-445f-a106-fc426ce1de10,segment=NetworkSegment(bad13412-0100-46e5-9cb3-e27151b6d9a1),segment_id=bad13412-0100-46e5-9cb3-e27151b6d9a1)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:19.954634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.960888 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.964023 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:19.967069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:19.970037 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-553b83c7-2d28-401f-9045-912ed2fce209 req-30f721f6-e3ad-4bc1-bf41-031bbe1695e5 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips/975da908-4bbd-49de-8737-3ad7f544294c HTTP/1.1" status: 200 len: 692 time: 0.2623260 Jan 14 05:37:20.002077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47064) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:20.078613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3b7c475-3e68-44d4-ab12-e8a80dd546ae']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:20.151879 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-83231b72-7845-40d7-b7da-f83d20bd4de2 req-ebc18240-2f8b-4077-879c-e4eaa3fdd787 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 210 time: 0.1649873 Jan 14 05:37:20.164767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-099eb5fc-f271-41c6-8a3e-5ebddb3c10cd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:20.166391 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-099eb5fc-f271-41c6-8a3e-5ebddb3c10cd service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1727e32c-8690-4c55-95be-218d212fc8a7 HTTP/1.1" status: 200 len: 852 time: 0.7122009 Jan 14 05:37:20.227291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Calling delete_port for f35d232c-1fe2-445f-a106-fc426ce1de10 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:20.313958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:20.327912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0a0a4711-57a7-40fd-a00b-8c9ae440adb2') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:20.328213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0a0a4711-57a7-40fd-a00b-8c9ae440adb2') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:20.477465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-24c8e0f9-f644-4ff8-947d-e25a35a62efd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:20.485525 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-24c8e0f9-f644-4ff8-947d-e25a35a62efd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/networks?id=b409864e-1acd-46ae-b515-7e48522eb3d3 HTTP/1.1" status: 200 len: 811 time: 1.0303698 Jan 14 05:37:20.495889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:20.507139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:20.543206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Usage tracker for resource:security_group_rule and tenant:7857ca0b66f242659c2f122e8fd35fe4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:20.553319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:20.557226 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-be62aa82-ff18-43f4-a83d-a17e0003bf6b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/quotas/8e48eaf5b91c452480340c8e12c1537f HTTP/1.1" status: 200 len: 375 time: 0.0704367 Jan 14 05:37:20.572846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:20.574814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Checking segment: {'id': '1cdda63d-d9b2-4914-ab69-bc346224b743', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '09e3c7be-b7a5-4f8b-8f6c-4554ca137c36'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:20.575217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Network hostable DHCP agents. Network: 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:37:20.579299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Pushing event updated for resources: {'Port': ['ID=944394ad-55bf-4498-9c3e-a2061fe6e906,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:20.582172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:20.586223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:37:20.612909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:20.613709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35ffb24c-e618-4433-8f89-474703ca0cef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.685s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:20.667564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-d0892815-4e4a-4c6a-907f-62e4866d55c8 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11cfcc33-173f-471c-9e89-faf0165274f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.4403555 Jan 14 05:37:20.763228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:20.867873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:20.928126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Port': ['ID=b0d818f2-02c4-46f7-b313-ea3b535e5619,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:20.955948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:37:20.958717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:20.965824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:20.966427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00887502-289a-44fd-91cb-b8631c060a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:20.970178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83231b72-7845-40d7-b7da-f83d20bd4de2 req-008de05b-587b-4314-abb2-e88e7e44e908 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:20.971835 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-83231b72-7845-40d7-b7da-f83d20bd4de2 req-008de05b-587b-4314-abb2-e88e7e44e908 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&shared=False HTTP/1.1" status: 200 len: 909 time: 0.7038867 Jan 14 05:37:21.005465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b51e4e9-c2e4-4b3f-aeeb-3a7fc89607a5 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:21.046651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5eb55bd67c0d435bb3de9cc4488d9ebc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9614012 Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:21.066067 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.069594 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:21.072848 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:21.075603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:21.089463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-553b83c7-2d28-401f-9045-912ed2fce209 req-063241e7-eb59-4e6e-874b-038084aa4637 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:21.091060 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-553b83c7-2d28-401f-9045-912ed2fce209 req-063241e7-eb59-4e6e-874b-038084aa4637 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 784 time: 1.0020156 Jan 14 05:37:21.131356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47072) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:21.149828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event deleted for resources: {'Port': ['ID=f35d232c-1fe2-445f-a106-fc426ce1de10,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:21.151882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:21.155166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:37:21.170587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:21.189302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-107cb2d6-74c9-48e8-8313-c1264654bba7 None None] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:21.199635 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:21.247206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:21.254745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cc89a8b1-75ab-4971-987d-76ab21c3172a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:21.319563 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:21.365310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-b7c1da07-f734-4c6d-b739-cd8035f13fca service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6432352 Jan 14 05:37:21.371153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-553b83c7-2d28-401f-9045-912ed2fce209 req-cd173f1b-e851-4bbf-ae06-d4e22258fa4e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Synchronizing usage tracker for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:21.508595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4660cb35-df69-45ea-933c-208246ffd4ac None None] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:21.555002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:21.628698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-553b83c7-2d28-401f-9045-912ed2fce209 req-cd173f1b-e851-4bbf-ae06-d4e22258fa4e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Unset dirty status for tenant:cf747965542b4543b4f1f98fee7a3c63 on resource:floatingip {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:21.630799 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-553b83c7-2d28-401f-9045-912ed2fce209 req-cd173f1b-e851-4bbf-ae06-d4e22258fa4e tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.4775589 Jan 14 05:37:21.640626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:21.644882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 16.7227588 Jan 14 05:37:21.657288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47076) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:21.719407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Attempting to bind port 944394ad-55bf-4498-9c3e-a2061fe6e906 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:21.719715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Attempting to bind port 944394ad-55bf-4498-9c3e-a2061fe6e906 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:21.720132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Attempting to bind port 944394ad-55bf-4498-9c3e-a2061fe6e906 on network 11cfcc33-173f-471c-9e89-faf0165274f4 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:21.758763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Request body: {'network': {'name': 'tempest-FloatingIPAdminTestJSON-test-network-1781469013'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:21.796982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:21.799575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 36, 55), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:21.799960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Checking segment: {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:21.800394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:21.800857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Bound using segment: {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:21.801936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Bound port: 944394ad-55bf-4498-9c3e-a2061fe6e906, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:21.802318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:21.833206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event deleted for resources: {'Port': ['ID=52e07f01-303c-4523-ac2f-77051b3b0cf9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:21.836549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:21.839244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Usage tracker for resource:network and tenant:4f3cf6f0434f418e922213cb8d89c74e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:21.856856 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-553b83c7-2d28-401f-9045-912ed2fce209 req-45fbe68a-faff-4101-aa0b-a9dc5dc628ad tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "GET /v2.0/floatingips?floating_ip_address=172.25.3.67 HTTP/1.1" status: 200 len: 695 time: 0.2067745 Jan 14 05:37:21.859424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:21.872113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:21.872757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:21.874370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:21.902132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-f79be93a-a2f0-488d-91fc-9762d6618702 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:21.903915 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-f79be93a-a2f0-488d-91fc-9762d6618702 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 815 time: 0.5909107 Jan 14 05:37:21.986164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83231b72-7845-40d7-b7da-f83d20bd4de2 req-d2c7fc1b-eb77-44d0-8f73-874fec339272 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:21.987792 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-83231b72-7845-40d7-b7da-f83d20bd4de2 req-d2c7fc1b-eb77-44d0-8f73-874fec339272 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9496684 Jan 14 05:37:21.995409 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-a09d9ee2-3683-41ed-bd37-ef735fe1bcda service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6133621 Jan 14 05:37:22.011349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Request body: {'port': {'device_id': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486', 'admin_state_up': True, 'tenant_id': 'c24d0bbfe6f54eccb9415d849d9d7228'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:22.074089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.110219 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-508cfbd7-2145-46b5-bfed-fbe75e3c9d04 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e48eaf5b91c452480340c8e12c1537f&fields=id HTTP/1.1" status: 200 len: 348 time: 1.4725564 Jan 14 05:37:22.248178 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-83231b72-7845-40d7-b7da-f83d20bd4de2 req-0d6a9645-a38c-4119-8594-5db3d76186b8 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "GET /v2.0/ports?device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 210 time: 0.1979508 Jan 14 05:37:22.276775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Network d3b7c475-3e68-44d4-ab12-e8a80dd546ae has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:37:22.281220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Deleting port 9072c6dd-d40f-4028-ba1c-7e4e6adb5fd9 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:22.281608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.323080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Made reservation on behalf of 4f3cf6f0434f418e922213cb8d89c74e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:22.332395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:37:22.374755 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:37:22.383240 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:37:22.384334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.384424 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 9.1790147 Jan 14 05:37:22.392492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.396321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] For port 944394ad-55bf-4498-9c3e-a2061fe6e906, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:22.427417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:22.431469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Usage tracker for resource:security_group_rule and tenant:4f3cf6f0434f418e922213cb8d89c74e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:22.435462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:22.464618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:22.481601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.488561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] For port 944394ad-55bf-4498-9c3e-a2061fe6e906, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=944394ad-55bf-4498-9c3e-a2061fe6e906,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:22.496050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.521749 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "DELETE /v2.0/ports/f35d232c-1fe2-445f-a106-fc426ce1de10 HTTP/1.1" status: 204 len: 168 time: 4.4577718 Jan 14 05:37:22.534107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47082) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:22.544222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.565496 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d019d4e6-7174-430a-ab40-6a3a87a6add2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:22.758397 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-397d1329-46c2-4322-baf9-d7855272177c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] GET failed (client error): The resource could not be found. Jan 14 05:37:22.758397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-397d1329-46c2-4322-baf9-d7855272177c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Synchronizing usage tracker for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:22.776496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] No DVR routers for this DVR port 52e07f01-303c-4523-ac2f-77051b3b0cf9 on host n-h2-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:22.778246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.784819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.793520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-deleted', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:22.804397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "DELETE /v2.0/ports/52e07f01-303c-4523-ac2f-77051b3b0cf9 HTTP/1.1" status: 204 len: 173 time: 5.4129577 Jan 14 05:37:22.809840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7857ca0b66f242659c2f122e8fd35fe4&name=default HTTP/1.1" status: 200 len: 2983 time: 2.7617881 Jan 14 05:37:22.809840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.813924 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/d3b7c475-3e68-44d4-ab12-e8a80dd546ae HTTP/1.1" status: 204 len: 168 time: 7.5555608 Jan 14 05:37:22.821034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cafa7b38-6b87-4a74-9a38-a0fa7b7af037,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:22.825169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47090) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:22.848741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:22.851028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-7213c4ee-7530-4bf3-b5ed-4537b9520a7d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:22.852722 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-7213c4ee-7530-4bf3-b5ed-4537b9520a7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=3693d720-0d71-4d62-a55a-8097ac3424f3 HTTP/1.1" status: 200 len: 1158 time: 0.7756727 Jan 14 05:37:22.853262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:22.891709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Pushing event deleted for resources: {'Network': ['ID=d3b7c475-3e68-44d4-ab12-e8a80dd546ae,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:22.952855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:22.980264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:23.048755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:23.055306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-70629fd5-91c5-4db2-a8c6-b1b88960f3d6 service neutron] 10.222.0.48 "GET /v2.0/networks/b409864e-1acd-46ae-b515-7e48522eb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8726375 Jan 14 05:37:23.081377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-b91f26f3-06d6-44c4-9bcc-dc28493e732f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:23.083141 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-b91f26f3-06d6-44c4-9bcc-dc28493e732f service neutron] 10.222.0.45 "GET /v2.0/networks?id=11cfcc33-173f-471c-9e89-faf0165274f4 HTTP/1.1" status: 200 len: 907 time: 0.1937740 Jan 14 05:37:23.102430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:23.138660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47098) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:23.140262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Usage tracker for resource:port and tenant:c24d0bbfe6f54eccb9415d849d9d7228 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:23.159406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Quota usage for port was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:23.184678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-397d1329-46c2-4322-baf9-d7855272177c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Unset dirty status for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:23.187554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-397d1329-46c2-4322-baf9-d7855272177c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "GET /v2.0/ports/f35d232c-1fe2-445f-a106-fc426ce1de10 HTTP/1.1" status: 404 len: 333 time: 0.6445658 Jan 14 05:37:23.190275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:23.207778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.217259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47102) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:23.219174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff411265-b42e-480d-9c0f-2d415f082014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:23.227312 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-5608d9b6-8fab-4707-aca0-b46bdea5053d service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=6cbc1eac-552a-4adf-945d-f8e0bed596ea HTTP/1.1" status: 200 len: 217 time: 0.1310334 Jan 14 05:37:23.301476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsTestJSON-2027879511', 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:23.312135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Pushing event updated for resources: {'Port': ['ID=944394ad-55bf-4498-9c3e-a2061fe6e906,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:23.324444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Made reservation on behalf of c24d0bbfe6f54eccb9415d849d9d7228 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.327729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:23.332283 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:23.342074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.352943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc89a8b1-75ab-4971-987d-76ab21c3172a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:23.358507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:23.363970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:23.367085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:23.373131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.374367 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc89a8b1-75ab-4971-987d-76ab21c3172a HTTP/1.1" status: 204 len: 168 time: 2.2263067 Jan 14 05:37:23.393437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.394103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.437734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-932f6923-b39d-4bd8-97d3-3fb18404637e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 210 time: 0.0695951 Jan 14 05:37:23.460871 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7148b2bb-7486-47d1-9602-2311d00e8820 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32601cefef984f74b6ad1c6e3d70f4ac&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3089569 Jan 14 05:37:23.463219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:23.490508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47112) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:23.602533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.658053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Made reservation on behalf of 59d7deda6a6c4d4abb699cf61089aecd for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:23.663862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.685183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-004ac83f-65ca-4a45-abb3-86ca19e373cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:23.687134 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-004ac83f-65ca-4a45-abb3-86ca19e373cc service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1727e32c-8690-4c55-95be-218d212fc8a7 HTTP/1.1" status: 200 len: 852 time: 0.4002950 Jan 14 05:37:23.732915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-39283498-fd08-48c7-ae43-205260202b42 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:23.733753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-39283498-fd08-48c7-ae43-205260202b42 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Synchronizing usage tracker for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:23.751114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Calling delete_port for 9072c6dd-d40f-4028-ba1c-7e4e6adb5fd9 owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:23.828240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.854742 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-9b7c1cbb-e1e0-4a61-89d9-890816325ac5 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11cfcc33-173f-471c-9e89-faf0165274f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1243112 Jan 14 05:37:23.859226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:23.859928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:23.861554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] 10.222.0.45 "PUT /v2.0/ports/944394ad-55bf-4498-9c3e-a2061fe6e906 HTTP/1.1" status: 200 len: 1156 time: 6.8469846 Jan 14 05:37:23.888818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:23.918250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-1933cc9b-53e9-4d94-bb8b-d2df10624a15 service neutron] 10.222.0.48 "GET /v2.0/networks/b409864e-1acd-46ae-b515-7e48522eb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8266342 Jan 14 05:37:24.134531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47120) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:24.218040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-39283498-fd08-48c7-ae43-205260202b42 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Unset dirty status for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:24.224748 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-39283498-fd08-48c7-ae43-205260202b42 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "GET /v2.0/ports?device_id=3693d720-0d71-4d62-a55a-8097ac3424f3 HTTP/1.1" status: 200 len: 943 time: 1.7668040 Jan 14 05:37:24.265652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:24.332313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:24.357478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95d2fa3a-05de-4616-8dca-c1b785497385 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:24.447117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:37:24.571228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Deleting port 6cbc1eac-552a-4adf-945d-f8e0bed596ea {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:24.571627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:24.612003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:24.612464 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Added segment b6c3721e-9974-4824-be8e-361f94db16b5 of type vxlan for network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 Jan 14 05:37:24.620407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'SecurityGroup': ['ID=417267e7-f9ac-4047-ad49-dbebbd31fd34,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:24.649268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:24.720209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-da1b0e45-9444-44cc-bb7b-cb1cb9d5ae97 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:24.720956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] device_id is not set on port dc0a2429-8b7b-4ef2-86d9-940b33b34bc1 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:37:24.721872 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-da1b0e45-9444-44cc-bb7b-cb1cb9d5ae97 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 1159 time: 0.6775928 Jan 14 05:37:24.802793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:24.928081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:24.982620 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-deleted', 'tag': '52e07f01-303c-4523-ac2f-77051b3b0cf9', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:37:25.003242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a612e05-1f60-4c1e-994b-6d909e20508a tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:25.028488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.036807 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-64701d8c-3ac8-44c1-861c-7bafd1462d52 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=944394ad-55bf-4498-9c3e-a2061fe6e906 HTTP/1.1" status: 200 len: 217 time: 0.2977071 Jan 14 05:37:25.038037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-e6d09d92-76c4-4dcc-86db-6a5276123f86 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:25.039661 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-e6d09d92-76c4-4dcc-86db-6a5276123f86 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&shared=False HTTP/1.1" status: 200 len: 909 time: 1.5826259 Jan 14 05:37:25.040379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.177282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Pushing event deleted for resources: {'Port': ['ID=9072c6dd-d40f-4028-ba1c-7e4e6adb5fd9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:25.184472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:37:25.193043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:25.211086 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:25.230338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.267229 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.294431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Usage tracker for resource:security_group_rule and tenant:aa37a65e7ed94d96802282d176434e44 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:25.308782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:25.312778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.345873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.351018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:25.358981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.359894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92fdc0a3-51ee-4d88-9130-4c3d9ff49122 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:25.378106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:25.378892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.398324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Allocated IP 172.20.0.3 (400241ca-8ab6-4338-bc70-e2181a248486/3f940d23-9d6a-4d2e-b585-62958bf82497/73b02173-aad8-4e1d-808d-a3f70a323c05) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:25.402222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0ab20fc-17f7-4dac-81b3-46f561a45e10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:25.411157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-33ccfed5-4d97-4d70-9d03-9fea73d1e178 service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.5336285 Jan 14 05:37:25.426155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cafa7b38-6b87-4a74-9a38-a0fa7b7af037,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:25.477842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:25.533817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-f53f97b6-03ed-42b2-ad7e-c6e0448734c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:25.535480 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-f53f97b6-03ed-42b2-ad7e-c6e0448734c5 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1727e32c-8690-4c55-95be-218d212fc8a7 HTTP/1.1" status: 200 len: 852 time: 0.4515619 Jan 14 05:37:25.659403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fe82376-f210-41c0-b99d-24ddce46083f req-c9ccb36a-6f0f-4f75-a0fb-f1cd701eb76a tempest-ServerAddressesTestJSON-52493151 tempest-ServerAddressesTestJSON-52493151] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:25.660631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2fe82376-f210-41c0-b99d-24ddce46083f req-c9ccb36a-6f0f-4f75-a0fb-f1cd701eb76a tempest-ServerAddressesTestJSON-52493151 tempest-ServerAddressesTestJSON-52493151] Synchronizing usage tracker for tenant:d3d8aed4e090478bbc1f43200be99c55 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:25.702877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-49fcc5be-5d94-4d02-8170-50e8b8d60359 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:25.704530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-49fcc5be-5d94-4d02-8170-50e8b8d60359 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "GET /v2.0/networks?id=400241ca-8ab6-4338-bc70-e2181a248486 HTTP/1.1" status: 200 len: 815 time: 0.9700894 Jan 14 05:37:25.721437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-7a6132bc-1ca4-4b52-8435-46e11935f633 service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11cfcc33-173f-471c-9e89-faf0165274f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1384165 Jan 14 05:37:25.786288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-ea696cd9-9856-43b3-8deb-23525507a8d0 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:25.787882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-ea696cd9-9856-43b3-8deb-23525507a8d0 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7276134 Jan 14 05:37:25.789049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.825442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d618ba5-7972-4616-baff-438ce8c59331 tempest-ListImageFiltersTestJSON-1571668159 tempest-ListImageFiltersTestJSON-1571668159] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:25.868462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:25.869708 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cafa7b38-6b87-4a74-9a38-a0fa7b7af037 HTTP/1.1" status: 204 len: 168 time: 3.0313072 Jan 14 05:37:25.932032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.015485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Network': ['ID=a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:26.022844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Request body: {'port': {'device_id': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486', 'admin_state_up': True, 'tenant_id': 'c24d0bbfe6f54eccb9415d849d9d7228'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:26.030481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:26.031163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2fe82376-f210-41c0-b99d-24ddce46083f req-c9ccb36a-6f0f-4f75-a0fb-f1cd701eb76a tempest-ServerAddressesTestJSON-52493151 tempest-ServerAddressesTestJSON-52493151] Unset dirty status for tenant:d3d8aed4e090478bbc1f43200be99c55 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:26.032237 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2fe82376-f210-41c0-b99d-24ddce46083f req-c9ccb36a-6f0f-4f75-a0fb-f1cd701eb76a tempest-ServerAddressesTestJSON-52493151 tempest-ServerAddressesTestJSON-52493151] 10.222.0.48 "GET /v2.0/networks?id=09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 HTTP/1.1" status: 200 len: 814 time: 1.0487616 Jan 14 05:37:26.076802 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.674s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:26.087577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-79d11a7b-698f-4246-a37a-e9eea0c026a5 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Synchronizing usage tracker for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:26.102950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 4.4416766 Jan 14 05:37:26.118907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47146) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:26.182425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=dc0a2429-8b7b-4ef2-86d9-940b33b34bc1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:26.187418 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-a0961ad7-ca02-4442-bdef-e31265570cc1 service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7531447 Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.193066 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:26.196560 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:26.207279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:26.228418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:26.230067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-77db7fc1-31b4-4d47-beaa-8068670f428c tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:26.232151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-77db7fc1-31b4-4d47-beaa-8068670f428c tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.45 "GET /v2.0/networks?id=b409864e-1acd-46ae-b515-7e48522eb3d3 HTTP/1.1" status: 200 len: 811 time: 0.7033587 Jan 14 05:37:26.235639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:26.244384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Request body: {'subnet': {'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:26.320984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.324513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d282ce9-ee70-4963-8cec-8222ad17f648 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:26.340028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.344363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9355d9e4-8eaf-486b-b8a0-1cf3ca2e78cf HTTP/1.1" status: 204 len: 168 time: 2.8448381 Jan 14 05:37:26.448015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9355d9e4-8eaf-486b-b8a0-1cf3ca2e78cf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:26.450738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:26.458978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] For port 6cbc1eac-552a-4adf-945d-f8e0bed596ea, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=6cbc1eac-552a-4adf-945d-f8e0bed596ea,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:26.459503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.463024 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2fe82376-f210-41c0-b99d-24ddce46083f req-53119019-d229-47d1-8df3-c991852b1b09 tempest-ServerAddressesTestJSON-52493151 tempest-ServerAddressesTestJSON-52493151] 10.222.0.48 "GET /v2.0/quotas/d3d8aed4e090478bbc1f43200be99c55 HTTP/1.1" status: 200 len: 375 time: 0.3921497 Jan 14 05:37:26.474994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.563503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51f86d24-c3bf-4dd8-bd65-d64104085f38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:26.576655 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa37a65e7ed94d96802282d176434e44&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4337151 Jan 14 05:37:26.577909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-79d11a7b-698f-4246-a37a-e9eea0c026a5 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Unset dirty status for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:26.579159 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-79d11a7b-698f-4246-a37a-e9eea0c026a5 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.45 "GET /v2.0/ports?device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 210 time: 0.7235489 Jan 14 05:37:26.601207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47160) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:26.686594 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2fe82376-f210-41c0-b99d-24ddce46083f req-d53646b3-830f-404b-846c-25d015078cc3 tempest-ServerAddressesTestJSON-52493151 tempest-ServerAddressesTestJSON-52493151] 10.222.0.48 "GET /v2.0/ports?tenant_id=d3d8aed4e090478bbc1f43200be99c55&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2225049 Jan 14 05:37:26.774311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:26.778803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.816476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Transition to ACTIVE for port object 73b02173-aad8-4e1d-808d-a3f70a323c05 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:26.854098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:26.855634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Calling delete_port for 6cbc1eac-552a-4adf-945d-f8e0bed596ea owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:26.856541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:26.857607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:26.858246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.874385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:26.878756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b39b512-f597-43bc-87df-8ac8c0c830a7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:26.882622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:26.942555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Usage tracker for resource:subnet and tenant:4f3cf6f0434f418e922213cb8d89c74e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:26.947763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:26.964128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:26.974087 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-21602976-faa1-4804-aa56-fd7b25c16c41 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.45 "GET /v2.0/security-groups?tenant_id=8e48eaf5b91c452480340c8e12c1537f HTTP/1.1" status: 200 len: 5716 time: 0.5443091 Jan 14 05:37:26.984503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:26.996086 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 960 time: 3.7677014 Jan 14 05:37:27.005314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'port': {'device_id': '6b73af53-3601-4038-a1ad-fde79c1c834b', 'network_id': 'b409864e-1acd-46ae-b515-7e48522eb3d3', 'admin_state_up': True, 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'security_groups': ['43211f6f-e45b-46ea-ae14-6e71636fd5c3']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:27.024112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47178) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:27.026057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc23d1f8-3884-4d41-b767-19912746a24f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:27.048101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:27.210572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Made reservation on behalf of 4f3cf6f0434f418e922213cb8d89c74e for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:27.235102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:27.238227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:27.254928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-553b83c7-2d28-401f-9045-912ed2fce209 req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] 10.222.0.48 "DELETE /v2.0/floatingips/975da908-4bbd-49de-8737-3ad7f544294c HTTP/1.1" status: 204 len: 173 time: 5.3818111 Jan 14 05:37:27.255945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:27.258250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:27.268350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47188) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:27.398950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-60ab0fad-5de0-4705-8ad3-ee0daa134163 service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.3609190 Jan 14 05:37:27.406970 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906', 'status': 'completed', 'code': 200} Jan 14 05:37:27.456023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:27.469361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event updated for resources: {'Port': ['ID=73b02173-aad8-4e1d-808d-a3f70a323c05,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:27.514844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:27.661820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Made reservation on behalf of c24d0bbfe6f54eccb9415d849d9d7228 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.663726 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.667816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:27.679395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:27.709045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:27.718138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47202) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:27.744658 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2fe82376-f210-41c0-b99d-24ddce46083f req-385bff5c-eb66-4688-9604-b495e297ce9d service neutron] 10.222.0.48 "GET /v2.0/networks/09e3c7be-b7a5-4f8b-8f6c-4554ca137c36?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0570371 Jan 14 05:37:27.767675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f80c9f3-787e-4833-8f91-917f741114f3 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:27.768241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f80c9f3-787e-4833-8f91-917f741114f3 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Synchronizing usage tracker for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:27.856075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Network 400241ca-8ab6-4338-bc70-e2181a248486 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:27.889663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:27.927687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f80c9f3-787e-4833-8f91-917f741114f3 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Unset dirty status for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:27.929014 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f80c9f3-787e-4833-8f91-917f741114f3 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "GET /v2.0/ports/dc0a2429-8b7b-4ef2-86d9-940b33b34bc1 HTTP/1.1" status: 200 len: 955 time: 0.8999262 Jan 14 05:37:27.935896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:27.960384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47212) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:28.026621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.116186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Deleting port dc0a2429-8b7b-4ef2-86d9-940b33b34bc1 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:28.116570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.244341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-1865049328-network', 'tenant_id': '3b556000d03a44f484319fe6c493c288'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:28.247878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:37:28.305394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:28.358802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47228) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:28.359763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:port and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:28.361692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c9ede310-d637-47c0-8886-0a73f5aeb57e None None] Provisioning for port 73b02173-aad8-4e1d-808d-a3f70a323c05 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:28.368760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:28.370842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c9ede310-d637-47c0-8886-0a73f5aeb57e None None] Provisioning complete for port 73b02173-aad8-4e1d-808d-a3f70a323c05 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:28.371867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9ede310-d637-47c0-8886-0a73f5aeb57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.393686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for port was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:28.408426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Usage tracker for resource:network and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:28.434867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:28.437489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:28.458342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c9ede310-d637-47c0-8886-0a73f5aeb57e None None] Port 73b02173-aad8-4e1d-808d-a3f70a323c05 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:37:28.459966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.476561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:28.502011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93f7ddd0-cda6-49f5-91f5-6972abb83ed0 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:28.512088 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2fe82376-f210-41c0-b99d-24ddce46083f req-9e1fdcf5-433c-4439-a901-bea1290b1348 service neutron] 10.222.0.48 "GET /v2.0/networks/09e3c7be-b7a5-4f8b-8f6c-4554ca137c36?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7665493 Jan 14 05:37:28.530514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47232) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:28.559210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b39b512-f597-43bc-87df-8ac8c0c830a7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:28.605394 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:28.606230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Made reservation on behalf of 8e48eaf5b91c452480340c8e12c1537f for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:28.616419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.731689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Made reservation on behalf of 3b556000d03a44f484319fe6c493c288 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:28.746813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.749633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.802553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.804025 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b39b512-f597-43bc-87df-8ac8c0c830a7 HTTP/1.1" status: 204 len: 168 time: 2.1977093 Jan 14 05:37:28.832250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeIpV6Test-1793750531', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:28.843108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.861655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:28.919454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:28.929865 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-966c95d9-a324-4fc8-9395-ecaca35ae279 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:28.967702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Usage tracker for resource:port and tenant:4f2c2bbc629f4b9a8fda4cd3fef8faec is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:29.031429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-8ad684c7-1bb4-43b4-970d-08cd0a699621 service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.6047378 Jan 14 05:37:29.032311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Pushing event deleted for resources: {'Port': ['ID=6cbc1eac-552a-4adf-945d-f8e0bed596ea,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:29.034408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47254) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:29.048419 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:29.061269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Allocated IP 172.20.0.10 (400241ca-8ab6-4338-bc70-e2181a248486/3f940d23-9d6a-4d2e-b585-62958bf82497/d4fcd428-5d07-4a4c-b808-3d1c92bd4830) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:29.189938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.271140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:29.332221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:29.332937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.376320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:29.385214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.396356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:29.405061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Calling delete_port for dc0a2429-8b7b-4ef2-86d9-940b33b34bc1 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:29.488574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Usage tracker for resource:security_group_rule and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:29.501028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:29.527477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Made reservation on behalf of 4f2c2bbc629f4b9a8fda4cd3fef8faec for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:29.533372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.547206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:29.550891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Deleting subnet cb8eb49e-24c2-44a5-b802-07b63cbc511f {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:37:29.560977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] No DVR routers for this DVR port 6cbc1eac-552a-4adf-945d-f8e0bed596ea on host n-h2-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:29.563319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.592577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.599750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.633009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '3693d720-0d71-4d62-a55a-8097ac3424f3', 'name': 'network-vif-deleted', 'tag': '6cbc1eac-552a-4adf-945d-f8e0bed596ea'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:29.684020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 7.7545743 Jan 14 05:37:29.705769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:29.719968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Request body: {'port': {'device_id': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:29.728421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Usage tracker for resource:security_group_rule and tenant:4f2c2bbc629f4b9a8fda4cd3fef8faec is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:29.740866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:29.762422 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '3693d720-0d71-4d62-a55a-8097ac3424f3', 'name': 'network-vif-deleted', 'tag': '6cbc1eac-552a-4adf-945d-f8e0bed596ea', 'status': 'failed', 'code': 422} returned with failed status Jan 14 05:37:29.767004 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "DELETE /v2.0/ports/6cbc1eac-552a-4adf-945d-f8e0bed596ea HTTP/1.1" status: 204 len: 173 time: 5.4948692 Jan 14 05:37:29.777438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.788525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:29.792151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.812164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:29.842009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:29.887328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event deleted for resources: {'Port': ['ID=dc0a2429-8b7b-4ef2-86d9-940b33b34bc1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:29.948705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:29.997449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-d6ba1f9c-7a52-4461-8183-cdd8b51b1416 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:29.999320 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-d6ba1f9c-7a52-4461-8183-cdd8b51b1416 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 1159 time: 0.7838197 Jan 14 05:37:30.015455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ceb80ae0-1544-460c-8dcd-44561239a7b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.155s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:30.041959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.093714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Allocated IP 172.20.0.11 (b409864e-1acd-46ae-b515-7e48522eb3d3/6527ddec-3663-4462-a693-19848f0b915d/70a2c8dd-a52b-447f-9c20-c0874d652d5a) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:30.098932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.099134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event deleted for resources: {'SecurityGroup': ['ID=43211f6f-e45b-46ea-ae14-6e71636fd5c3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:30.102167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:30.170764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Transition to ACTIVE for port object d4fcd428-5d07-4a4c-b808-3d1c92bd4830 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:30.277445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.291752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.296374 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "DELETE /v2.0/ports/dc0a2429-8b7b-4ef2-86d9-940b33b34bc1 HTTP/1.1" status: 204 len: 168 time: 2.3323116 Jan 14 05:37:30.299065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.305887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47286) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:30.309341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-910c6b5a-ee00-435f-bb1c-b065ab453673 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:30.319480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.322597 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "DELETE /v2.0/security-groups/43211f6f-e45b-46ea-ae14-6e71636fd5c3 HTTP/1.1" status: 204 len: 168 time: 1.9502702 Jan 14 05:37:30.329924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47288) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:30.392935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] POST failed.: oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: [parameters: {'port_id': '70a2c8dd-a52b-447f-9c20-c0874d652d5a', 'security_group_id': '43211f6f-e45b-46ea-ae14-6e71636fd5c3'}] Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation pymysql.err.IntegrityError: (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation The above exception was the direct cause of the following exception: Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Traceback (most recent call last): Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 683, in __call__ Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.invoke_controller(controller, args, kwargs, state) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pecan/core.py", line 574, in invoke_controller Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result = controller(*args, **kwargs) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 05:37:30.409882 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/utils.py", line 76, in wrapped Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 163, in post Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return self.create(resources) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/pecan_wsgi/controllers/resource.py", line 181, in create Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return {key: creator(*creator_args, **creator_kwargs)} Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(self, context, *args, **kwargs) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation ectxt.value = e.inner_exc Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*args, **kwargs) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:37:30.413823 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.force_reraise() Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation six.reraise(self.type_, self.value, self.tb) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise value Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return f(*dup_args, **dup_kwargs) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result, mech_context = self._create_port_db(context, port) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1399, in _create_port_db Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._process_port_create_security_group(context, result, sgs) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 876, in _process_port_create_security_group Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation sg.id) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return method(*args, **kwargs) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/opt/stack/neutron/neutron/db/securitygroups_db.py", line 357, in _create_port_security_group_binding Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation context.session.add(db) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1064, in _transaction_scope Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation yield resource Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/lib/python3.6/contextlib.py", line 88, in __exit__ Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation next(self.gen) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 680, in _session Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self.session.flush() Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2540, in flush Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._flush(objects) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2682, in _flush Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation transaction.rollback(_capture_exception=True) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/langhelpers.py", line 70, in __exit__ Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation with_traceback=exc_tb, Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/session.py", line 2642, in _flush Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation flush_context.execute() Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 422, in execute Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation rec.execute(self) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/unitofwork.py", line 589, in execute Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation uow, Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 245, in save_obj Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation insert, Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py", line 1083, in _emit_insert_statements Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation c = cached_connections[connection].execute(statement, multiparams) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1011, in execute Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return meth(self, multiparams, params) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/sql/elements.py", line 298, in _execute_on_connection Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation return connection._execute_clauseelement(self, multiparams, params) Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1130, in _execute_clauseelement Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation distilled_params, Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1317, in _execute_context Jan 14 05:37:30.419527 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation e, statement, parameters, cursor, context Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1508, in _handle_dbapi_exception Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation util.raise_(newraise, with_traceback=exc_info[2], from_=e) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/util/compat.py", line 182, in raise_ Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise exception Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/base.py", line 1277, in _execute_context Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor, statement, parameters, context Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/engine/default.py", line 609, in do_execute Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation cursor.execute(statement, parameters) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 148, in execute Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result = self._query(query) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/cursors.py", line 310, in _query Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation conn.query(q) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 548, in query Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation self._affected_rows = self._read_query_result(unbuffered=unbuffered) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 775, in _read_query_result Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation result.read() Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 1156, in read Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation first_packet = self.connection._read_packet() Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/connections.py", line 725, in _read_packet Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation packet.raise_for_error() Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/protocol.py", line 221, in raise_for_error Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation err.raise_mysql_exception(self._data) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation File "/usr/local/lib/python3.6/dist-packages/pymysql/err.py", line 143, in raise_mysql_exception Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation raise errorclass(errno, errval) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation oslo_db.exception.DBReferenceError: (pymysql.err.IntegrityError) (1452, 'Cannot add or update a child row: a foreign key constraint fails (`neutron`.`securitygroupportbindings`, CONSTRAINT `securitygroupportbindings_ibfk_2` FOREIGN KEY (`security_group_id`) REFERENCES `securitygroups` (`id`))') Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation [SQL: INSERT INTO securitygroupportbindings (port_id, security_group_id) VALUES (%(port_id)s, %(security_group_id)s)] Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation [parameters: {'port_id': '70a2c8dd-a52b-447f-9c20-c0874d652d5a', 'security_group_id': '43211f6f-e45b-46ea-ae14-6e71636fd5c3'}] Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation (Background on this error at: http://sqlalche.me/e/13/gkpj) Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: ERROR neutron.pecan_wsgi.hooks.translation Jan 14 05:37:30.425532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] No notification will be sent due to unsuccessful status code: 500 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:37:30.429797 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-a806c2cb-0121-4a8e-9096-ca32b91cea75 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=3693d720-0d71-4d62-a55a-8097ac3424f3 HTTP/1.1" status: 200 len: 210 time: 0.1139534 Jan 14 05:37:30.449800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:37:30.466164 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb40a76-24ec-4c23-8b02-b0ed954656ce tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] GET failed (client error): The resource could not be found. Jan 14 05:37:30.466603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cb40a76-24ec-4c23-8b02-b0ed954656ce tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Synchronizing usage tracker for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:30.474007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1cb9601b-c149-4f43-bf2a-7bb9cf244269,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:30.477492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:30.500049 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-941cc580-b551-46f7-84c3-6b56fc021d63 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] show failed (client error): The resource could not be found. Jan 14 05:37:30.504293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-941cc580-b551-46f7-84c3-6b56fc021d63 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/security-groups/43211f6f-e45b-46ea-ae14-6e71636fd5c3 HTTP/1.1" status: 404 len: 347 time: 0.1643882 Jan 14 05:37:30.514238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:30.517976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.518451 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Added segment 357f8487-969e-496c-9cd5-8e4f3565a1d5 of type vxlan for network 9ea20703-0b50-460b-9c93-3caffd7bcd8e Jan 14 05:37:30.613449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-6899b4a6-3ce1-44f6-84a4-4c988190549a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.45 "POST /v2.0/ports HTTP/1.1" status: 500 len: 368 time: 3.6192470 Jan 14 05:37:30.628877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.653945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cb40a76-24ec-4c23-8b02-b0ed954656ce tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Unset dirty status for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:30.658860 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3cb40a76-24ec-4c23-8b02-b0ed954656ce tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "GET /v2.0/ports/dc0a2429-8b7b-4ef2-86d9-940b33b34bc1 HTTP/1.1" status: 404 len: 333 time: 0.3312387 Jan 14 05:37:30.668270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.671189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.672787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47306) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:30.683105 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dc1d4c1-efe5-41a9-8e17-b0052aacc79b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:30.776907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.855282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-869bd35c-85c7-4d89-8155-bde8e8508496 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e48eaf5b91c452480340c8e12c1537f&device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.0901082 Jan 14 05:37:30.869511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Deleting port d5985c35-50fc-48c4-ab14-14e9219f9cb2 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:30.869885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:30.991248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Pushing event updated for resources: {'SecurityGroup': ['ID=cc8d03bc-dcee-4111-9b11-aea3460e703f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:31.042672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:37:31.052004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:31.092333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Request body: {'port': {'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db', 'name': 'tempest-PortsAdminExtendedAttrsTestJSON-272842994'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:31.221032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:31.231365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-b42091c6-599c-490c-866d-b709890071dd service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:31.233003 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-b42091c6-599c-490c-866d-b709890071dd service neutron] 10.222.0.45 "GET /v2.0/networks?id=11cfcc33-173f-471c-9e89-faf0165274f4 HTTP/1.1" status: 200 len: 907 time: 1.1123013 Jan 14 05:37:31.395654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:31.396951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:31.425974 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-03f9f26a-e610-4388-a586-46acfa00edf3 service neutron] 10.222.0.45 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=944394ad-55bf-4498-9c3e-a2061fe6e906 HTTP/1.1" status: 200 len: 217 time: 0.1472368 Jan 14 05:37:31.431459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47320) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:31.489194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event updated for resources: {'Port': ['ID=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:31.494574 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:31.585528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:31.586562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:31.587262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:31.606740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:31.609925 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:31.646539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3143a28-ff31-40b5-8b2f-6728876aa970 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:31.677949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Made reservation on behalf of 59d7deda6a6c4d4abb699cf61089aecd for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:31.682944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:31.715367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:31.743794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] device_id is not set on port 71655a72-5708-41d0-9fc1-af8634ba9fd3 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:37:31.793874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-3d2e9892-2218-43b8-8587-e2b9926b09aa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:31.795564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-3d2e9892-2218-43b8-8587-e2b9926b09aa service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=43b65612c84c4a59a1c24d0196894100&shared=False HTTP/1.1" status: 200 len: 907 time: 1.3548989 Jan 14 05:37:31.817051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-8beab86e-5a9c-4542-ae48-3470b5c39022 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:37:31.817653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cb8eb49e-24c2-44a5-b802-07b63cbc511f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:31.821222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:31.862081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 4.1385674 Jan 14 05:37:31.899631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47328) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:31.927007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Pushing event updated for resources: {'Network': ['ID=9ea20703-0b50-460b-9c93-3caffd7bcd8e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:31.929660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-49423392-5331-437d-8ac5-4ec0a7248d72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:31.931512 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-49423392-5331-437d-8ac5-4ec0a7248d72 service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8e48eaf5b91c452480340c8e12c1537f&shared=False HTTP/1.1" status: 200 len: 906 time: 1.0240903 Jan 14 05:37:31.940844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:31.944004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:31.946300 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:31.946937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7d2869a-8925-451b-b787-3ef1fe50af42 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.169s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:31.956538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:31.964627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Request body: {'subnet': {'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-1865049328-subnet', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:31.973015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:32.029447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.029825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.041371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-bd09e0df-e770-4cf0-80c9-df8a7988d7a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:32.043090 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-bd09e0df-e770-4cf0-80c9-df8a7988d7a4 service neutron] 10.222.0.45 "GET /v2.0/subnets?id=1727e32c-8690-4c55-95be-218d212fc8a7 HTTP/1.1" status: 200 len: 852 time: 0.5770159 Jan 14 05:37:32.102824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Network 400241ca-8ab6-4338-bc70-e2181a248486 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:32.110963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:32.113395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:32.156727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:32.176402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:32.181156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Usage tracker for resource:security_group_rule and tenant:3369f86a6e80483f9bdc68904fe7a0a8 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:32.183551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:32.190047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:32.230420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 944394ad-55bf-4498-9c3e-a2061fe6e906 up at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:32.279802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.296694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Allocated IP 172.25.3.98 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/71655a72-5708-41d0-9fc1-af8634ba9fd3) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:32.335473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning for port 944394ad-55bf-4498-9c3e-a2061fe6e906 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:32.341264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Provisioning complete for port 944394ad-55bf-4498-9c3e-a2061fe6e906 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:32.341916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.344417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.397500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Calling delete_port for d5985c35-50fc-48c4-ab14-14e9219f9cb2 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:32.399626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Usage tracker for resource:subnet and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:32.416013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-50191beb-e8a8-43b3-965c-9ae42eb7c08a None None] Provisioning for port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:32.421296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.436597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:32.452251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-50191beb-e8a8-43b3-965c-9ae42eb7c08a None None] Provisioning complete for port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:32.452669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50191beb-e8a8-43b3-965c-9ae42eb7c08a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.502531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8377b533-a13f-47d5-9316-436054c56594 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:32.509992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.533427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-3a36304c-fe46-4ff3-8956-6fc8ff3fcbfb service neutron] 10.222.0.45 "GET /v2.0/ports?network_id=11cfcc33-173f-471c-9e89-faf0165274f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3882399 Jan 14 05:37:32.534641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:32.543853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Subnet': ['ID=98e2f015-6874-467c-a7bc-3665b2f246a9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:32.557087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:32.573471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 944394ad-55bf-4498-9c3e-a2061fe6e906, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=944394ad-55bf-4498-9c3e-a2061fe6e906,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:32.576335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50191beb-e8a8-43b3-965c-9ae42eb7c08a None None] Port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:37:32.581856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.583750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:32.585323 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:32.616454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.649100 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906', 'code': 200} Jan 14 05:37:32.663775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=944394ad-55bf-4498-9c3e-a2061fe6e906,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:32.674205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.674888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.676537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.677055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.677591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.678007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.678528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.679029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.679511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.679989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.680465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.681326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.681892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.682616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.683439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.683803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.684566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.685080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.685584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.685962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.686337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.686725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.687101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.687471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.687924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.688294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.688664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.689037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.689407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.689774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.690140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.690508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.691080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.691526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.691987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.692368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:32.698491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:32.772890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] device_id is not set on port 2354cf60-c507-4357-bd3f-b522293d0b19 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:37:32.774912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-4e548316-b568-40b2-87e2-11c0b2a681ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:32.776533 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-4e548316-b568-40b2-87e2-11c0b2a681ef service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.8008821 Jan 14 05:37:32.873466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Checking segment: {'id': 'b6c3721e-9974-4824-be8e-361f94db16b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:32.873881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network hostable DHCP agents. Network: a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:37:32.915437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-8cfa353d-9ede-43be-bacc-cc5d9a5fcbf2 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Synchronizing usage tracker for tenant:8e48eaf5b91c452480340c8e12c1537f on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:32.930331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:32.954828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18e76258-df17-4685-930f-3f4b754e3a61 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:33.026039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event deleted for resources: {'Port': ['ID=d5985c35-50fc-48c4-ab14-14e9219f9cb2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:33.092397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:33.100643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.117341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:37:33.126857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-8cfa353d-9ede-43be-bacc-cc5d9a5fcbf2 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Unset dirty status for tenant:8e48eaf5b91c452480340c8e12c1537f on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:33.128146 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-8cfa353d-9ede-43be-bacc-cc5d9a5fcbf2 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.45 "GET /v2.0/ports?device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.2999990 Jan 14 05:37:33.145425 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3369f86a6e80483f9bdc68904fe7a0a8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6881614 Jan 14 05:37:33.145701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:33.148254 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.151264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47334) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.152855 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:33.158014 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:33.159357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0cecc5df-157c-48e9-a7a4-eb92082dd4ab None None] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:33.171828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:33.172874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.201306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:33.201971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.277258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.279865 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.1581819 Jan 14 05:37:33.283383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Made reservation on behalf of 3b556000d03a44f484319fe6c493c288 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:33.288760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.300364 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-135671b3-5dce-4940-8da6-73c8c5fc3c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:33.303073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbda5149-0505-4903-ba54-44021dbd5446,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:33.307969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47338) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:33.332616 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cb8eb49e-24c2-44a5-b802-07b63cbc511f HTTP/1.1" status: 204 len: 168 time: 4.2885916 Jan 14 05:37:33.344548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47342) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:33.358864 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:33.362888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Request body: {'router': {'name': 'tempest-FloatingIPAdminTestJSON-router-338659080', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:33.425139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:33.433672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0', 'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0', 'tenant_id': '4f3cf6f0434f418e922213cb8d89c74e', 'fixed_ips': [{'subnet_id': '98e2f015-6874-467c-a7bc-3665b2f246a9'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:37:33.434662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.460960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-19c33288-521a-4afc-a328-e8ad409d0f91 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:33.462625 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-19c33288-521a-4afc-a328-e8ad409d0f91 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.6163630 Jan 14 05:37:33.477609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Usage tracker for resource:router and tenant:4f3cf6f0434f418e922213cb8d89c74e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:33.541530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:33.611405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:33.649366 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 7.6350718 Jan 14 05:37:33.684247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-d86e2f30-b054-4872-be1e-efa5cbde233d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Synchronizing usage tracker for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:33.713923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Request body: {'port': {'device_id': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:33.771503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Device 944394ad-55bf-4498-9c3e-a2061fe6e906 no longer exists at agent ovs-agent-n-h2-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:33.820077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:37:33.847439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.848926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.876854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Allocated IP 172.20.0.2 (a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0/98e2f015-6874-467c-a7bc-3665b2f246a9/06a13bba-2526-4a87-8cd6-be8e0e9ddc11) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:33.915195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-7d23a37e-6c4c-4b32-982f-3db5a2b9d0eb service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2585082 Jan 14 05:37:33.931083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:33.950856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-d86e2f30-b054-4872-be1e-efa5cbde233d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Unset dirty status for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:33.951959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e9d23251-5b8f-467f-9cdb-5c57c3a8f218 req-d86e2f30-b054-4872-be1e-efa5cbde233d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "GET /v2.0/ports?device_id=3693d720-0d71-4d62-a55a-8097ac3424f3 HTTP/1.1" status: 200 len: 210 time: 0.3970964 Jan 14 05:37:33.994030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Pushing event updated for resources: {'Port': ['ID=71655a72-5708-41d0-9fc1-af8634ba9fd3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:34.020668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.720s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:34.050621 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-ef549a43-ee0c-4fa4-b936-6d945d30bb7d service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e48eaf5b91c452480340c8e12c1537f&device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.1088126 Jan 14 05:37:34.075876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.078411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.080179 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "DELETE /v2.0/floatingips/965f6b79-ccc8-46a9-bfb5-00d953c716e5 HTTP/1.1" status: 204 len: 168 time: 3.5571072 Jan 14 05:37:34.119490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.253869 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-e8d7d9bd-67b3-4289-8581-65f6aef73ed0 service neutron] 10.222.0.45 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2943358 Jan 14 05:37:34.270271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.284117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.315474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 73b02173-aad8-4e1d-808d-a3f70a323c05 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:37:34.365515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.387699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:34.412292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:34.442987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.443609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.459437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Transition to ACTIVE for port object 73b02173-aad8-4e1d-808d-a3f70a323c05 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:34.459914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:34.521315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.531364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.543521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] For port 944394ad-55bf-4498-9c3e-a2061fe6e906, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=944394ad-55bf-4498-9c3e-a2061fe6e906,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:34.549177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Transition to ACTIVE for port object 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:34.553283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.559881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:34.621309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:34.625359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.633412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-736c2259-9b55-4f13-ba4c-53b0613fc076 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:34.634674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Transition to ACTIVE for port object 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:34.645713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.647534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'security_group': {'name': 'tempest-securitygroup--1469457088', 'description': 'tempest-description--757825798'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:34.648998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.652272 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:34.655739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:34.664069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:34.665398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.673174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Pushing event updated for resources: {'Port': ['ID=944394ad-55bf-4498-9c3e-a2061fe6e906,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:34.677061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:34.680807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:34.734210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.070s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:34.749134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:34.752323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-9911f449-c491-4322-8cb0-e72b6f9a678f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:34.754020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-9911f449-c491-4322-8cb0-e72b6f9a678f service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8e48eaf5b91c452480340c8e12c1537f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.6732316 Jan 14 05:37:34.761771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:34.773481 n-d-768851-4 neutron-server[80820]: WARNING neutron.notifiers.nova [-] Nova event: {'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-unplugged', 'status': 'failed', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906', 'code': 422} returned with failed status Jan 14 05:37:34.812747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:34.819813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:34.820123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.820235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Pushing event updated for resources: {'Port': ['ID=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:34.823327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:34.823913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.880752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:34.882275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:34.884831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:34.886143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65284d32-5cfa-4896-ae8b-bea5d1f98161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:34.930734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ab9a942-85e4-47b7-8e38-01b077b30f09 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:34.932579 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-4ab9a942-85e4-47b7-8e38-01b077b30f09 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "GET /v2.0/ports?device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 946 time: 0.7205367 Jan 14 05:37:34.941709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Attempting to bind port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:34.941961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Attempting to bind port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b6c3721e-9974-4824-be8e-361f94db16b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:34.942387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Attempting to bind port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 on network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:34.948589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:34.949010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Checking segment: {'id': 'b6c3721e-9974-4824-be8e-361f94db16b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:34.949764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.950122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Bound using segment: {'id': 'b6c3721e-9974-4824-be8e-361f94db16b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:34.951048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Bound port: 06a13bba-2526-4a87-8cd6-be8e0e9ddc11, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b6c3721e-9974-4824-be8e-361f94db16b5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:34.951048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.951722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbda5149-0505-4903-ba54-44021dbd5446,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:34.961238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.976088 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:34.983954 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1036 time: 6.4511640 Jan 14 05:37:34.984935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:34.986033 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bbda5149-0505-4903-ba54-44021dbd5446 HTTP/1.1" status: 204 len: 168 time: 1.8350444 Jan 14 05:37:34.990604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['09e3c7be-b7a5-4f8b-8f6c-4554ca137c36']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:35.001949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47354) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:35.017051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.98'}]}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:35.033152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1cdda63d-d9b2-4914-ab69-bc346224b743') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:35.033491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1cdda63d-d9b2-4914-ab69-bc346224b743') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:35.050752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:35.055425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:35.062770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Usage tracker for resource:router and tenant:4f2c2bbc629f4b9a8fda4cd3fef8faec is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:35.066853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.087332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:35.098955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group_rule and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:35.105172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:35.117475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:35.120504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:35.122924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-3a80f69b-f903-43d0-bc02-8052782ea12a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:35.124566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-3a80f69b-f903-43d0-bc02-8052782ea12a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3597257 Jan 14 05:37:35.125564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.130037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:37:35.133420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Deleting port 944394ad-55bf-4498-9c3e-a2061fe6e906 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:35.133818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.134463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] For port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:35.138038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] For port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,segment=NetworkSegment(b6c3721e-9974-4824-be8e-361f94db16b5),segment_id=b6c3721e-9974-4824-be8e-361f94db16b5)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:35.144061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.164540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:35.265785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Pushing event updated for resources: {'Port': ['ID=73b02173-aad8-4e1d-808d-a3f70a323c05,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:35.287464 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-128c87bf-8447-45c6-aeb1-81f06301f7f4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.45 "GET /v2.0/ports?device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.1207156 Jan 14 05:37:35.307875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.309044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.360152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Pushing event updated for resources: {'Port': ['ID=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:35.374598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:35.405091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:37:35.426178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.454351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.567342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.598365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.611352 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0cf313f-ceca-4721-9f63-756326fb10c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:35.783473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.150s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:35.885428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'SecurityGroup': ['ID=73c21746-0d0c-4fa3-b5c9-87a1a651ddcc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:35.904266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.905678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2784901 Jan 14 05:37:35.916881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Network 09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:37:35.921324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.925954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:35.929007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47370) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:35.942886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:37:35.950849 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:37:35.960754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Deleting port ec938caf-f2f7-4dc4-9668-edac023f424e {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:35.961744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:36.033100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'security_group_rule': {'security_group_id': '73c21746-0d0c-4fa3-b5c9-87a1a651ddcc', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:36.038438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:36.094889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:36.179841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group_rule and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:36.232089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:36.302635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8549e232-55aa-4c78-b275-6841bfae9ed3 req-c140f274-278b-4a5b-a210-c0f594bedd40 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=8e48eaf5b91c452480340c8e12c1537f&device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.1394608 Jan 14 05:37:36.303578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:36.343909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:36.354339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:36.372149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:36.417367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde202ab-9890-4586-9935-1ebb06c43cb5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:36.437363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:36.488404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Pushing event deleted for resources: {'Network': ['ID=09e3c7be-b7a5-4f8b-8f6c-4554ca137c36,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:36.497418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:36.498198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:36.514064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:36.621046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549e232-55aa-4c78-b275-6841bfae9ed3 req-b68c8860-d4e2-4d7c-9477-363fd90753af service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:36.623438 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8549e232-55aa-4c78-b275-6841bfae9ed3 req-b68c8860-d4e2-4d7c-9477-363fd90753af service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=8e48eaf5b91c452480340c8e12c1537f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3080080 Jan 14 05:37:36.643730 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] 10.222.0.48 "DELETE /v2.0/networks/09e3c7be-b7a5-4f8b-8f6c-4554ca137c36 HTTP/1.1" status: 204 len: 168 time: 3.2838922 Jan 14 05:37:36.703104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=2354cf60-c507-4357-bd3f-b522293d0b19,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:36.796792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8549e232-55aa-4c78-b275-6841bfae9ed3 req-1ac3d8e3-6e72-4b31-a489-912740dc103a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:36.798469 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8549e232-55aa-4c78-b275-6841bfae9ed3 req-1ac3d8e3-6e72-4b31-a489-912740dc103a service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.1605921 Jan 14 05:37:36.914453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.876s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:36.915412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:36.937731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:37.028989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c7bdafc-2404-41db-b1ae-e7d0c5c3d546 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:37.384270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47394) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:37.450634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:37.464794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c159b11b-a0b7-4fd9-86f4-837dbdcfc47e None None] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:37.620242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Provisioning for port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:37.628307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Provisioning complete for port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:37.628833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:37.656797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d4fcd428-5d07-4a4c-b808-3d1c92bd4830 {{(pid=80930) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:37:37.664607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:37.700807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:37.706885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:37.707747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:37.708407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:37.735495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Transition to ACTIVE for port object d4fcd428-5d07-4a4c-b808-3d1c92bd4830 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:37.740722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:37.746394 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.7970567 Jan 14 05:37:37.753655 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8549e232-55aa-4c78-b275-6841bfae9ed3 req-4a737c82-bc86-4b75-a943-6907e61250f5 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.45 "GET /v2.0/ports?device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.7832544 Jan 14 05:37:37.761564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47406) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:37.776369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'security_group_rule': {'security_group_id': '73c21746-0d0c-4fa3-b5c9-87a1a651ddcc', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:37.785109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:37.818981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:37.823050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1104a122-2d37-44a1-a071-4b3c4cb5f564 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:37.826252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'SecurityGroupRule': ['ID=58fb087e-ec07-4a35-8534-6d587f563d53,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:37.845682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:security_group_rule and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:37.852533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a723d22c-3e64-4813-85f3-5bc034380caa tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.824s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:37.960869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:37.988120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:38.008192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.027223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.045680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] For port ec938caf-f2f7-4dc4-9668-edac023f424e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ec938caf-f2f7-4dc4-9668-edac023f424e,segment=NetworkSegment(eee14e53-855c-40fe-87a5-6b5858282e2c),segment_id=eee14e53-855c-40fe-87a5-6b5858282e2c)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:38.046043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.053400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] For port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,segment=NetworkSegment(b6c3721e-9974-4824-be8e-361f94db16b5),segment_id=b6c3721e-9974-4824-be8e-361f94db16b5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:38.060599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.062477 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:38.142890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.157558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.191923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4979922c-ab1d-497b-bd9a-cbef03cebfa9 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:38.209977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Pushing event updated for resources: {'Port': ['ID=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:38.217494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:38.339469 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 959 time: 7.6455925 Jan 14 05:37:38.342551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'SecurityGroupRule': ['ID=02ec6500-f3ba-4434-8cdb-754be01a57ca,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:38.351205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47422) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:38.355833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.357142 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5891924 Jan 14 05:37:38.359954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:38.364377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47426) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:38.390313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:38.457020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5052e3fd-3dcc-45c2-b7ab-7831282c3ea4 None None] Provisioning complete for port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:38.457655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5052e3fd-3dcc-45c2-b7ab-7831282c3ea4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.462120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:38.532914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-291f5f69-2829-4de5-8886-310185df8dad tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:38.535680 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-291f5f69-2829-4de5-8886-310185df8dad tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.41 "GET /v2.0/networks?id=b409864e-1acd-46ae-b515-7e48522eb3d3 HTTP/1.1" status: 200 len: 811 time: 0.7751372 Jan 14 05:37:38.551400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:38.551819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.571016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:38.659682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Usage tracker for resource:floatingip and tenant:8e48eaf5b91c452480340c8e12c1537f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:38.710886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.757875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:38.777006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.804463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:38.869014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-03547e2c-9b41-47bc-9ff6-ab8417304edd None None] Provisioning complete for port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:38.869437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03547e2c-9b41-47bc-9ff6-ab8417304edd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.885971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:38.909359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:38.934877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Attempting to bind port 73b02173-aad8-4e1d-808d-a3f70a323c05 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:38.935257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Attempting to bind port 73b02173-aad8-4e1d-808d-a3f70a323c05 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:38.935623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Attempting to bind port 73b02173-aad8-4e1d-808d-a3f70a323c05 on network 400241ca-8ab6-4338-bc70-e2181a248486 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:38.946080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Calling delete_port for ec938caf-f2f7-4dc4-9668-edac023f424e owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:38.978372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.013436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-53324f71-87d0-4f2f-b9fb-536e7fcad1fe tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Synchronizing usage tracker for tenant:8e48eaf5b91c452480340c8e12c1537f on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:39.053596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Request body: {'port': {'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:39.078105 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.255s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:39.090217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-db46aca3-e0d0-4d5c-82fa-ceb54ed7a481 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:39.117136 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b505f118-28e2-4d63-959f-8a498052ec60 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d3d8aed4e090478bbc1f43200be99c55&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7161105 Jan 14 05:37:39.124692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47458) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:39.155344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b51b7478-d281-444a-9675-fc1c2c11e137 None None] Provisioning complete for port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:39.156171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b51b7478-d281-444a-9675-fc1c2c11e137 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.165391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-53324f71-87d0-4f2f-b9fb-536e7fcad1fe tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Unset dirty status for tenant:8e48eaf5b91c452480340c8e12c1537f on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:39.166715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-53324f71-87d0-4f2f-b9fb-536e7fcad1fe tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.41 "GET /v2.0/security-groups?tenant_id=8e48eaf5b91c452480340c8e12c1537f HTTP/1.1" status: 200 len: 5716 time: 0.6168709 Jan 14 05:37:39.248252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:39.248630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Checking segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:39.249032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.249428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Bound using segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:39.249920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Bound port: 73b02173-aad8-4e1d-808d-a3f70a323c05, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:39.250289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.296350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-286ba6c8-ef9b-424c-83e1-ab3d800fd17a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e48eaf5b91c452480340c8e12c1537f&device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.0677507 Jan 14 05:37:39.333202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] For port 944394ad-55bf-4498-9c3e-a2061fe6e906, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=944394ad-55bf-4498-9c3e-a2061fe6e906,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:39.333614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.519600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Calling delete_port for 944394ad-55bf-4498-9c3e-a2061fe6e906 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:39.539644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.616747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.683001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-ba68c380-14bd-4487-ae72-8af58675d5ec service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:39.684550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-ba68c380-14bd-4487-ae72-8af58675d5ec service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8e48eaf5b91c452480340c8e12c1537f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.3433099 Jan 14 05:37:39.689395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.700324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:39.857708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47482) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:39.881511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Pushing event updated for resources: {'Subnet': ['ID=fcdc4b3c-ffdb-4e13-98af-239afcb122d2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:39.885197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:39.910897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.206863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.252573 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e81064e-970d-4874-8928-7526104f2a24 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:40.297768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.343197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] For port 73b02173-aad8-4e1d-808d-a3f70a323c05, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:40.410202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.435317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Pushing event deleted for resources: {'Port': ['ID=ec938caf-f2f7-4dc4-9668-edac023f424e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:40.438200 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:40.438962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.443508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.450350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.461587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40008f91-1902-4eeb-bffa-18e5c9d495cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:40.486462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.511823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e4005c6-e987-4440-bd3c-2240d3efd5eb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:40.528304 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:40.555988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-07bd2c6c-aa70-4e87-8978-0918648ddd90 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:40.557715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-07bd2c6c-aa70-4e87-8978-0918648ddd90 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.7988863 Jan 14 05:37:40.558359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.558918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Fanout notify agent at l3_agent the message router_deleted on router 0fff2c91-9d83-4ad9-82be-93f6949498fb {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:37:40.570763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.571998 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e4005c6-e987-4440-bd3c-2240d3efd5eb HTTP/1.1" status: 204 len: 168 time: 1.4108021 Jan 14 05:37:40.579098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:40.653653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Usage tracker for resource:security_group_rule and tenant:85d97fbaa28c4c98ad5cdfc0bf1d1f6e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:40.682900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:40.700001 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-747d8a6f-28ee-457d-b207-96eb9a6f0484 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.41 "GET /v2.0/ports?device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.0763879 Jan 14 05:37:40.703896 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] create failed (client error): There was a conflict when trying to complete your request. Jan 14 05:37:40.704966 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c5dd605-117c-400f-a83f-3998c637e208 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 371 time: 5.6986113 Jan 14 05:37:40.708574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47490) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:40.835185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Deleting port 71655a72-5708-41d0-9fc1-af8634ba9fd3 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:40.835579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:40.962071 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-e6f0c658-9363-4bb4-9303-deb11f17c3a7 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=8e48eaf5b91c452480340c8e12c1537f&device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.0647089 Jan 14 05:37:40.996364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Allocated IP 172.25.3.62 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/a3546d29-5cfe-4521-97a8-5974fb5f5add) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:41.029509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Attempting to bind port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:41.029888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Attempting to bind port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:41.030250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Attempting to bind port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 on network 400241ca-8ab6-4338-bc70-e2181a248486 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:41.068881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:41.080707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:41.081101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Checking segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:41.081865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.082276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Bound using segment: {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:41.082794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Bound port: d4fcd428-5d07-4a4c-b808-3d1c92bd4830, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5e53d055-b950-492e-a78c-781c4e6c0e1e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 5, 'network_id': '400241ca-8ab6-4338-bc70-e2181a248486'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:41.083169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.093441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Checking segment: {'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:41.093836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Network hostable DHCP agents. Network: 9ea20703-0b50-460b-9c93-3caffd7bcd8e, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:37:41.148245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.176977 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8f652da-9871-4968-bacd-341c72a248bb tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:41.281521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] For port 73b02173-aad8-4e1d-808d-a3f70a323c05, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=73b02173-aad8-4e1d-808d-a3f70a323c05,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:41.352937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Pushing event deleted for resources: {'Port': ['ID=944394ad-55bf-4498-9c3e-a2061fe6e906,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:41.356819 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:41.399864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-da34206c-ff1e-4471-b3ac-50c08bf31480 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:41.401478 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-da34206c-ff1e-4471-b3ac-50c08bf31480 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=8e48eaf5b91c452480340c8e12c1537f&shared=False HTTP/1.1" status: 200 len: 906 time: 0.4069445 Jan 14 05:37:41.435029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.544198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c2c68e-ff18-4a69-82f6-f4c54d26f142 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:41.544598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.561099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47510) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:41.674356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:37:41.705891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.721513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Calling delete_port for 71655a72-5708-41d0-9fc1-af8634ba9fd3 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:41.834510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-435341805-network', 'tenant_id': '2e32598eb24f4285924cddec4b10e4f7'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:41.845937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:41.858727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9ea20703-0b50-460b-9c93-3caffd7bcd8e) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:41.866523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-2ff7546b-86d0-495d-b6bd-7b7bf2fcc194 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:41.868143 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-2ff7546b-86d0-495d-b6bd-7b7bf2fcc194 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.4550936 Jan 14 05:37:41.869142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8386fe28-e1cc-4531-9e53-ef82301bbf6e None None] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:41.871296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Usage tracker for resource:network and tenant:2e32598eb24f4285924cddec4b10e4f7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:41.876877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:41.886035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:41.896751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.916337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:41.917019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.918552 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] 10.222.0.41 "PUT /v2.0/ports/73b02173-aad8-4e1d-808d-a3f70a323c05 HTTP/1.1" status: 200 len: 1155 time: 12.2201893 Jan 14 05:37:41.940803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:41.946795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:41.947436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:41.976829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Pushing event updated for resources: {'Port': ['ID=73b02173-aad8-4e1d-808d-a3f70a323c05,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:41.980684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.437s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:42.029619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] For port d4fcd428-5d07-4a4c-b808-3d1c92bd4830, host n-h1-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:42.041109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a88175ab-3ff5-42d5-bbee-d4e81040396b service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:42.137142 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 10.2345307 Jan 14 05:37:42.154301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] It took 0.26 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:37:42.165224 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05', 'status': 'completed', 'code': 200} Jan 14 05:37:42.169905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'Port': ['ID=a3546d29-5cfe-4521-97a8-5974fb5f5add,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:42.170496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9ea20703-0b50-460b-9c93-3caffd7bcd8e', 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'fixed_ips': [{'subnet_id': 'fcdc4b3c-ffdb-4e13-98af-239afcb122d2'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:37:42.171432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.172443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Made reservation on behalf of 2e32598eb24f4285924cddec4b10e4f7 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:42.172824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47518) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:42.177385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.197952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f990888a-c0e9-4e0b-a799-27f2ee331e12 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.198776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:42.203293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] For port d4fcd428-5d07-4a4c-b808-3d1c92bd4830, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:42.208444 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-27cbddd7-d0d9-4f9c-a9da-f85701b13c3a req-53d0d46a-a021-4133-9394-f365596d4afd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.41 "GET /v2.0/ports?device_id=6b73af53-3601-4038-a1ad-fde79c1c834b HTTP/1.1" status: 200 len: 210 time: 0.2335341 Jan 14 05:37:42.222171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.226117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Request body: {'router': {'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:42.243764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:42.247901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Usage tracker for resource:security_group_rule and tenant:2e32598eb24f4285924cddec4b10e4f7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:42.251430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:42.257407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:42.381942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.390810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.396944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.400894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.423031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:42.425519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5aa52f8-86f0-42a9-99ab-3b174ae113ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:42.488272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:42.529719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Usage tracker for resource:router and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:42.540587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Allocated IP 172.20.0.2 (9ea20703-0b50-460b-9c93-3caffd7bcd8e/fcdc4b3c-ffdb-4e13-98af-239afcb122d2/63c82277-82f8-49c8-88ae-604e4effb9cc) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:42.564951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:37:42.584317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a63552c5-50dc-4f1b-a6ca-81835ac236eb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:42.594008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] No DVR routers for this DVR port 944394ad-55bf-4498-9c3e-a2061fe6e906 on host n-h2-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:42.596469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.598802 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:42.599776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff115b9e-e93c-4404-b678-2ecb62e50f12 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.167s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:42.605452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:42.644446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:42.654542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.655337 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Added segment c5d36658-00bf-460c-b0f7-3e8eda9175d3 of type vxlan for network c8b9de08-35eb-4cd5-9342-9f502096dedc Jan 14 05:37:42.661925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:42.668547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Pushing event deleted for resources: {'Port': ['ID=71655a72-5708-41d0-9fc1-af8634ba9fd3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:42.669375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.671282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:42.677332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] device_id is not set on port 2354cf60-c507-4357-bd3f-b522293d0b19 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:37:42.681902 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:42.685634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:42.686306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-4e968662-5433-47a4-96ab-2a5e78ad5650 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "DELETE /v2.0/ports/944394ad-55bf-4498-9c3e-a2061fe6e906 HTTP/1.1" status: 204 len: 173 time: 7.7369766 Jan 14 05:37:42.716030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.736390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.780854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Allocated IP 172.25.3.180 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/39c22548-6e09-4410-ac4c-09d3a305426c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:42.801029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.802500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.804098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.805731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Pushing event updated for resources: {'Port': ['ID=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:42.809825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:42.833932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3930030-fe6e-4bc3-9484-48ee3d6c568b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:42.843220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Transition to ACTIVE for port object 2354cf60-c507-4357-bd3f-b522293d0b19 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:42.866298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-31b412e8-dc3e-4525-80e0-cab7abeb1fa4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:42.867988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-31b412e8-dc3e-4525-80e0-cab7abeb1fa4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 1158 time: 0.9045422 Jan 14 05:37:42.878910 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85d97fbaa28c4c98ad5cdfc0bf1d1f6e&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9991322 Jan 14 05:37:42.879775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.899273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47522) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:42.905075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.953157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.964584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Transition to ACTIVE for port object 63c82277-82f8-49c8-88ae-604e4effb9cc will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:42.982294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Transition to ACTIVE for port object 63c82277-82f8-49c8-88ae-604e4effb9cc will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:42.986155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:42.989215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.009713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:43.025572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.063361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.201421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:43.204635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:43.209321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:43.227812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.242059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.249409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Pushing event updated for resources: {'Port': ['ID=63c82277-82f8-49c8-88ae-604e4effb9cc,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:43.257876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:43.275660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.276571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Attempting to bind port 63c82277-82f8-49c8-88ae-604e4effb9cc on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:43.276712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:43.277269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Attempting to bind port 63c82277-82f8-49c8-88ae-604e4effb9cc by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:43.277418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.278052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Attempting to bind port 63c82277-82f8-49c8-88ae-604e4effb9cc on network 9ea20703-0b50-460b-9c93-3caffd7bcd8e {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:43.284747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:43.285474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Checking segment: {'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:43.286086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.286774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Bound using segment: {'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:43.287444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Bound port: 63c82277-82f8-49c8-88ae-604e4effb9cc, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:43.289337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.302006 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea067e4c-df78-4315-88d7-03b34d9439d2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:43.387281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] For port 63c82277-82f8-49c8-88ae-604e4effb9cc, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:43.390492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] For port 63c82277-82f8-49c8-88ae-604e4effb9cc, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=63c82277-82f8-49c8-88ae-604e4effb9cc,segment=NetworkSegment(357f8487-969e-496c-9cd5-8e4f3565a1d5),segment_id=357f8487-969e-496c-9cd5-8e4f3565a1d5)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:43.395891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.562585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:43.625628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.627262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0258e0f0-139a-479b-81f1-0ea9ff9ab044,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:43.631230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.797s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:43.633282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-10585f88-592c-4b8d-994d-4fe44de5306b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=73b02173-aad8-4e1d-808d-a3f70a323c05 HTTP/1.1" status: 200 len: 217 time: 0.7320490 Jan 14 05:37:43.651792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Pushing event updated for resources: {'Port': ['ID=63c82277-82f8-49c8-88ae-604e4effb9cc,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:43.658632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:43.687364 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ab6518c-93c3-4dc2-a0a6-ba500da16acd tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.770s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:43.753332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] 10.222.0.48 "DELETE /v2.0/ports/71655a72-5708-41d0-9fc1-af8634ba9fd3 HTTP/1.1" status: 204 len: 168 time: 3.0435290 Jan 14 05:37:43.759939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.1878679 Jan 14 05:37:43.821442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47532) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:43.831778 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-64a85f73-a4e8-4103-9a1d-ee35af012c1e service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 210 time: 0.4026563 Jan 14 05:37:43.833278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-b17ee938-60d1-4f72-b5c9-e1c797da5f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:43.834730 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-b17ee938-60d1-4f72-b5c9-e1c797da5f01 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f940d23-9d6a-4d2e-b585-62958bf82497 HTTP/1.1" status: 200 len: 854 time: 0.1094937 Jan 14 05:37:43.853158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Request body: {'subnet': {'network_id': 'c8b9de08-35eb-4cd5-9342-9f502096dedc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-435341805-subnet', 'tenant_id': '2e32598eb24f4285924cddec4b10e4f7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:43.868828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:43.871336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Pushing event updated for resources: {'Network': ['ID=c8b9de08-35eb-4cd5-9342-9f502096dedc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:43.885456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c8b9de08-35eb-4cd5-9342-9f502096dedc details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:43.889276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Usage tracker for resource:subnet and tenant:2e32598eb24f4285924cddec4b10e4f7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:43.892496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:43.899476 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.598s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:43.907876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:43.912672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c8b9de08-35eb-4cd5-9342-9f502096dedc details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:43.934423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:43.943901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb7acc4f-0b91-4d65-a735-b5e23605f91e tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:43.953000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c8b9de08-35eb-4cd5-9342-9f502096dedc details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:43.960257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0258e0f0-139a-479b-81f1-0ea9ff9ab044,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:43.976284 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:43.981589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Made reservation on behalf of 2e32598eb24f4285924cddec4b10e4f7 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:43.987070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.008692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.015773 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0258e0f0-139a-479b-81f1-0ea9ff9ab044 HTTP/1.1" status: 204 len: 168 time: 1.0834467 Jan 14 05:37:44.200529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.202062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47540) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:44.220239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.242509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d249cca-f9ff-442a-887d-e27433b31e96 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:44.321958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-deleted', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:44.328060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-ad5ee51d-a148-49fe-bada-c021486ce2de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:44.329678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-ad5ee51d-a148-49fe-bada-c021486ce2de service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=43b65612c84c4a59a1c24d0196894100&shared=False HTTP/1.1" status: 200 len: 907 time: 0.4198349 Jan 14 05:37:44.377153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event updated for resources: {'Port': ['ID=a3546d29-5cfe-4521-97a8-5974fb5f5add,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:44.449166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:44.449864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.458023 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] 10.222.0.41 "PUT /v2.0/ports/d4fcd428-5d07-4a4c-b808-3d1c92bd4830 HTTP/1.1" status: 200 len: 1156 time: 10.7539213 Jan 14 05:37:44.513075 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-deleted', 'tag': '944394ad-55bf-4498-9c3e-a2061fe6e906', 'status': 'completed', 'code': 200} Jan 14 05:37:44.521421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:44.794446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 63c82277-82f8-49c8-88ae-604e4effb9cc up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:44.931199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.939350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-0b7bf872-684e-444f-a494-d6d9246c3d8a tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:44.941528 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-0b7bf872-684e-444f-a494-d6d9246c3d8a tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.41 "GET /v2.0/networks?id=11cfcc33-173f-471c-9e89-faf0165274f4 HTTP/1.1" status: 200 len: 812 time: 0.5610650 Jan 14 05:37:44.944464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47550) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:44.949059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dca2c665-8e1c-45d8-90d1-8a10eeeb7953 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.961255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port 2354cf60-c507-4357-bd3f-b522293d0b19 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:44.961936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port 2354cf60-c507-4357-bd3f-b522293d0b19 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:44.962423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attempting to bind port 2354cf60-c507-4357-bd3f-b522293d0b19 on network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:44.968945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=2354cf60-c507-4357-bd3f-b522293d0b19,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:44.986906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 25), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:44.987143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Checking segment: {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:44.987700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:44.988172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Bound using segment: {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:44.988766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Bound port: 2354cf60-c507-4357-bd3f-b522293d0b19, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bad13412-0100-46e5-9cb3-e27151b6d9a1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:44.989212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.001784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.005491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 63c82277-82f8-49c8-88ae-604e4effb9cc completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:45.056502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Request body: {'port': {'device_id': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4', 'admin_state_up': True, 'tenant_id': '43b65612c84c4a59a1c24d0196894100'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:45.090631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.404s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:45.091235 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:45.140733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.158682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.233338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:45.265977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.279329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a140d646-d1ca-4c6d-993b-65d33e101b22 None None] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:45.320624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:45.323323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Usage tracker for resource:security_group_rule and tenant:8f085021241b48b89400cd3cc1e09dc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:45.335306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:45.338368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Usage tracker for resource:security_group_rule and tenant:f64ee72eb12640358d60ac3f83372d89 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:45.351243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:45.353672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.358030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:45.369883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:45.378524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Provisioning for port 63c82277-82f8-49c8-88ae-604e4effb9cc completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:45.386898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Provisioning complete for port 63c82277-82f8-49c8-88ae-604e4effb9cc triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:45.387114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.402195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-30bec6ba-e569-4c00-bd23-6b8e776dd59d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:45.403902 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-30bec6ba-e569-4c00-bd23-6b8e776dd59d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400241ca-8ab6-4338-bc70-e2181a248486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4953701 Jan 14 05:37:45.460516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.462189 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.0960739 Jan 14 05:37:45.519067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:45.523572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Usage tracker for resource:port and tenant:43b65612c84c4a59a1c24d0196894100 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:45.526649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:45.532743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:45.554715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Made reservation on behalf of 43b65612c84c4a59a1c24d0196894100 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:45.564036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.673964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.725945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4bc32028-81f3-4990-ad29-925896694747 None None] For port 63c82277-82f8-49c8-88ae-604e4effb9cc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=63c82277-82f8-49c8-88ae-604e4effb9cc,segment=NetworkSegment(357f8487-969e-496c-9cd5-8e4f3565a1d5),segment_id=357f8487-969e-496c-9cd5-8e4f3565a1d5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:45.734149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.736175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:45.825089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Pushing event updated for resources: {'Port': ['ID=63c82277-82f8-49c8-88ae-604e4effb9cc,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:45.838534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:45.931797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.940189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.947454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:45.968619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bf1815a4-0fc3-4d24-b397-f152c5780e35 None None] Provisioning complete for port 63c82277-82f8-49c8-88ae-604e4effb9cc triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:45.969567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf1815a4-0fc3-4d24-b397-f152c5780e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.001957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Port': ['ID=39c22548-6e09-4410-ac4c-09d3a305426c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:46.034852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:46.036394 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:46.041285 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.950s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:46.048006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:46.050642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-8717e5dc-d627-4f37-9060-10e24bf19c1c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:46.052498 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-8717e5dc-d627-4f37-9060-10e24bf19c1c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.6400511 Jan 14 05:37:46.079799 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5712adc8-944d-4785-8285-aada73eaba4a req-93bb220e-d3c5-47f7-bee3-001a8cdbf36d tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1469457088&fields=id&tenant_id=8e48eaf5b91c452480340c8e12c1537f HTTP/1.1" status: 200 len: 267 time: 0.2182198 Jan 14 05:37:46.082557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.101815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.122534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=211055f2-200a-47a3-92e4-72b438758505,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:46.130803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:46.194801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.232376 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:46.233143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-711beee9-939e-4a3f-8b07-33cb4ba5c2ed admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:46.234577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.272490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-a5bc407f-6a86-4b86-b5ae-a9b32c40d386 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Synchronizing usage tracker for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:46.308874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a412857b-5f56-4297-ad46-6d7612430c12 None None] Provisioning complete for port 63c82277-82f8-49c8-88ae-604e4effb9cc triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:46.309283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a412857b-5f56-4297-ad46-6d7612430c12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.324035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port 2354cf60-c507-4357-bd3f-b522293d0b19, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:46.361869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-e42adb8c-c86a-42ff-be0f-603ef98b89be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:46.364144 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-e42adb8c-c86a-42ff-be0f-603ef98b89be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 1159 time: 1.7240841 Jan 14 05:37:46.385849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 63c82277-82f8-49c8-88ae-604e4effb9cc up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:46.427630 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8f085021241b48b89400cd3cc1e09dc3&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4068096 Jan 14 05:37:46.438443 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f64ee72eb12640358d60ac3f83372d89&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2301180 Jan 14 05:37:46.444238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47566) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:46.444611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47568) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:46.499539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 63c82277-82f8-49c8-88ae-604e4effb9cc triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:46.499966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.531766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dbb9fade-f579-4fe8-a1a2-1544f8a3d9e0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:46.549860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:46.567278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-696dff9f-8642-4359-8c8c-c52d96638137 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.441s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:46.631359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port 2354cf60-c507-4357-bd3f-b522293d0b19, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=2354cf60-c507-4357-bd3f-b522293d0b19,segment=NetworkSegment(bad13412-0100-46e5-9cb3-e27151b6d9a1),segment_id=bad13412-0100-46e5-9cb3-e27151b6d9a1)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:46.646739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:46.653605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.654617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-a5bc407f-6a86-4b86-b5ae-a9b32c40d386 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Unset dirty status for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:46.655925 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8414f16d-93e4-46ef-bf53-c32aac7a8800 req-a5bc407f-6a86-4b86-b5ae-a9b32c40d386 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.45 "GET /v2.0/ports?device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 210 time: 0.4929771 Jan 14 05:37:46.670299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Pushing event updated for resources: {'Subnet': ['ID=cc2f9c5b-610d-416b-887e-73a03261e613,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:46.677349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-ad298bc0-9cc3-42ce-945d-f6186b9d73f4 service neutron] 10.222.0.41 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2384346 Jan 14 05:37:46.691073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.698177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:46.719909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-927b8486-540e-4419-84df-3852a44ccdb7 None None] Provisioning complete for port 63c82277-82f8-49c8-88ae-604e4effb9cc triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:46.720335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-927b8486-540e-4419-84df-3852a44ccdb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.742813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.813856 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830', 'status': 'completed', 'code': 200} Jan 14 05:37:46.821685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:46.869236 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-4aba712b-0f00-4cef-a42f-31d816de0bfd service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.10&port_id=d4fcd428-5d07-4a4c-b808-3d1c92bd4830 HTTP/1.1" status: 200 len: 217 time: 0.4447768 Jan 14 05:37:46.887905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5712adc8-944d-4785-8285-aada73eaba4a req-a4433cd5-343f-4783-bdb2-c2dff8a4ac05 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:46.890611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5712adc8-944d-4785-8285-aada73eaba4a req-a4433cd5-343f-4783-bdb2-c2dff8a4ac05 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/networks?id=b409864e-1acd-46ae-b515-7e48522eb3d3 HTTP/1.1" status: 200 len: 811 time: 0.8099301 Jan 14 05:37:46.927653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:46.947726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.004711 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5712adc8-944d-4785-8285-aada73eaba4a req-80404e7e-70a2-4bd9-8561-419d92a0d3f8 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/quotas/8e48eaf5b91c452480340c8e12c1537f HTTP/1.1" status: 200 len: 375 time: 0.0902464 Jan 14 05:37:47.006563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.103778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Allocated IP 172.20.0.5 (11cfcc33-173f-471c-9e89-faf0165274f4/1727e32c-8690-4c55-95be-218d212fc8a7/783e4061-5406-41e0-98a0-cd540bea7135) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:47.118005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Checking segment: {'id': 'c5d36658-00bf-460c-b0f7-3e8eda9175d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'c8b9de08-35eb-4cd5-9342-9f502096dedc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:47.118401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Network hostable DHCP agents. Network: c8b9de08-35eb-4cd5-9342-9f502096dedc, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:37:47.204713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Network c8b9de08-35eb-4cd5-9342-9f502096dedc is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:37:47.217228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.227493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d76e9b57-917f-42a2-807b-10f390222c7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:47.256783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event updated for resources: {'Port': ['ID=2354cf60-c507-4357-bd3f-b522293d0b19,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:47.275613 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.454s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:47.304400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-3facf994-150b-449a-a4e8-30c86576a0ea service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:47.306074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-3facf994-150b-449a-a4e8-30c86576a0ea service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3f940d23-9d6a-4d2e-b585-62958bf82497 HTTP/1.1" status: 200 len: 854 time: 0.3750780 Jan 14 05:37:47.440220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:47.440886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.445076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "PUT /v2.0/ports/2354cf60-c507-4357-bd3f-b522293d0b19 HTTP/1.1" status: 200 len: 1073 time: 8.5143554 Jan 14 05:37:47.465381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Router bb828d6b-66dd-4c7e-b44e-aadfffb64cee has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:37:47.469415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47576) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:47.538204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, c8b9de08-35eb-4cd5-9342-9f502096dedc) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:47.541970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=211055f2-200a-47a3-92e4-72b438758505,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:47.543713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.548220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.321s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:47.548785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:47.550087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf27c0d7-10fe-4908-aac0-997e53cdc07d None None] Network c8b9de08-35eb-4cd5-9342-9f502096dedc requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:47.578513 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-f836e046-5f0d-48e7-925f-53909fd2b45c service neutron] 10.222.0.41 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7671456 Jan 14 05:37:47.656082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbb9fade-f579-4fe8-a1a2-1544f8a3d9e0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:47.658337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:47.659009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.669763 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:47.709681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.713565 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71562f48-f84c-4bb3-91bf-322ef922fe7c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/211055f2-200a-47a3-92e4-72b438758505 HTTP/1.1" status: 204 len: 168 time: 1.2569258 Jan 14 05:37:47.824275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.869556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca78d27c-92e8-4c3b-b05b-1712891eb167 None None] Network c8b9de08-35eb-4cd5-9342-9f502096dedc requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:37:47.874587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.876715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dbb9fade-f579-4fe8-a1a2-1544f8a3d9e0 HTTP/1.1" status: 204 len: 168 time: 1.4240184 Jan 14 05:37:47.900815 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5712adc8-944d-4785-8285-aada73eaba4a req-b91a4905-e471-46de-91e4-0806e713ab17 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/ports?tenant_id=8e48eaf5b91c452480340c8e12c1537f&fields=id HTTP/1.1" status: 200 len: 348 time: 0.8702691 Jan 14 05:37:47.916849 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 4.0896959 Jan 14 05:37:47.919584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:47.966249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2bdb04d-a0d0-409f-b0ea-221f27dc3f10 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:48.119384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Pushing event updated for resources: {'Port': ['ID=783e4061-5406-41e0-98a0-cd540bea7135,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:48.177962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:48.290111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Deleting port 2354cf60-c507-4357-bd3f-b522293d0b19 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:48.290488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:48.384048 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5712adc8-944d-4785-8285-aada73eaba4a req-87aac32f-e983-48f2-9b5b-271c1a6969f1 service neutron] 10.222.0.48 "GET /v2.0/networks/b409864e-1acd-46ae-b515-7e48522eb3d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3329690 Jan 14 05:37:48.389903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Network 11cfcc33-173f-471c-9e89-faf0165274f4 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:48.545715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:48.549103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47600) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:48.552451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:48.671138 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cec674b0-c025-4e60-8acf-cc9291fa3744 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f2c2bbc629f4b9a8fda4cd3fef8faec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0823162 Jan 14 05:37:48.671781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:48.680730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:48.685630 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5712adc8-944d-4785-8285-aada73eaba4a req-6c1dc01e-48da-453c-b847-444030117dfa service neutron] 10.222.0.48 "GET /v2.0/networks/b409864e-1acd-46ae-b515-7e48522eb3d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2939463 Jan 14 05:37:48.773930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:48.794656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-a687ec6f-3d2f-4a35-9aa7-47eabc419658 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.794957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:48.799671 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:48.804283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-a687ec6f-3d2f-4a35-9aa7-47eabc419658 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=400241ca-8ab6-4338-bc70-e2181a248486&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1163 time: 1.4868002 Jan 14 05:37:48.811162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:48.811894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:48.843155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:48.855408 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 3.8193722 Jan 14 05:37:48.870242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Request body: {'port': {'device_id': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'device_owner': 'compute:nova', 'binding:host_id': 'n-h1-768851-4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:49.105735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.213497 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-79a3a77a-800f-45bf-ad41-d7eb050b2f04 service neutron] 10.222.0.41 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3127441 Jan 14 05:37:49.259497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-b6d05731-d338-40a9-b97b-2e690ed34c85 None None] Time-cost: Fetching 2 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:37:49.387217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47640) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:49.419523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:37:49.433154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] Sync routers for ids ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:37:49.448175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] Routers {'bb828d6b-66dd-4c7e-b44e-aadfffb64cee'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:37:49.455751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:49.501152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.524959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d7f4db7-c808-4c58-839a-a38e7c4d1f8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:49.529464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 73b02173-aad8-4e1d-808d-a3f70a323c05 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:49.547101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cc8d03bc-dcee-4111-9b11-aea3460e703f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:49.619369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:49.659594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.660836 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cc8d03bc-dcee-4111-9b11-aea3460e703f HTTP/1.1" status: 204 len: 168 time: 0.9783499 Jan 14 05:37:49.662898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] For port 2354cf60-c507-4357-bd3f-b522293d0b19, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=2354cf60-c507-4357-bd3f-b522293d0b19,segment=NetworkSegment(bad13412-0100-46e5-9cb3-e27151b6d9a1),segment_id=bad13412-0100-46e5-9cb3-e27151b6d9a1)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:49.676551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.700578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.720587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port 73b02173-aad8-4e1d-808d-a3f70a323c05 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:49.730378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 73b02173-aad8-4e1d-808d-a3f70a323c05 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:49.730833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.738759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] 10.222.0.48 "PUT /v2.0/routers/bb828d6b-66dd-4c7e-b44e-aadfffb64cee/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 22.4500909 Jan 14 05:37:49.743661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47658) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:49.745903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74bf38-8bcc-4e1b-b5dd-630b578bff44 req-78b0cb9a-3dd1-4467-861e-8ac9961a56f5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:49.750941 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ba74bf38-8bcc-4e1b-b5dd-630b578bff44 req-78b0cb9a-3dd1-4467-861e-8ac9961a56f5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 1158 time: 2.1157033 Jan 14 05:37:49.754272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-40c50563-0e23-4da9-8fb4-244b2fe75212 service neutron] 10.222.0.41 "GET /v2.0/networks/400241ca-8ab6-4338-bc70-e2181a248486?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4824865 Jan 14 05:37:49.795216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] Set router bb828d6b-66dd-4c7e-b44e-aadfffb64cee gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:37:49.887498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.893342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.925232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 73b02173-aad8-4e1d-808d-a3f70a323c05, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=73b02173-aad8-4e1d-808d-a3f70a323c05,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:49.926329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:49.950492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:49.958020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cb784a6-da32-4707-ab1f-334049a1f1ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.056086 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.059966 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.101115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:50.111819 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05', 'code': 200} Jan 14 05:37:50.113063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=73b02173-aad8-4e1d-808d-a3f70a323c05,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:50.117320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:50.125280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35927411-f9e7-41e4-8493-71cfed8aa551 req-352fbde2-87d2-4ad7-b0dd-2bf559352608 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:50.133473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:50.134273 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35927411-f9e7-41e4-8493-71cfed8aa551 req-352fbde2-87d2-4ad7-b0dd-2bf559352608 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/networks?id=c8b9de08-35eb-4cd5-9342-9f502096dedc HTTP/1.1" status: 200 len: 814 time: 0.9916081 Jan 14 05:37:50.150891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event deleted for resources: {'SecurityGroup': ['ID=73c21746-0d0c-4fa3-b5c9-87a1a651ddcc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:50.171784 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:50.223973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:50.227846 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "DELETE /v2.0/security-groups/73c21746-0d0c-4fa3-b5c9-87a1a651ddcc HTTP/1.1" status: 204 len: 168 time: 0.8367596 Jan 14 05:37:50.269436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Calling delete_port for 2354cf60-c507-4357-bd3f-b522293d0b19 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:50.311405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 783e4061-5406-41e0-98a0-cd540bea7135 {{(pid=80929) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:213}} Jan 14 05:37:50.319665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:50.339485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Transition to ACTIVE for port object 783e4061-5406-41e0-98a0-cd540bea7135 will not be triggered until provisioned by entity L2. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:37:50.351275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47674) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:50.359998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:50.398448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00df9e04-6b5d-41fc-ae5a-f8fb40b754c9 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:50.413710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:37:39Z', 'revision_number': 5, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:50.418344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] Checking router: bb828d6b-66dd-4c7e-b44e-aadfffb64cee for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:37:50.428347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] Routers {'bb828d6b-66dd-4c7e-b44e-aadfffb64cee'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:37:50.429313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:50.474054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:50.509719 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35927411-f9e7-41e4-8493-71cfed8aa551 req-17613ead-d60a-4bfd-b86a-e391cd907e53 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/quotas/2e32598eb24f4285924cddec4b10e4f7 HTTP/1.1" status: 200 len: 375 time: 0.3742445 Jan 14 05:37:50.521399 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-7584f4fd-3de1-4b40-8c05-c923f928275a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] show failed (client error): The resource could not be found. Jan 14 05:37:50.529570 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7584f4fd-3de1-4b40-8c05-c923f928275a tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "GET /v2.0/security-groups/73c21746-0d0c-4fa3-b5c9-87a1a651ddcc HTTP/1.1" status: 404 len: 347 time: 0.1731837 Jan 14 05:37:50.533907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47684) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:50.536984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Pushing event updated for resources: {'Port': ['ID=783e4061-5406-41e0-98a0-cd540bea7135,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:50.555206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:50.770467 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.774652 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.778629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:50.783244 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:50.942354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:50.950717 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35927411-f9e7-41e4-8493-71cfed8aa551 req-0f90e22c-0412-4e00-8fc6-d6b8a1f34efc tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e32598eb24f4285924cddec4b10e4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.4394109 Jan 14 05:37:50.984935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] Set router bb828d6b-66dd-4c7e-b44e-aadfffb64cee gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:37:51.030459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:51.188681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Deleting port a3546d29-5cfe-4521-97a8-5974fb5f5add {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:51.189176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:51.315717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device d4fcd428-5d07-4a4c-b808-3d1c92bd4830 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:51.368186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74bf38-8bcc-4e1b-b5dd-630b578bff44 req-df5e6120-a84e-4273-a56f-9e5680e7cda6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:51.369742 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ba74bf38-8bcc-4e1b-b5dd-630b578bff44 req-df5e6120-a84e-4273-a56f-9e5680e7cda6 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&shared=False HTTP/1.1" status: 200 len: 909 time: 1.2312770 Jan 14 05:37:51.420909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:37:39Z', 'revision_number': 5, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:51.423504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47720) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:51.425809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98b4b0ca-492a-4ed4-b3eb-f2b94c671135 None None] The sync data for ids ['bb828d6b-66dd-4c7e-b44e-aadfffb64cee'] in n-d-768851-4 is: [{'id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'name': 'tempest-FloatingIPDetailsTestJSON-887233760-router', 'tenant_id': 'cf747965542b4543b4f1f98fee7a3c63', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7'}], 'enable_snat': True}, 'gw_port_id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:01Z', 'updated_at': '2021-01-14T05:37:39Z', 'revision_number': 5, 'project_id': 'cf747965542b4543b4f1f98fee7a3c63', 'gw_port': {'id': 'b81ad99c-2ded-4d29-bd82-f671dddc6d36', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f9:0d:1f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bb828d6b-66dd-4c7e-b44e-aadfffb64cee', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1241, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.7', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:04Z', 'updated_at': '2021-01-14T05:36:16Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:37:51.446328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:37:51.452497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:51.452921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:51.507385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:51.650792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:51.658511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47728) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:51.686791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port d4fcd428-5d07-4a4c-b808-3d1c92bd4830, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:51.692350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:51.694680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:51.735914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88e4f0-388e-4d1c-b5ca-628bfbc3f5bf req-452f59ed-7a72-4b11-b171-9456fdbce1f2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:51.737728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8d88e4f0-388e-4d1c-b5ca-628bfbc3f5bf req-452f59ed-7a72-4b11-b171-9456fdbce1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 1159 time: 1.5272610 Jan 14 05:37:51.851790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:51.869037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 73b02173-aad8-4e1d-808d-a3f70a323c05 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:51.962987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:52.041408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'network': {'name': 'tempest-AllowedAddressPairIpV6TestJSON-test-network-223085618'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:52.048299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:52.050436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.053415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Usage tracker for resource:network and tenant:ff94637a00974e5da69222fd6c387985 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:52.056922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:52.062576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:52.073337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.088915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.091844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 73b02173-aad8-4e1d-808d-a3f70a323c05, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=73b02173-aad8-4e1d-808d-a3f70a323c05,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:52.097138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.099193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:52.100155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:52.109383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.135032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830'}, {'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:52.142488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3d2cb60c-af1f-484c-9fa6-b80eef4bc20b tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:52.144220 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-3d2cb60c-af1f-484c-9fa6-b80eef4bc20b tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "GET /v2.0/ports?device_id=ff39e316-afa5-4f6d-9d43-b9a3e2f6b988 HTTP/1.1" status: 200 len: 945 time: 1.0153637 Jan 14 05:37:52.148037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Deleting port b81ad99c-2ded-4d29-bd82-f671dddc6d36 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:52.148438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.173147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-651bddbd-e156-40d8-9218-ea99d96daffb tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:52.183333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=73b02173-aad8-4e1d-808d-a3f70a323c05,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:52.195282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:52.213850 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830', 'code': 200} Jan 14 05:37:52.214157 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05', 'code': 200} Jan 14 05:37:52.254385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.278322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec938caf-f2f7-4dc4-9668-edac023f424e no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:52.287505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Pushing event deleted for resources: {'Port': ['ID=2354cf60-c507-4357-bd3f-b522293d0b19,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:52.290558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:52.304034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:52.311776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.315665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ec938caf-f2f7-4dc4-9668-edac023f424e {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:37:52.315907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec938caf-f2f7-4dc4-9668-edac023f424e not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:37:52.345999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Usage tracker for resource:security_group_rule and tenant:ff94637a00974e5da69222fd6c387985 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:52.357293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.357603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.365756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:52.409965 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35927411-f9e7-41e4-8493-71cfed8aa551 req-5373776c-2147-44bc-a2cb-eb8f9754612d service neutron] 10.222.0.48 "GET /v2.0/networks/c8b9de08-35eb-4cd5-9342-9f502096dedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.4576128 Jan 14 05:37:52.414391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:52.432588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Attempting to bind port 783e4061-5406-41e0-98a0-cd540bea7135 on host n-h1-768851-4 for vnic_type normal with profile {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:37:52.433008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Attempting to bind port 783e4061-5406-41e0-98a0-cd540bea7135 by drivers openvswitch on host n-h1-768851-4 at level 0 using segments [{'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:37:52.434479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Attempting to bind port 783e4061-5406-41e0-98a0-cd540bea7135 on network 11cfcc33-173f-471c-9e89-faf0165274f4 {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:37:52.443601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:52.453199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Usage tracker for resource:security_group_rule and tenant:f10e48b0ea374419b2a774539d49cc33 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:52.526446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:52.545308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:52.575398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Calling delete_port for a3546d29-5cfe-4521-97a8-5974fb5f5add owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:52.608533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Router 83496589-f611-40b5-b6f9-ae00b14c21fb is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:37:52.612245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Deleting port 73b02173-aad8-4e1d-808d-a3f70a323c05 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:52.612864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.626260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba74bf38-8bcc-4e1b-b5dd-630b578bff44 req-d224c655-698f-4664-a6b8-755126a58b2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:52.627951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ba74bf38-8bcc-4e1b-b5dd-630b578bff44 req-d224c655-698f-4664-a6b8-755126a58b2a service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1907606 Jan 14 05:37:52.653923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88e4f0-388e-4d1c-b5ca-628bfbc3f5bf req-9f4a46b7-25e7-408b-bd23-d3eb78c30367 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:52.655601 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8d88e4f0-388e-4d1c-b5ca-628bfbc3f5bf req-9f4a46b7-25e7-408b-bd23-d3eb78c30367 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=c24d0bbfe6f54eccb9415d849d9d7228&shared=False HTTP/1.1" status: 200 len: 909 time: 0.7741754 Jan 14 05:37:52.656638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.657224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Checking agent: {'id': '6dd157c2-951e-43db-8886-3725f5309c2f', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h1-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 27), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 57), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.48', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:37:52.657616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Checking segment: {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:37:52.657984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.658417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Bound using segment: {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'} {{(pid=80929) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:37:52.658925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Bound port: 783e4061-5406-41e0-98a0-cd540bea7135, host: n-h1-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e4a8484a-da60-4e5b-86c1-9722df580b85', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 15, 'network_id': '11cfcc33-173f-471c-9e89-faf0165274f4'}}] {{(pid=80929) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:37:52.659336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:52.887903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] For port b81ad99c-2ded-4d29-bd82-f671dddc6d36, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b81ad99c-2ded-4d29-bd82-f671dddc6d36,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:52.888306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.063299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Calling delete_port for b81ad99c-2ded-4d29-bd82-f671dddc6d36 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:53.075415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device d4fcd428-5d07-4a4c-b808-3d1c92bd4830 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:37:53.154828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:37:53.155222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.183554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] For port 783e4061-5406-41e0-98a0-cd540bea7135, host n-h1-768851-4, cleared binding levels {{(pid=80929) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:37:53.277517 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "DELETE /v2.0/ports/2354cf60-c507-4357-bd3f-b522293d0b19 HTTP/1.1" status: 204 len: 168 time: 5.8026938 Jan 14 05:37:53.296929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47736) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:53.321220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] For port 783e4061-5406-41e0-98a0-cd540bea7135, host n-h1-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=783e4061-5406-41e0-98a0-cd540bea7135,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80929) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:37:53.340398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.363703 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:53.407788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.476543 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-35927411-f9e7-41e4-8493-71cfed8aa551 req-4b288281-8f99-460d-a8c6-111f8c75ecf5 service neutron] 10.222.0.48 "GET /v2.0/networks/c8b9de08-35eb-4cd5-9342-9f502096dedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0501556 Jan 14 05:37:53.486064 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bdf9828b-b897-4855-a355-2454f1c83a16 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] GET failed (client error): The resource could not be found. Jan 14 05:37:53.486624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bdf9828b-b897-4855-a355-2454f1c83a16 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Synchronizing usage tracker for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:53.502085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Pushing event updated for resources: {'Port': ['ID=783e4061-5406-41e0-98a0-cd540bea7135,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:53.527071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.536471 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:53.540930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b536900-46f5-4923-a383-7c8fe52c1fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:53.543602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Allocated IP 172.25.3.189 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/9645e0f0-8f35-4067-a617-569f8e5cac12) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:37:53.590731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d88e4f0-388e-4d1c-b5ca-628bfbc3f5bf req-11c2bc4e-11d8-4975-8dd2-6826acb1fd40 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:53.592385 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8d88e4f0-388e-4d1c-b5ca-628bfbc3f5bf req-11c2bc4e-11d8-4975-8dd2-6826acb1fd40 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.9247487 Jan 14 05:37:53.605122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bdf9828b-b897-4855-a355-2454f1c83a16 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Unset dirty status for tenant:59d7deda6a6c4d4abb699cf61089aecd on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:53.611156 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bdf9828b-b897-4855-a355-2454f1c83a16 tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] 10.222.0.48 "GET /v2.0/ports/2354cf60-c507-4357-bd3f-b522293d0b19 HTTP/1.1" status: 404 len: 333 time: 0.2673776 Jan 14 05:37:53.613201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.614129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47740) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:53.665900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'SecurityGroup': ['ID=cacdb5d3-198b-42a7-a45d-dc310d99b6e8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:53.714889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:37:53.735829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:53.740655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-866bd84b-6879-4201-8b58-ad46632be71f tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:53.819295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Pushing event deleted for resources: {'Port': ['ID=a3546d29-5cfe-4521-97a8-5974fb5f5add,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:53.821770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.822176 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Added segment ac42a1ba-a907-43a4-9e2a-0b7eff93c918 of type vxlan for network a0e30333-d87f-4657-8e77-d40b8651ea27 Jan 14 05:37:53.831665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] For port 73b02173-aad8-4e1d-808d-a3f70a323c05, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=73b02173-aad8-4e1d-808d-a3f70a323c05,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:53.832074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.840213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:53.844717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.861316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:53.861504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:37:53.874610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] Sync routers for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:37:53.886932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:37:53.887901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:53.980940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:53.992250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:37:53.992945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:54.120332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:54.121338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db9162a1-f799-43c8-bba9-be8a2f62378d None None] The sync data for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:37:54.130553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.183096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.212024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8b990aa4-8ec1-448f-ab52-5a5bf1984cb8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:54.261017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.373662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.415662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Calling delete_port for 73b02173-aad8-4e1d-808d-a3f70a323c05 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:54.465529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6086c868-a76b-459c-8a81-eea222588c4c req-cb8b0274-cb00-4cca-a4bb-d9a3eec19c62 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:54.466257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6086c868-a76b-459c-8a81-eea222588c4c req-cb8b0274-cb00-4cca-a4bb-d9a3eec19c62 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Synchronizing usage tracker for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:37:54.483384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.487313 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 891 time: 21.1571093 Jan 14 05:37:54.493924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47774) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:54.495699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.584472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Pushing event updated for resources: {'Port': ['ID=9645e0f0-8f35-4067-a617-569f8e5cac12,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:54.598507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f10e48b0ea374419b2a774539d49cc33&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1683428 Jan 14 05:37:54.619371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47778) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:54.623647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:54.624315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.625767 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] 10.222.0.41 "PUT /v2.0/ports/783e4061-5406-41e0-98a0-cd540bea7135 HTTP/1.1" status: 200 len: 1155 time: 5.7610099 Jan 14 05:37:54.628443 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:54.631514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-600cf46e-42b6-4026-a7cd-17a4711070a4 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.194s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:54.649207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6086c868-a76b-459c-8a81-eea222588c4c req-cb8b0274-cb00-4cca-a4bb-d9a3eec19c62 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Unset dirty status for tenant:c24d0bbfe6f54eccb9415d849d9d7228 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:37:54.650492 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-cb8b0274-cb00-4cca-a4bb-d9a3eec19c62 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "GET /v2.0/ports?device_id=ce892503-a729-4cc8-b3a5-d621bc3251de HTTP/1.1" status: 200 len: 946 time: 1.3652127 Jan 14 05:37:54.680359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:54.702388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:37:54.783147 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135', 'status': 'completed', 'code': 200} Jan 14 05:37:54.840373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=652c46cc-ffc0-4860-b968-0766a3bb0796,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:54.856067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:54.859972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.903190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.906192 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.909501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:54.913142 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:54.923129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:54.923784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:54.945571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d6b104d-6ad5-4470-a4e4-f3bfb439932c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:54.963621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa188446-f194-4a46-8a65-38bc96370a9e req-12322c3c-e983-41bd-9ae0-3c83f4d18867 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:54.965292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa188446-f194-4a46-8a65-38bc96370a9e req-12322c3c-e983-41bd-9ae0-3c83f4d18867 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/networks?id=c8b9de08-35eb-4cd5-9342-9f502096dedc HTTP/1.1" status: 200 len: 814 time: 0.7149673 Jan 14 05:37:55.000793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Deleting port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:37:55.001107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.056462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:37:55.060725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device d4fcd428-5d07-4a4c-b808-3d1c92bd4830 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:55.067247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:37:55.084632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:37:55.119470 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa188446-f194-4a46-8a65-38bc96370a9e req-2a50c8ae-c8d1-4d20-9681-c47243cd8bff tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/quotas/2e32598eb24f4285924cddec4b10e4f7 HTTP/1.1" status: 200 len: 375 time: 0.1416397 Jan 14 05:37:55.154951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:55.185856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.222207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port d4fcd428-5d07-4a4c-b808-3d1c92bd4830, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:55.223226 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa188446-f194-4a46-8a65-38bc96370a9e req-417954f0-f1eb-40f4-a58c-c272290ff381 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e32598eb24f4285924cddec4b10e4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0787039 Jan 14 05:37:55.224675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:55.234795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.250160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bad13412-0100-46e5-9cb3-e27151b6d9a1') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:55.250462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bad13412-0100-46e5-9cb3-e27151b6d9a1') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:55.257556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.259872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:55.334288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Network': ['ID=a0e30333-d87f-4657-8e77-d40b8651ea27,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:55.339866 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830', 'code': 200} Jan 14 05:37:55.341400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:55.344562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.346242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:55.350413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a0e30333-d87f-4657-8e77-d40b8651ea27 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:55.351286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:55.359306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.365968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a0e30333-d87f-4657-8e77-d40b8651ea27 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:55.372015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.386683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a0e30333-d87f-4657-8e77-d40b8651ea27 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:37:55.471625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.484840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 797 time: 3.8126907 Jan 14 05:37:55.485491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.488717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.490215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] 10.222.0.48 "DELETE /v2.0/floatingips/3a498ddb-f9bc-43f4-838d-0be3ee9881f0 HTTP/1.1" status: 204 len: 168 time: 4.9373584 Jan 14 05:37:55.495110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47786) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:55.578825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-67f229c5-df48-4728-8b9c-cb1eef6a436d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:55.580494 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-67f229c5-df48-4728-8b9c-cb1eef6a436d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 1158 time: 0.8870389 Jan 14 05:37:55.583241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:55.614033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47788) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:55.644794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.717098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'subnet': {'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:55.897160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:55.906756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:37:56.164085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event deleted for resources: {'Port': ['ID=73b02173-aad8-4e1d-808d-a3f70a323c05,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:56.195526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:56.212111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa188446-f194-4a46-8a65-38bc96370a9e req-bfaaf30b-c458-425f-ac72-35df7ec42562 service neutron] 10.222.0.48 "GET /v2.0/networks/c8b9de08-35eb-4cd5-9342-9f502096dedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9472332 Jan 14 05:37:56.269499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-e9fe14ba-de62-48d7-86ba-22a86ffb30f6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.5&port_id=783e4061-5406-41e0-98a0-cd540bea7135 HTTP/1.1" status: 200 len: 217 time: 0.6329083 Jan 14 05:37:56.276357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:37:56.276659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:56.304068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:56.339372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:56.453951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] For port d4fcd428-5d07-4a4c-b808-3d1c92bd4830, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,segment=NetworkSegment(5e53d055-b950-492e-a78c-781c4e6c0e1e),segment_id=5e53d055-b950-492e-a78c-781c4e6c0e1e)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:37:56.454223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:56.556670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:56.557320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bb828d6b-66dd-4c7e-b44e-aadfffb64cee {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:37:56.667980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:56.681369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Calling delete_port for d4fcd428-5d07-4a4c-b808-3d1c92bd4830 owned by compute:nova {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:37:56.705369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-f5c62d4a-b121-4f21-bb25-46eebeb51718 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:56.707752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-f5c62d4a-b121-4f21-bb25-46eebeb51718 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=1727e32c-8690-4c55-95be-218d212fc8a7 HTTP/1.1" status: 200 len: 852 time: 0.4056029 Jan 14 05:37:56.726113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Usage tracker for resource:subnet and tenant:ff94637a00974e5da69222fd6c387985 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:56.799600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:56.848932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Network f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.881087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:37:56.884410 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:37:56.890218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:56.891681 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa188446-f194-4a46-8a65-38bc96370a9e req-c0d0d108-0c15-46f7-8ed4-860e11c9387d service neutron] 10.222.0.48 "GET /v2.0/networks/c8b9de08-35eb-4cd5-9342-9f502096dedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6581314 Jan 14 05:37:56.904235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:56.906493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:56.932019 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-b25c925c-a987-4078-9eac-66e0b2a3ca7c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=11cfcc33-173f-471c-9e89-faf0165274f4&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1373112 Jan 14 05:37:57.002299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=652c46cc-ffc0-4860-b968-0766a3bb0796,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:57.038188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.043186 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/652c46cc-ffc0-4860-b968-0766a3bb0796 HTTP/1.1" status: 204 len: 168 time: 2.4190605 Jan 14 05:37:57.043186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.044566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-463b6e34-846c-4383-97a1-ab82e7c96ee4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bb828d6b-66dd-4c7e-b44e-aadfffb64cee HTTP/1.1" status: 204 len: 168 time: 7.2964151 Jan 14 05:37:57.045489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47798) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:57.064479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:57.240714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.324743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.350738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:57.507310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] No DVR routers for this DVR port 73b02173-aad8-4e1d-808d-a3f70a323c05 on host n-h1-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:57.548542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.618221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-440397f6-a620-4fef-ad9a-e3487def4cad tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:57.633988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.639547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.681843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Pushing event deleted for resources: {'Network': ['ID=f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:57.711623 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-ed4ecff5-72bd-4922-8be3-ad5daaa84dce service neutron] 10.222.0.41 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7047288 Jan 14 05:37:57.751305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.751305 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "DELETE /v2.0/ports/73b02173-aad8-4e1d-808d-a3f70a323c05 HTTP/1.1" status: 204 len: 173 time: 5.5522249 Jan 14 05:37:57.793517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Deleting subnet 5062707f-2026-42c6-86be-269ac4ea978c {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:37:57.798030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:57.814162 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] 10.222.0.48 "DELETE /v2.0/networks/f5f1fd0d-cfc7-4ad7-bf6d-1d20621067db HTTP/1.1" status: 204 len: 168 time: 4.1886737 Jan 14 05:37:57.828257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.828678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.829088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.829491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.829890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.830291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.830748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.831184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.831589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.832053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.832470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.832866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.833322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.833722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.834115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.834506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.834919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.835313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.835706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.836097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.836489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.836878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.837265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.837654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.838113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.838508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.838928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.839325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.839730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.840159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.840513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.840906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.841296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.841686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.842074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.842460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:37:57.851618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:57.854174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-353e8ca4-abfa-4a97-b302-71f7852e6f82 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.185s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:57.895686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-deleted', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:57.902953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Pushing event deleted for resources: {'Port': ['ID=d4fcd428-5d07-4a4c-b808-3d1c92bd4830,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:57.916357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:37:58.052728 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ff39e316-afa5-4f6d-9d43-b9a3e2f6b988', 'name': 'network-vif-deleted', 'tag': '73b02173-aad8-4e1d-808d-a3f70a323c05', 'status': 'completed', 'code': 200} Jan 14 05:37:58.084673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:58.124865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:58.399011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47854) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:58.401124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b81ad99c-2ded-4d29-bd82-f671dddc6d36 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:37:58.422626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47858) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:58.447328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b81ad99c-2ded-4d29-bd82-f671dddc6d36 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:37:58.448274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b81ad99c-2ded-4d29-bd82-f671dddc6d36 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:37:58.546367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] No DVR routers for this DVR port d4fcd428-5d07-4a4c-b808-3d1c92bd4830 on host n-h1-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:37:58.560443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:58.571864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:58.574034 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] 10.222.0.41 "DELETE /v2.0/ports/d4fcd428-5d07-4a4c-b808-3d1c92bd4830 HTTP/1.1" status: 204 len: 173 time: 3.8496909 Jan 14 05:37:58.626823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-deleted', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830'}] {{(pid=80930) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:37:58.737103 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ce892503-a729-4cc8-b3a5-d621bc3251de', 'name': 'network-vif-deleted', 'tag': 'd4fcd428-5d07-4a4c-b808-3d1c92bd4830', 'status': 'completed', 'code': 200} Jan 14 05:37:58.775963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4fd6a0a8-2ecc-43fa-871d-a66cce871aa1 req-23b98bb8-91e3-4ad9-b796-9bcac6f0df74 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:37:58.777705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fd6a0a8-2ecc-43fa-871d-a66cce871aa1 req-23b98bb8-91e3-4ad9-b796-9bcac6f0df74 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/networks?id=c8b9de08-35eb-4cd5-9342-9f502096dedc HTTP/1.1" status: 200 len: 814 time: 0.8412659 Jan 14 05:37:58.802554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fd6a0a8-2ecc-43fa-871d-a66cce871aa1 req-e4150c0f-33cf-4a54-ab48-454edf477fb8 tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/quotas/2e32598eb24f4285924cddec4b10e4f7 HTTP/1.1" status: 200 len: 375 time: 0.0184226 Jan 14 05:37:58.875624 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fd6a0a8-2ecc-43fa-871d-a66cce871aa1 req-6d878a43-0997-44bd-ba7c-beecddc55eac tempest-AttachVolumeNegativeTest-63812748 tempest-AttachVolumeNegativeTest-63812748] 10.222.0.48 "GET /v2.0/ports?tenant_id=2e32598eb24f4285924cddec4b10e4f7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0606315 Jan 14 05:37:58.945346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsTestJSON-test-network-1629314605'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:37:58.989359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:58.998797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Usage tracker for resource:network and tenant:b89907a9d3674ac1ac4ec29cc4a01a9b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:59.005575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:59.010402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Router 0088aac8-9c88-4f28-aed9-40588e36a394 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:37:59.015392 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-3f4ec3d3-a874-4760-9da7-9442a472c81c service neutron] 10.222.0.41 "GET /v2.0/networks/11cfcc33-173f-471c-9e89-faf0165274f4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.1014674 Jan 14 05:37:59.077518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:37:59.079989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.123867 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fd6a0a8-2ecc-43fa-871d-a66cce871aa1 req-a6fb05d6-e137-49ab-b328-64ca0230680e service neutron] 10.222.0.48 "GET /v2.0/networks/c8b9de08-35eb-4cd5-9342-9f502096dedc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2380159 Jan 14 05:37:59.249114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3cb55415-27fa-4a76-b867-cf9663a72eca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38f9c4a3c38144e1a99a42d21c07d8e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8423619 Jan 14 05:37:59.256933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Made reservation on behalf of b89907a9d3674ac1ac4ec29cc4a01a9b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:37:59.266070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.270907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47872) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:59.342909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.353478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.399585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:37:59.409277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Sync routers for ids ['0088aac8-9c88-4f28-aed9-40588e36a394'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:37:59.421367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Routers {'0088aac8-9c88-4f28-aed9-40588e36a394'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:37:59.422048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0088aac8-9c88-4f28-aed9-40588e36a394'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:37:59.433226 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-4fd6a0a8-2ecc-43fa-871d-a66cce871aa1 req-6d63930f-5d83-452a-b759-7b0352591a64 service neutron] 10.222.0.48 "GET /v2.0/networks/c8b9de08-35eb-4cd5-9342-9f502096dedc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2561619 Jan 14 05:37:59.443410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.445314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.449465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 918 time: 17.2507484 Jan 14 05:37:59.450268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47876) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:37:59.496464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:37:59.523706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Usage tracker for resource:security_group_rule and tenant:b89907a9d3674ac1ac4ec29cc4a01a9b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:37:59.556521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.559486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:37:59.645291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.679022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Set router 0088aac8-9c88-4f28-aed9-40588e36a394 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:37:59.712515 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b890f27-b578-4e56-9640-090e863917c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:37:59.742888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bbae841-c31b-4d22-add5-ebd578a34e52,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:37:59.747629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:37:59.752115 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bbae841-c31b-4d22-add5-ebd578a34e52 HTTP/1.1" status: 204 len: 168 time: 0.4749601 Jan 14 05:37:59.752812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:00.154759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:00.162910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47904) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:00.167406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.203387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:37:56Z', 'revision_number': 3, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:37:53Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:00.210289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Checking router: 0088aac8-9c88-4f28-aed9-40588e36a394 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:38:00.211010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Updating router 0088aac8-9c88-4f28-aed9-40588e36a394 port 9645e0f0-8f35-4067-a617-569f8e5cac12 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:38:00.276331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.294425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.299605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60d837f8-f21c-4500-83bb-dbe9401041ac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:00.345938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5062707f-2026-42c6-86be-269ac4ea978c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:00.350090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:00.382791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Deleting subnet cc2f9c5b-610d-416b-887e-73a03261e613 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:38:00.391286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47908) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:00.397493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.406414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.436018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cefd338d-b01d-4c32-8675-4bb4150823f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:00.486016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86846-8793-4417-9f1e-a505e563b86f req-6e0e3879-7239-4c06-8b7e-90624abb1d25 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:00.487871 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-24d86846-8793-4417-9f1e-a505e563b86f req-6e0e3879-7239-4c06-8b7e-90624abb1d25 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=43b65612c84c4a59a1c24d0196894100&device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 1158 time: 1.4144442 Jan 14 05:38:00.514512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.613151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:00.629756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ad2b8d34-8aad-4493-8bca-3da2d506b299 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59d7deda6a6c4d4abb699cf61089aecd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2330320 Jan 14 05:38:00.634185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:00.688404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.726839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event updated for resources: {'SecurityGroup': ['ID=63d4fdb4-1c00-40b9-99bd-27eed269b1cf,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:00.732059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.745781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Transition to ACTIVE for port object 9645e0f0-8f35-4067-a617-569f8e5cac12 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:00.749817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.749961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:00.760199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.760606 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Added segment 0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173 of type vxlan for network 0697c036-fafe-4999-ade9-2c50fd507a3a Jan 14 05:38:00.766571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:00.867269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-380a8597-c219-4e05-8099-3c125647f736 None None] Network 799e6a85-4a06-493b-9761-f29b280ef63c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:00.880572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.883690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.947047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.958930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Attempting to bind port 9645e0f0-8f35-4067-a617-569f8e5cac12 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:38:00.959352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Attempting to bind port 9645e0f0-8f35-4067-a617-569f8e5cac12 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:38:00.959741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Attempting to bind port 9645e0f0-8f35-4067-a617-569f8e5cac12 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:38:00.967508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:38:00.967940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:00.968389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:00.968829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:38:00.969348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Bound port: 9645e0f0-8f35-4067-a617-569f8e5cac12, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:38:00.969766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.043348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] For port 9645e0f0-8f35-4067-a617-569f8e5cac12, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:38:01.046580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] For port 9645e0f0-8f35-4067-a617-569f8e5cac12, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9645e0f0-8f35-4067-a617-569f8e5cac12,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:38:01.050214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Allocated IP 172.20.0.1 (a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0/98e2f015-6874-467c-a7bc-3665b2f246a9/42c9d535-f9c4-48f4-876c-a14e5bd883de) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:01.055649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.198643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Pushing event updated for resources: {'Port': ['ID=9645e0f0-8f35-4067-a617-569f8e5cac12,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:01.209194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.209625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.209937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.210401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.210796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.211171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.211536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.211900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.212268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.212628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.212997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-00cfbf4e-f862-4ed2-bf86-a4d5e2b6cde7 None None] Time-cost: Fetching 1 ports in 1 security groups {{(pid=80931) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:38:01.213170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.213512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.213933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.214293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.214650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.215090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.215450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.215810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.216167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.216522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.216877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.217233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.217590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.217945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.218375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.218752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.219121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.219480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.219837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.220202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.220549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.220908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.221265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.221705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.222049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.222406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:01.234041 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.467s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:01.235911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:01.298994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Routers {'0088aac8-9c88-4f28-aed9-40588e36a394'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:01.299920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0088aac8-9c88-4f28-aed9-40588e36a394'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:01.314821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] DHCP port deletion for 799e6a85-4a06-493b-9761-f29b280ef63c request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:38:01.320638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Deleting port cb732061-79e6-438b-92fd-15cf994df5c2 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:01.321479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.582522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 783e4061-5406-41e0-98a0-cd540bea7135 up at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:01.647897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.655963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] For port cb732061-79e6-438b-92fd-15cf994df5c2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cb732061-79e6-438b-92fd-15cf994df5c2,segment=NetworkSegment(eee14e53-855c-40fe-87a5-6b5858282e2c),segment_id=eee14e53-855c-40fe-87a5-6b5858282e2c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:01.656650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.660256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Pushing event updated for resources: {'Port': ['ID=9645e0f0-8f35-4067-a617-569f8e5cac12,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:01.665451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:01.678669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Transition to ACTIVE for port object 42c9d535-f9c4-48f4-876c-a14e5bd883de will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:01.696520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.701493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] Set router 0088aac8-9c88-4f28-aed9-40588e36a394 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:01.723199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Allocated IP 172.20.0.1 (9ea20703-0b50-460b-9c93-3caffd7bcd8e/fcdc4b3c-ffdb-4e13-98af-239afcb122d2/292e23db-ecff-4b19-ae31-8fc7d9d9ac18) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:01.728714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning for port 783e4061-5406-41e0-98a0-cd540bea7135 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:01.739926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5062707f-2026-42c6-86be-269ac4ea978c HTTP/1.1" status: 204 len: 168 time: 4.6726165 Jan 14 05:38:01.746052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86846-8793-4417-9f1e-a505e563b86f req-ec67119c-2422-4135-b8ea-d507e0847234 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:01.747669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-24d86846-8793-4417-9f1e-a505e563b86f req-ec67119c-2422-4135-b8ea-d507e0847234 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=43b65612c84c4a59a1c24d0196894100&shared=False HTTP/1.1" status: 200 len: 907 time: 1.2305458 Jan 14 05:38:01.748215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47916) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:01.758558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.779928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:01.780873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.791561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Provisioning complete for port 783e4061-5406-41e0-98a0-cd540bea7135 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:01.792231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.855717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Calling delete_port for cb732061-79e6-438b-92fd-15cf994df5c2 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:01.886250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.904584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Transition to ACTIVE for port object 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:01.947114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.967337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.975605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:01.980429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3de609a0-ba05-4734-8b04-25fcaad646ef tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:02.011177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 783e4061-5406-41e0-98a0-cd540bea7135, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=783e4061-5406-41e0-98a0-cd540bea7135,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:02.022275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:38:02.029091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.031626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4bc32028-81f3-4990-ad29-925896694747 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:02.049180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:37:56Z', 'revision_number': 3, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:02.061175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e48b5482-bc33-4cd9-8b88-fd759ea16d9a None None] The sync data for ids ['0088aac8-9c88-4f28-aed9-40588e36a394'] in n-d-768851-4 is: [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:37:56Z', 'revision_number': 3, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:38:02.094716 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba4d57c8-3b82-487e-a18a-d5d66959358e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:02.103721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.112009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24d86846-8793-4417-9f1e-a505e563b86f req-89fe9dcc-7a12-4514-919b-2e8665411377 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:02.113751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-24d86846-8793-4417-9f1e-a505e563b86f req-89fe9dcc-7a12-4514-919b-2e8665411377 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.3145235 Jan 14 05:38:02.119325 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135', 'code': 200} Jan 14 05:38:02.142144 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 792 time: 3.6875434 Jan 14 05:38:02.158659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47922) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:02.185470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Request body: {'subnet': {'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:02.200115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=783e4061-5406-41e0-98a0-cd540bea7135,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:02.206412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:02.206790 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04c4ff8b-e9df-4729-9498-db41569efa71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:02.257430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Pushing event deleted for resources: {'Port': ['ID=cb732061-79e6-438b-92fd-15cf994df5c2,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:02.259862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.262984 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:02.277676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] No DVR routers for this DVR port cb732061-79e6-438b-92fd-15cf994df5c2 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:38:02.313917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.339389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cb732061-79e6-438b-92fd-15cf994df5c2 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:02.353914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Pushing event updated for resources: {'Port': ['ID=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:02.357410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:02.382612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: cb732061-79e6-438b-92fd-15cf994df5c2 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:02.383153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cb732061-79e6-438b-92fd-15cf994df5c2 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:02.462201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:02.466782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Usage tracker for resource:subnet and tenant:b89907a9d3674ac1ac4ec29cc4a01a9b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:02.470378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:02.477280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:02.511808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Made reservation on behalf of b89907a9d3674ac1ac4ec29cc4a01a9b for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:02.589394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.609002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event updated for resources: {'Network': ['ID=0697c036-fafe-4999-ade9-2c50fd507a3a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:02.640985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.660364 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:02.685676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.717945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d4b408d4-de10-4579-846c-961d9e79508b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:02.722527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:02.738101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.738540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.738964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.739724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.740139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.740547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.740946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.741346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.741750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.742146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.742559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.742975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.743457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.743834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.744632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.744632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.745009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.745416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.745789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.746184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.746574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.747213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.747574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.747979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.748453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.748847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.749254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.749637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.750029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.750424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.750865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.751324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.751623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.752012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.752403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.752938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:02.776219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0697c036-fafe-4999-ade9-2c50fd507a3a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:02.787286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.693s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:02.791463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08ed2edd-4b5f-4641-8f3e-fad541a542a4 tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:02.805085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:02.834805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:02.837030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:02.905050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0697c036-fafe-4999-ade9-2c50fd507a3a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:02.930657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:02.995872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.074763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0697c036-fafe-4999-ade9-2c50fd507a3a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:03.124614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['799e6a85-4a06-493b-9761-f29b280ef63c']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:03.149114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Device 783e4061-5406-41e0-98a0-cd540bea7135 no longer exists at agent ovs-agent-n-h1-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:03.158918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eee14e53-855c-40fe-87a5-6b5858282e2c') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:03.158918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eee14e53-855c-40fe-87a5-6b5858282e2c') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:03.168726 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:03.171063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.216130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.263711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.279950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=cc2f9c5b-610d-416b-887e-73a03261e613,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:03.303348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:03.317643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:38:03.351168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.354966 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d4b408d4-de10-4579-846c-961d9e79508b HTTP/1.1" status: 204 len: 168 time: 2.7171240 Jan 14 05:38:03.417154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Port': ['ID=42c9d535-f9c4-48f4-876c-a14e5bd883de,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:03.418888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.434057 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/cc2f9c5b-610d-416b-887e-73a03261e613 HTTP/1.1" status: 204 len: 168 time: 3.2691312 Jan 14 05:38:03.435084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47928) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:03.481610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.690s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:03.621962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9654a6ae-1ad2-474e-9567-bcf49947b40d None None] Provisioning for port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:03.632661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9654a6ae-1ad2-474e-9567-bcf49947b40d None None] Provisioning complete for port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:03.633262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9654a6ae-1ad2-474e-9567-bcf49947b40d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.665173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.743649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.750993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9654a6ae-1ad2-474e-9567-bcf49947b40d None None] Port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:03.761441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.797250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] For port 783e4061-5406-41e0-98a0-cd540bea7135, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=783e4061-5406-41e0-98a0-cd540bea7135,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:03.801666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.802889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:03.803614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:03.823748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.837780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:03.844594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:03.917784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Pushing event updated for resources: {'Port': ['ID=783e4061-5406-41e0-98a0-cd540bea7135,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:03.927001 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:03.929572 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ee88023-d769-4841-bbe8-33ba463d6b58 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:03.960854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:03.964519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Network 799e6a85-4a06-493b-9761-f29b280ef63c has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:03.998958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.120082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135'}] {{(pid=80931) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:38:04.192097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9c5fa49f-7b5f-4b90-923b-7b84d743e19e None None] Provisioning for port 42c9d535-f9c4-48f4-876c-a14e5bd883de completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:04.201167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9c5fa49f-7b5f-4b90-923b-7b84d743e19e None None] Provisioning complete for port 42c9d535-f9c4-48f4-876c-a14e5bd883de triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:04.201994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c5fa49f-7b5f-4b90-923b-7b84d743e19e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.203863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.330150 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135', 'code': 200} Jan 14 05:38:04.339945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.353544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9c5fa49f-7b5f-4b90-923b-7b84d743e19e None None] Port 42c9d535-f9c4-48f4-876c-a14e5bd883de cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:04.363341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:04.411901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9645e0f0-8f35-4067-a617-569f8e5cac12 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:04.499858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.502172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event updated for resources: {'Subnet': ['ID=4577b1f7-ffa7-41ba-9a03-10a6627ad413,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:04.547419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9645e0f0-8f35-4067-a617-569f8e5cac12 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:04.552960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9645e0f0-8f35-4067-a617-569f8e5cac12 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:04.553401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.583933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c8b9de08-35eb-4cd5-9342-9f502096dedc']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:04.593729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56db6769-a8da-4572-9001-2e177cf9116d req-5f8a4f92-f708-4237-95b8-4cba5c992a2d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:04.594552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-5f8a4f92-f708-4237-95b8-4cba5c992a2d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Synchronizing usage tracker for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:04.599664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5d36658-00bf-460c-b0f7-3e8eda9175d3') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:04.600250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5d36658-00bf-460c-b0f7-3e8eda9175d3') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:04.608374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:04.616240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.698496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.717578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9645e0f0-8f35-4067-a617-569f8e5cac12, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9645e0f0-8f35-4067-a617-569f8e5cac12,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:04.724340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:04.727425 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:04.746181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Subnet': ['ID=7c0ec64e-58f4-4211-ad4c-06a21a5e7224,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:04.765433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.836s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:04.793306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-56db6769-a8da-4572-9001-2e177cf9116d req-5f8a4f92-f708-4237-95b8-4cba5c992a2d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Unset dirty status for tenant:43b65612c84c4a59a1c24d0196894100 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:04.794613 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-5f8a4f92-f708-4237-95b8-4cba5c992a2d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.41 "GET /v2.0/ports?device_id=435740f9-5191-44c5-a2d6-1b2bc22ba98f HTTP/1.1" status: 200 len: 945 time: 1.5849290 Jan 14 05:38:04.807112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9645e0f0-8f35-4067-a617-569f8e5cac12,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:04.810861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:04.815360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Network 799e6a85-4a06-493b-9761-f29b280ef63c has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:38:04.891268 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:38:04.898582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:04.904374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Checking segment: {'id': 'ac42a1ba-a907-43a4-9e2a-0b7eff93c918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:04.904770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network hostable DHCP agents. Network: a0e30333-d87f-4657-8e77-d40b8651ea27, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:04.952974 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:05.003953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.069560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.079285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:38:05.116735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.125822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Deleting port 783e4061-5406-41e0-98a0-cd540bea7135 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:05.126184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.177556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'networks': [{'name': 'tempest-network--1758698'}, {'name': 'tempest-network--1377573216'}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:05.177899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'network': {'name': 'tempest-network--1758698'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:05.178404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'network': {'name': 'tempest-network--1377573216'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:05.186260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Pushing event updated for resources: {'Port': ['ID=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:05.191140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.214738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:05.216436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47908149-0a9a-47f2-b924-ca18e16020a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:05.236251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:05.240000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:38:05.242288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.251379 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:05.261291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Usage tracker for resource:network and tenant:a57f22333fda41899c3d8141d4a88765 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:05.279225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:05.284096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Pushing event deleted for resources: {'Network': ['ID=799e6a85-4a06-493b-9761-f29b280ef63c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:05.286057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Deleting port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:05.286425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.313472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:05.321511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.331620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a0e30333-d87f-4657-8e77-d40b8651ea27) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:05.333568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:05.339697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0a91948-445c-4e59-9bf4-83d59ad510e9 None None] Network a0e30333-d87f-4657-8e77-d40b8651ea27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:05.387723 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] 10.222.0.48 "DELETE /v2.0/networks/799e6a85-4a06-493b-9761-f29b280ef63c HTTP/1.1" status: 204 len: 168 time: 3.6306739 Jan 14 05:38:05.398618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Network c8b9de08-35eb-4cd5-9342-9f502096dedc has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:05.408418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.463965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:05.464822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.504560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Made reservation on behalf of a57f22333fda41899c3d8141d4a88765 for: {'network': 2} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:05.518116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.597379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-a0e30333-d87f-4657-8e77-d40b8651ea27', 'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'tenant_id': 'ff94637a00974e5da69222fd6c387985', 'fixed_ips': [{'subnet_id': '7c0ec64e-58f4-4211-ad4c-06a21a5e7224'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:38:05.598965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.612350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:05.710661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47958) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:05.712389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Network c8b9de08-35eb-4cd5-9342-9f502096dedc has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:05.728706 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 10.1468310 Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:38:05.747797 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:38:05.774313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47962) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:05.788075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:05.802733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Usage tracker for resource:security_group_rule and tenant:a57f22333fda41899c3d8141d4a88765 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:05.815487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:05.837516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-578585037'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:05.854665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:05.868760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Checking segment: {'id': '0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:05.869126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Network hostable DHCP agents. Network: 0697c036-fafe-4999-ade9-2c50fd507a3a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:05.919349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Allocated IP 2001:db8::2 (a0e30333-d87f-4657-8e77-d40b8651ea27/7c0ec64e-58f4-4211-ad4c-06a21a5e7224/e1675d1f-8c4b-499f-bee6-d541e3871dde) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:06.036334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.049803 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-77e6e6de-15e6-44b3-971e-bc0eee55a6a4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf747965542b4543b4f1f98fee7a3c63&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3270028 Jan 14 05:38:06.050973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d9394d8-3d2c-4c79-a1f4-dbbdb7ff9cc6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:06.068482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47966) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:06.071569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.077782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] For port 783e4061-5406-41e0-98a0-cd540bea7135, host n-h1-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h1-768851-4',level=0,port_id=783e4061-5406-41e0-98a0-cd540bea7135,segment=NetworkSegment(e4a8484a-da60-4e5b-86c1-9722df580b85),segment_id=e4a8484a-da60-4e5b-86c1-9722df580b85)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:06.078443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.089525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:06.093959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Network 0697c036-fafe-4999-ade9-2c50fd507a3a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:06.102396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=c8b9de08-35eb-4cd5-9342-9f502096dedc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:06.104597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:06.106539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] For port b13eac13-51b1-4039-95f6-0c0cd0ce2a7c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,segment=NetworkSegment(90bdf0c7-07f3-426a-9df3-4575a7d8df47),segment_id=90bdf0c7-07f3-426a-9df3-4575a7d8df47)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:06.106983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.108847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:06.119086 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/c8b9de08-35eb-4cd5-9342-9f502096dedc HTTP/1.1" status: 204 len: 168 time: 2.6768572 Jan 14 05:38:06.146192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0697c036-fafe-4999-ade9-2c50fd507a3a) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:06.170447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.186170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Transition to ACTIVE for port object e1675d1f-8c4b-499f-bee6-d541e3871dde will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:06.189892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b34b93a-22eb-4377-a035-40e94e54949d None None] Network 0697c036-fafe-4999-ade9-2c50fd507a3a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:06.358743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Calling delete_port for 783e4061-5406-41e0-98a0-cd540bea7135 owned by compute:nova {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:06.412910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:06.415415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9645e0f0-8f35-4067-a617-569f8e5cac12 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:06.416721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Router 0088aac8-9c88-4f28-aed9-40588e36a394 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:38:06.418088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:06.418678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.438244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Usage tracker for resource:port and tenant:ff94637a00974e5da69222fd6c387985 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:06.446683 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2773283 Jan 14 05:38:06.447556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47972) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:06.448496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:06.464578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Request body: {'port': {'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-1174050593'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:06.490032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Transition to ACTIVE for port object e1675d1f-8c4b-499f-bee6-d541e3871dde will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:06.504727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:06.517043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.595917 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da49b3b-4d79-4dcd-86dc-def5713248e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:06.600920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47976) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:06.711940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-94e5308e-a476-4419-bf31-215d706e4290 None None] Provisioning complete for port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:06.712502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94e5308e-a476-4419-bf31-215d706e4290 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.748303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0697c036-fafe-4999-ade9-2c50fd507a3a', 'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a', 'tenant_id': 'b89907a9d3674ac1ac4ec29cc4a01a9b', 'fixed_ips': [{'subnet_id': '4577b1f7-ffa7-41ba-9a03-10a6627ad413'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:38:06.749220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.781536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Calling delete_port for b13eac13-51b1-4039-95f6-0c0cd0ce2a7c owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:06.794593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:06.803696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.833611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Pushing event updated for resources: {'Port': ['ID=e1675d1f-8c4b-499f-bee6-d541e3871dde,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:06.840214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:06.877981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-94e5308e-a476-4419-bf31-215d706e4290 None None] Port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:06.879530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9645e0f0-8f35-4067-a617-569f8e5cac12 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:06.880785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:06.945019 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c78b111e-7e73-4557-8103-10059f68bfef admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2e32598eb24f4285924cddec4b10e4f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3290024 Jan 14 05:38:06.958965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47980) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:07.031129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:07.033242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:07.034231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.037680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:07.203392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Attempting to bind port e1675d1f-8c4b-499f-bee6-d541e3871dde on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:38:07.203837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Attempting to bind port e1675d1f-8c4b-499f-bee6-d541e3871dde by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ac42a1ba-a907-43a4-9e2a-0b7eff93c918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:38:07.204115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Attempting to bind port e1675d1f-8c4b-499f-bee6-d541e3871dde on network a0e30333-d87f-4657-8e77-d40b8651ea27 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:38:07.215686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.218278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:38:07.218722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Checking segment: {'id': 'ac42a1ba-a907-43a4-9e2a-0b7eff93c918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:07.219086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.219206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.219578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Bound using segment: {'id': 'ac42a1ba-a907-43a4-9e2a-0b7eff93c918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:38:07.220142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Bound port: e1675d1f-8c4b-499f-bee6-d541e3871dde, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ac42a1ba-a907-43a4-9e2a-0b7eff93c918', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:38:07.220576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.245714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.246277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.274195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbb0b49c-36b4-4aae-98b8-31194116902f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:07.355164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:07.368998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:38:07.380547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Usage tracker for resource:port and tenant:b89907a9d3674ac1ac4ec29cc4a01a9b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:07.390474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Sync routers for ids ['0088aac8-9c88-4f28-aed9-40588e36a394'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:38:07.395614 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] 10.222.0.48 "PUT /v2.0/routers/0088aac8-9c88-4f28-aed9-40588e36a394/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9398687 Jan 14 05:38:07.395614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:07.395909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.406271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'SecurityGroup': ['ID=a3472a9f-090c-4e56-af83-865888768486,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:07.416850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] For port e1675d1f-8c4b-499f-bee6-d541e3871dde, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:38:07.419119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Routers {'0088aac8-9c88-4f28-aed9-40588e36a394'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:07.419695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0088aac8-9c88-4f28-aed9-40588e36a394'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:07.435253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:07.517019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Made reservation on behalf of b89907a9d3674ac1ac4ec29cc4a01a9b for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:07.527942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.545181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] device_id is not set on port e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:07.586944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:07.591036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.024s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:07.613429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.631240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:07.650351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.735452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Pushing event deleted for resources: {'Port': ['ID=783e4061-5406-41e0-98a0-cd540bea7135,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:07.740367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.746130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:38:07.751884 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:07.756655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] No DVR routers for this DVR port 783e4061-5406-41e0-98a0-cd540bea7135 on host n-h1-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:38:07.758606 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:07.779256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.784037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-deleted', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135'}] {{(pid=80929) send_events /opt/stack/neutron/neutron/notifiers/nova.py:246}} Jan 14 05:38:07.790142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a63552c5-50dc-4f1b-a6ca-81835ac236eb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:07.796218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.798157 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:07.799711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.799883 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Added segment 96dc5c25-14ad-43b1-840c-49a97a89f6ed of type vxlan for network 2ee5a277-532e-4b2c-a103-19b69cb07641 Jan 14 05:38:07.830484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.870717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Set router 0088aac8-9c88-4f28-aed9-40588e36a394 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:07.894509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:07.905785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.906177 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Added segment f34e604d-28b4-4730-b8e6-06c53b0b54ab of type vxlan for network 19a09cca-875e-46d8-a8f4-79702739175a Jan 14 05:38:07.938040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.952301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] device_id is not set on port 929c540a-1359-420d-a293-2fa5b6580ace yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:07.975649 n-d-768851-4 neutron-server[80820]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '435740f9-5191-44c5-a2d6-1b2bc22ba98f', 'name': 'network-vif-deleted', 'tag': '783e4061-5406-41e0-98a0-cd540bea7135', 'status': 'completed', 'code': 200} Jan 14 05:38:07.982010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:07.982606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.003430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:08.022573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:08.023359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.034415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810c215f-71e9-4fa4-a1ed-0937fdbd2e9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:08.042633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.046928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a63552c5-50dc-4f1b-a6ca-81835ac236eb HTTP/1.1" status: 204 len: 168 time: 1.0383589 Jan 14 05:38:08.063430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.072043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.180255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Allocated IP 2001:db8::31f (a0e30333-d87f-4657-8e77-d40b8651ea27/7c0ec64e-58f4-4211-ad4c-06a21a5e7224/e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:08.247964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Allocated IP 172.20.0.2 (0697c036-fafe-4999-ade9-2c50fd507a3a/4577b1f7-ffa7-41ba-9a03-10a6627ad413/dc2a843f-54bf-4c9e-85e2-9209d10c0124) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:08.303069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.313808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] For port e1675d1f-8c4b-499f-bee6-d541e3871dde, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e1675d1f-8c4b-499f-bee6-d541e3871dde,segment=NetworkSegment(ac42a1ba-a907-43a4-9e2a-0b7eff93c918),segment_id=ac42a1ba-a907-43a4-9e2a-0b7eff93c918)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:38:08.361682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.382268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:08.442194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47994) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:08.452799 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] 10.222.0.41 "DELETE /v2.0/ports/783e4061-5406-41e0-98a0-cd540bea7135 HTTP/1.1" status: 204 len: 173 time: 3.6193850 Jan 14 05:38:08.470671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Request body: {'security_group': {'name': 'tempest-securitygroup--1306540957', 'description': 'tempest-description--278072899'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:08.481268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Network': ['ID=2ee5a277-532e-4b2c-a103-19b69cb07641,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:08.492447 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1317 time: 3.5815122 Jan 14 05:38:08.526755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Pushing event updated for resources: {'Port': ['ID=e1675d1f-8c4b-499f-bee6-d541e3871dde,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:08.532202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:38:03Z', 'revision_number': 4, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '292e23db-ecff-4b19-ae31-8fc7d9d9ac18', 'name': '', 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'mac_address': 'fa:16:3e:8f:78:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fcdc4b3c-ffdb-4e13-98af-239afcb122d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:01Z', 'updated_at': '2021-01-14T05:38:03Z', 'revision_number': 2, 'project_id': '3b556000d03a44f484319fe6c493c288', 'subnets': [{'id': 'fcdc4b3c-ffdb-4e13-98af-239afcb122d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:08.532718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:08.537498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:08.540059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.549085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75523765-7230-4baa-bfc5-180095206dcc HTTP/1.1" status: 204 len: 168 time: 2.4773936 Jan 14 05:38:08.550954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48000) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:08.562468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Usage tracker for resource:security_group and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:08.587766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.637830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Checking router: 0088aac8-9c88-4f28-aed9-40588e36a394 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:38:08.638309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Updating router 0088aac8-9c88-4f28-aed9-40588e36a394 port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:38:08.641317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Transition to ACTIVE for port object e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:08.685455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.704026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2ee5a277-532e-4b2c-a103-19b69cb07641 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:08.720230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:08.768793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:08.905008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2ee5a277-532e-4b2c-a103-19b69cb07641 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:08.971953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2ee5a277-532e-4b2c-a103-19b69cb07641 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:09.019041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:09.025867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:09.062538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:09.120881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:09.132049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:09.139417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.143876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:09.147867 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:09.186798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:09.188704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:09.189450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:09.229523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:09.241987 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 3.4662874 Jan 14 05:38:09.242887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48026) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:09.249943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1192580290', 'allowed_address_pairs': [{'ip_address': '2001:db8::31f', 'mac_address': 'fa:16:3e:9f:d4:a6'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:09.542260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:09.600193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Network': ['ID=19a09cca-875e-46d8-a8f4-79702739175a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:09.609729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Transition to ACTIVE for port object dc2a843f-54bf-4c9e-85e2-9209d10c0124 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:09.612491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:09.617411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Usage tracker for resource:port and tenant:ff94637a00974e5da69222fd6c387985 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:09.620632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Quota usage for port was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:09.626890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:09.629427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 19a09cca-875e-46d8-a8f4-79702739175a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:09.648927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:09.668284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f452f0c-bc4e-41af-aa2e-4b584e4a75ce tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:09.708524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f452f0c-bc4e-41af-aa2e-4b584e4a75ce tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:09.734755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f452f0c-bc4e-41af-aa2e-4b584e4a75ce tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:09.763850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f452f0c-bc4e-41af-aa2e-4b584e4a75ce tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:09.765041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f452f0c-bc4e-41af-aa2e-4b584e4a75ce tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Synchronizing usage tracker for tenant:a57f22333fda41899c3d8141d4a88765 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:09.776705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.742s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:09.852066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.789s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:09.852539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:09.853474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:09.912362 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.840s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:09.943662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f452f0c-bc4e-41af-aa2e-4b584e4a75ce tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Unset dirty status for tenant:a57f22333fda41899c3d8141d4a88765 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:09.944890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f452f0c-bc4e-41af-aa2e-4b584e4a75ce tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2404 time: 1.3855643 Jan 14 05:38:09.952790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75523765-7230-4baa-bfc5-180095206dcc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:09.964959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:09.967634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:09.968560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 19a09cca-875e-46d8-a8f4-79702739175a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:09.968685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:09.984660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.832s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:09.984887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:10.089927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Port': ['ID=42c9d535-f9c4-48f4-876c-a14e5bd883de,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:10.116753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 19a09cca-875e-46d8-a8f4-79702739175a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:10.212871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Usage tracker for resource:security_group_rule and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:10.215662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:10.266725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:10.312137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:10.320708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Transition to ACTIVE for port object dc2a843f-54bf-4c9e-85e2-9209d10c0124 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:10.335230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:10.368867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e0da3ef-76be-4e2b-8060-3234d21b49b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:10.371515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] device_id is not set on port 7a473abb-a0f9-40e4-8bb1-b3e826d18173 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:10.429987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Pushing event deleted for resources: {'Port': ['ID=b13eac13-51b1-4039-95f6-0c0cd0ce2a7c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:10.447797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:10.519365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Pushing event updated for resources: {'Port': ['ID=dc2a843f-54bf-4c9e-85e2-9209d10c0124,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:10.540707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:10.560934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 2.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:10.561387 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:10.658519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e1675d1f-8c4b-499f-bee6-d541e3871dde up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:10.692673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:10.692886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Allocated IP 2001:db8::29a (a0e30333-d87f-4657-8e77-d40b8651ea27/7c0ec64e-58f4-4211-ad4c-06a21a5e7224/7a473abb-a0f9-40e4-8bb1-b3e826d18173) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:10.773061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Allocated IP 172.20.0.10 (0697c036-fafe-4999-ade9-2c50fd507a3a/4577b1f7-ffa7-41ba-9a03-10a6627ad413/929c540a-1359-420d-a293-2fa5b6580ace) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:10.831166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port e1675d1f-8c4b-499f-bee6-d541e3871dde completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:10.882600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Network 0697c036-fafe-4999-ade9-2c50fd507a3a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:10.885150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:10.916544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:11.142511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.154082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Attempting to bind port dc2a843f-54bf-4c9e-85e2-9209d10c0124 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:38:11.154510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Attempting to bind port dc2a843f-54bf-4c9e-85e2-9209d10c0124 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:38:11.154959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Attempting to bind port dc2a843f-54bf-4c9e-85e2-9209d10c0124 on network 0697c036-fafe-4999-ade9-2c50fd507a3a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:38:11.165325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.172544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:11.173298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:38:11.173735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Checking segment: {'id': '0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:11.174191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.174825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Bound using segment: {'id': '0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:38:11.175281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Bound port: dc2a843f-54bf-4c9e-85e2-9209d10c0124, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:38:11.175712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.175983 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2137a653-d030-481d-916f-e99192ca3c7f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:11.204792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:11.352857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.426508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-47527a26-e482-47a5-be33-391342ae4061 None None] For port dc2a843f-54bf-4c9e-85e2-9209d10c0124, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:38:11.430311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-47527a26-e482-47a5-be33-391342ae4061 None None] For port dc2a843f-54bf-4c9e-85e2-9209d10c0124, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dc2a843f-54bf-4c9e-85e2-9209d10c0124,segment=NetworkSegment(0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173),segment_id=0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:38:11.440962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.472327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:11.554188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.600126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Pushing event updated for resources: {'Port': ['ID=dc2a843f-54bf-4c9e-85e2-9209d10c0124,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:11.662922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Transition to ACTIVE for port object 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:11.664232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6fb1f2a8-469a-4c53-814a-6ab9482ef089 None None] Network a0e30333-d87f-4657-8e77-d40b8651ea27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:11.666976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.670514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Transition to ACTIVE for port object 7a473abb-a0f9-40e4-8bb1-b3e826d18173 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:11.684041 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:11.691376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Transition to ACTIVE for port object 929c540a-1359-420d-a293-2fa5b6580ace will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:11.693270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.698868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.730163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:11.748381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.771129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:11.911128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2ee5a277-532e-4b2c-a103-19b69cb07641']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:11.917622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Provisioning for port e1675d1f-8c4b-499f-bee6-d541e3871dde completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:11.930776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '96dc5c25-14ad-43b1-840c-49a97a89f6ed') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:11.931365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '96dc5c25-14ad-43b1-840c-49a97a89f6ed') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:11.936585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Provisioning complete for port e1675d1f-8c4b-499f-bee6-d541e3871dde triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:11.937090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.937183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.947921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.965479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:11.968032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:38:12.163845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 2ee5a277-532e-4b2c-a103-19b69cb07641 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:12.172232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=7a473abb-a0f9-40e4-8bb1-b3e826d18173,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:12.175195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:12.183068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:12.183656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-722daecd-5f87-4927-859c-b02e9bced3ee service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:12.217219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Network 0697c036-fafe-4999-ade9-2c50fd507a3a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:12.231877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:12.243751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:12.344028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.347666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.351935 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.373044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 2ee5a277-532e-4b2c-a103-19b69cb07641 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:12.378758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:12.379426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:12.424077 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.9720814 Jan 14 05:38:12.429742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48138) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:12.459203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Request body: {'port': {'network_id': '0697c036-fafe-4999-ade9-2c50fd507a3a', 'name': 'tempest-ExtraDHCPOptionsTestJSON-2073826381', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:12.459784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] bootfile-name is not in valid_values {{(pid=80930) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:38:12.460165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] tftp-server is not in valid_values {{(pid=80930) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:38:12.460535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] server-ip-address is not in valid_values {{(pid=80930) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:38:12.517412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event updated for resources: {'Port': ['ID=929c540a-1359-420d-a293-2fa5b6580ace,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:38:12.523112 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:38:12.525974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43f086-890f-4792-ae74-d62c4ead9793 None None] Pushing event updated for resources: {'Port': ['ID=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:12.542631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.359s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:12.561503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:12.683075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:12.684472 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 4.2342241 Jan 14 05:38:12.714929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48172) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:12.729106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Request body: {'security_group_rule': {'security_group_id': '915a65ae-0d29-47fe-bab9-c7b040759e64', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.731931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.735077 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.741184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:12.743645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/networks/2ee5a277-532e-4b2c-a103-19b69cb07641 HTTP/1.1" status: 204 len: 168 time: 2.6647491 Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.746258 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:12.749865 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:12.756210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Pushing event updated for resources: {'SecurityGroup': ['ID=915a65ae-0d29-47fe-bab9-c7b040759e64,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:12.760406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.584s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:12.761107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68052ff5-e80b-4932-bad9-9108d4fa85d6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:12.771313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:12.776492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48184) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:12.777845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:12.782777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:12.788839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:12.808061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:12.809159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:12.851188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Usage tracker for resource:security_group_rule and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:12.869884 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d43f086-890f-4792-ae74-d62c4ead9793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.140s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:12.871749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:12.935708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df64b91-724d-40a4-adce-b6f42eff3974 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:12.982059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Router 83496589-f611-40b5-b6f9-ae00b14c21fb has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:38:13.020306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:13.041304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Network': ['ID=2ee5a277-532e-4b2c-a103-19b69cb07641,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:13.110463 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1008 time: 3.8655949 Jan 14 05:38:13.120676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48194) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:13.124529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:13.146282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.185969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.196488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:13.248731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Usage tracker for resource:port and tenant:b89907a9d3674ac1ac4ec29cc4a01a9b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:13.292316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] For port e1675d1f-8c4b-499f-bee6-d541e3871dde, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e1675d1f-8c4b-499f-bee6-d541e3871dde,segment=NetworkSegment(ac42a1ba-a907-43a4-9e2a-0b7eff93c918),segment_id=ac42a1ba-a907-43a4-9e2a-0b7eff93c918)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:13.311570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.317407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:13.321837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Quota usage for port was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:13.381591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Attempting to bind port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:38:13.382016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Attempting to bind port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:38:13.382433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Attempting to bind port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 on network 9ea20703-0b50-460b-9c93-3caffd7bcd8e {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:38:13.392124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:13.397935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 37, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:38:13.398297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Checking segment: {'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:13.398810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.399259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Bound using segment: {'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:38:13.399798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Bound port: 292e23db-ecff-4b19-ae31-8fc7d9d9ac18, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '357f8487-969e-496c-9cd5-8e4f3565a1d5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:38:13.400218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.405460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.423645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.516823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Provisioning complete for port 42c9d535-f9c4-48f4-876c-a14e5bd883de triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:13.517268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.654239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Pushing event updated for resources: {'Port': ['ID=e1675d1f-8c4b-499f-bee6-d541e3871dde,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:13.667581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:13.700812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Port 42c9d535-f9c4-48f4-876c-a14e5bd883de cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:13.716496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] For port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:38:13.730660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] For port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,segment=NetworkSegment(357f8487-969e-496c-9cd5-8e4f3565a1d5),segment_id=357f8487-969e-496c-9cd5-8e4f3565a1d5)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:38:13.740570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:13.749405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:38:13.760913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] Sync routers for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:38:13.771130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:13.782128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:13.782860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:13.793637 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d99a121-afa1-4c37-982e-95509dd1403e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "PUT /v2.0/routers/83496589-f611-40b5-b6f9-ae00b14c21fb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 19.2904756 Jan 14 05:38:13.795719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48248) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:13.819897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Request body: {'port': {'network_id': 'a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0', 'name': 'tempest-FloatingIPAdminTestJSON-939762741'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:13.939887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:13.965283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:13.965951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:14.141402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:14.152541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Made reservation on behalf of b89907a9d3674ac1ac4ec29cc4a01a9b for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:14.163067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:14.172854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:14.173564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c7744bcf-3daa-483b-8789-204a853ddff8 None None] The sync data for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:38:14.204016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:14.224051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Usage tracker for resource:port and tenant:4f3cf6f0434f418e922213cb8d89c74e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:14.229484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Quota usage for port was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:14.276970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:14.286226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Routers {'0088aac8-9c88-4f28-aed9-40588e36a394'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:14.287349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:37:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0088aac8-9c88-4f28-aed9-40588e36a394'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:14.319011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Made reservation on behalf of 4f3cf6f0434f418e922213cb8d89c74e for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:14.338597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:14.646818 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fac8235-cad8-4e10-beb6-44620b716839 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:14.755296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d43f086-890f-4792-ae74-d62c4ead9793 None None] Pushing event updated for resources: {'Port': ['ID=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:14.762512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:14.808014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] device_id is not set on port c76674d1-bdb5-43f8-845f-3dd27c8fc826 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:14.950907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e1675d1f-8c4b-499f-bee6-d541e3871dde up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:14.995691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['19a09cca-875e-46d8-a8f4-79702739175a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:15.009964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f34e604d-28b4-4730-b8e6-06c53b0b54ab') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:15.010276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f34e604d-28b4-4730-b8e6-06c53b0b54ab') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:15.032761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Allocated IP 172.20.0.14 (a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0/98e2f015-6874-467c-a7bc-3665b2f246a9/c76674d1-bdb5-43f8-845f-3dd27c8fc826) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:15.067459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.081526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc4ea6b-17fa-4282-9718-c141e30a75e9 None None] Network 0697c036-fafe-4999-ade9-2c50fd507a3a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:15.119056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d43f086-890f-4792-ae74-d62c4ead9793 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.348s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:15.130208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Provisioning complete for port e1675d1f-8c4b-499f-bee6-d541e3871dde triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:15.131005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.137569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Router bea942cb-7677-4b3c-b9aa-18cb428d90f2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:38:15.183035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] Set router 0088aac8-9c88-4f28-aed9-40588e36a394 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:15.197415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.199946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:38:15.355433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3b62659-536c-4571-b165-63ec5d731809 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.427786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e1675d1f-8c4b-499f-bee6-d541e3871dde triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:15.428216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.553524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.560710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 19a09cca-875e-46d8-a8f4-79702739175a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:15.591126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.801272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:38:15.827242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 19a09cca-875e-46d8-a8f4-79702739175a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:15.840106 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] 10.222.0.48 "PUT /v2.0/routers/bea942cb-7677-4b3c-b9aa-18cb428d90f2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 20.2023587 Jan 14 05:38:15.844958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48390) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:15.869001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] Sync routers for ids ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:38:15.938009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4b17a223-e4c3-44e1-bd85-bbbb4bf136f5,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:38:15.940794 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:38:15.947508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.301s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:15.950909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:15.975815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Provisioning for port e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:15.978416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2c773-6adf-47cd-a209-371a658967b5 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:15.992383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Provisioning complete for port e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:15.992871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.003067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2c773-6adf-47cd-a209-371a658967b5 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:16.028950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2dc2c773-6adf-47cd-a209-371a658967b5 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:16.030023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2dc2c773-6adf-47cd-a209-371a658967b5 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Synchronizing usage tracker for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:16.034044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] Routers {'bea942cb-7677-4b3c-b9aa-18cb428d90f2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:16.038257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:16.057292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af2bf67d-95ee-482f-86d3-574ad46d1674 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:16.087656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.090305 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/networks/19a09cca-875e-46d8-a8f4-79702739175a HTTP/1.1" status: 204 len: 168 time: 3.3098667 Jan 14 05:38:16.105379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48408) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:16.114011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Network': ['ID=19a09cca-875e-46d8-a8f4-79702739175a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:16.154886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] device_id is not set on port f8c245ca-45a4-4b6a-bdd9-94de95f0b07f yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:16.341395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Allocated IP 172.20.0.8 (0697c036-fafe-4999-ade9-2c50fd507a3a/4577b1f7-ffa7-41ba-9a03-10a6627ad413/f8c245ca-45a4-4b6a-bdd9-94de95f0b07f) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:16.376653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.407524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.438926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2dc2c773-6adf-47cd-a209-371a658967b5 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Unset dirty status for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:16.443332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2dc2c773-6adf-47cd-a209-371a658967b5 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2481 time: 3.3128424 Jan 14 05:38:16.443332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.443332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 3.7245002 Jan 14 05:38:16.443887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48420) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:16.444822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:16.452049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48422) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:16.481221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] Set router bea942cb-7677-4b3c-b9aa-18cb428d90f2 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:16.532378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Request body: {'security_group_rule': {'security_group_id': '915a65ae-0d29-47fe-bab9-c7b040759e64', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:16.698303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting port 7a473abb-a0f9-40e4-8bb1-b3e826d18173 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:16.699388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.728501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:16.758914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Usage tracker for resource:security_group_rule and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:16.773764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:16.794001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da9669-5319-4451-952c-af7e0b1335bc tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:16.797920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:16.847767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dc2a843f-54bf-4c9e-85e2-9209d10c0124 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:16.849991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59da9669-5319-4451-952c-af7e0b1335bc tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:16.850896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-59da9669-5319-4451-952c-af7e0b1335bc tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Synchronizing usage tracker for tenant:a57f22333fda41899c3d8141d4a88765 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:16.897159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.903153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Deleting port 960fd46f-7e99-469c-a840-9a6db93ddeb2 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:16.903534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:16.922867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.128857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.138443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.147411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Port e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:17.169664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.179028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port dc2a843f-54bf-4c9e-85e2-9209d10c0124 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:17.188599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Provisioning for port 7a473abb-a0f9-40e4-8bb1-b3e826d18173 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:17.195888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Transition to ACTIVE for port object c76674d1-bdb5-43f8-845f-3dd27c8fc826 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:17.224213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Transition to ACTIVE for port object f8c245ca-45a4-4b6a-bdd9-94de95f0b07f will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:17.228611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-59da9669-5319-4451-952c-af7e0b1335bc tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Unset dirty status for tenant:a57f22333fda41899c3d8141d4a88765 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:17.232119 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-59da9669-5319-4451-952c-af7e0b1335bc tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 1.1238461 Jan 14 05:38:17.234626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.243897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48484) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:17.246913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.258760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-206624414'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:17.267720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.312781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Provisioning complete for port 7a473abb-a0f9-40e4-8bb1-b3e826d18173 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:17.313203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.333224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] For port 960fd46f-7e99-469c-a840-9a6db93ddeb2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=960fd46f-7e99-469c-a840-9a6db93ddeb2,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:17.333674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.335833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:17.346303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.410546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Calling delete_port for 7a473abb-a0f9-40e4-8bb1-b3e826d18173 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:17.442213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:17.496558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Pushing event updated for resources: {'SecurityGroupRule': ['ID=25f51849-1322-4628-98d1-7c953d09d3d8,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:17.507714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:17.511462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d11d2b15-217a-4c0d-8839-ba9636dd4a67 None None] Port 7a473abb-a0f9-40e4-8bb1-b3e826d18173 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:17.516160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:38:07Z', 'revision_number': 5, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:17.521304 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:17.531416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] Checking router: bea942cb-7677-4b3c-b9aa-18cb428d90f2 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:38:17.563448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Made reservation on behalf of a57f22333fda41899c3d8141d4a88765 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:17.565875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cabfeb9d-93ac-4992-959b-0f92076c4d9d tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:17.574370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.582852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] Routers {'bea942cb-7677-4b3c-b9aa-18cb428d90f2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:17.583663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:17.594546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.596494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.600766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.1095684 Jan 14 05:38:17.620857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48518) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:17.629988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f430c8c4-420d-4e05-8d72-dea1015e0303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:17.689149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:17.698920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.699361 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Added segment ada3b59a-aa90-4b21-a042-b150edc63c04 of type vxlan for network b865b2ce-897c-42fb-ad50-ea4f97121da7 Jan 14 05:38:17.725672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.813003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Calling delete_port for 960fd46f-7e99-469c-a840-9a6db93ddeb2 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:17.822555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] Set router bea942cb-7677-4b3c-b9aa-18cb428d90f2 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:17.869345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.890654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:17.891943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:17.966324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event updated for resources: {'Port': ['ID=f8c245ca-45a4-4b6a-bdd9-94de95f0b07f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:17.987213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.036260 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.409s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:18.042913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67a64b84-c276-4a18-862b-b601f5b17a0a tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.126s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:18.085886 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.8373530 Jan 14 05:38:18.102836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48542) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:18.141065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:18.151466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:18.155493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Usage tracker for resource:floatingip and tenant:3b556000d03a44f484319fe6c493c288 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:18.159210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:18.165286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:18.217036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-832235102'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:18.217524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Provisioning complete for port 7a473abb-a0f9-40e4-8bb1-b3e826d18173 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:18.217947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.233440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:18.248862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.257590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Usage tracker for resource:network and tenant:a57f22333fda41899c3d8141d4a88765 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:18.263412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:18.288242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:18.310455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Network': ['ID=b865b2ce-897c-42fb-ad50-ea4f97121da7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:18.324338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Made reservation on behalf of a57f22333fda41899c3d8141d4a88765 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:18.325709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:38:03Z', 'revision_number': 4, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '292e23db-ecff-4b19-ae31-8fc7d9d9ac18', 'name': '', 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'mac_address': 'fa:16:3e:8f:78:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fcdc4b3c-ffdb-4e13-98af-239afcb122d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:01Z', 'updated_at': '2021-01-14T05:38:13Z', 'revision_number': 4, 'project_id': '3b556000d03a44f484319fe6c493c288', 'subnets': [{'id': 'fcdc4b3c-ffdb-4e13-98af-239afcb122d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.328787 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:18.333426 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:18.338035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.355393 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:18.361399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dec83c89-892d-4cb4-aff9-996a51f23972 None None] The sync data for ids ['0088aac8-9c88-4f28-aed9-40588e36a394'] in n-d-768851-4 is: [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:38:03Z', 'revision_number': 4, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '292e23db-ecff-4b19-ae31-8fc7d9d9ac18', 'name': '', 'network_id': '9ea20703-0b50-460b-9c93-3caffd7bcd8e', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'mac_address': 'fa:16:3e:8f:78:57', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_interface', 'standard_attr_id': 1517, 'fixed_ips': [{'subnet_id': 'fcdc4b3c-ffdb-4e13-98af-239afcb122d2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:01Z', 'updated_at': '2021-01-14T05:38:13Z', 'revision_number': 4, 'project_id': '3b556000d03a44f484319fe6c493c288', 'subnets': [{'id': 'fcdc4b3c-ffdb-4e13-98af-239afcb122d2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:38:18.376719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b865b2ce-897c-42fb-ad50-ea4f97121da7 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:18.377015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.404451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:18.548054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Port': ['ID=7a473abb-a0f9-40e4-8bb1-b3e826d18173,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:18.550420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event updated for resources: {'Port': ['ID=c76674d1-bdb5-43f8-845f-3dd27c8fc826,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:18.598241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b865b2ce-897c-42fb-ad50-ea4f97121da7 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:18.612361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:18.613726 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:18.629489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.629489 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Added segment 7d3861d5-9b4c-4fe9-be2e-3b69694022b8 of type vxlan for network 3088a02e-6c56-4704-9934-4aab9cfa30ce Jan 14 05:38:18.655989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:18.658765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.662971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:18.724605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Network 0697c036-fafe-4999-ade9-2c50fd507a3a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:18.726268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:18.727427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:18.770177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b865b2ce-897c-42fb-ad50-ea4f97121da7 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:18.852983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:18.877312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:18.938308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:19.035938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:19.080121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Port 7a473abb-a0f9-40e4-8bb1-b3e826d18173 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:19.092070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:19.093202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:19.154287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:38:07Z', 'revision_number': 5, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:19.161026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b43cd3f6-21cd-4039-8307-57d46a7e68f9 None None] The sync data for ids ['bea942cb-7677-4b3c-b9aa-18cb428d90f2'] in n-d-768851-4 is: [{'id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'name': 'tempest-AttachVolumeTestJSON-1850328262-router', 'tenant_id': '8e48eaf5b91c452480340c8e12c1537f', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192'}], 'enable_snat': True}, 'gw_port_id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:36:39Z', 'updated_at': '2021-01-14T05:38:07Z', 'revision_number': 5, 'project_id': '8e48eaf5b91c452480340c8e12c1537f', 'gw_port': {'id': '960fd46f-7e99-469c-a840-9a6db93ddeb2', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:58:ba', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'bea942cb-7677-4b3c-b9aa-18cb428d90f2', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1315, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.192', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:36:42Z', 'updated_at': '2021-01-14T05:36:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:38:19.163217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Provisioning complete for port e1675d1f-8c4b-499f-bee6-d541e3871dde triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:19.163755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.257991 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:19.261432 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:19.304235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:19.306431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:19.322167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:19.345699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:19.520167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:19.757710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:19.774122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:19.774550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:19.855656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3654872b-470f-4ed0-9f84-e1a786f5b70a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:19.880594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Provisioning complete for port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:19.880927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:20.013959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 6.2170181 Jan 14 05:38:20.027655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48638) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:20.047434 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.8577495 Jan 14 05:38:20.082211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48640) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:20.102959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:20.103529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Fanout notify agent at l3_agent the message router_deleted on router bea942cb-7677-4b3c-b9aa-18cb428d90f2 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:38:20.108989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'ports': [{'network_id': 'b865b2ce-897c-42fb-ad50-ea4f97121da7', 'name': 'tempest-port--1318950398', 'admin_state_up': True}, {'network_id': '3088a02e-6c56-4704-9934-4aab9cfa30ce', 'admin_state_up': False}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:20.109264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'port': {'network_id': 'b865b2ce-897c-42fb-ad50-ea4f97121da7', 'name': 'tempest-port--1318950398', 'admin_state_up': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:20.123818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'port': {'network_id': '3088a02e-6c56-4704-9934-4aab9cfa30ce', 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:20.251588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Network': ['ID=3088a02e-6c56-4704-9934-4aab9cfa30ce,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:20.277062 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:20.287723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 3088a02e-6c56-4704-9934-4aab9cfa30ce details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:20.358003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:20.358794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:20.392155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:20.394452 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/ports/7a473abb-a0f9-40e4-8bb1-b3e826d18173 HTTP/1.1" status: 204 len: 168 time: 3.9444296 Jan 14 05:38:20.398008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48670) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:20.458029 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1152 time: 8.0270901 Jan 14 05:38:20.459797 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f53b479b-7d66-4f03-beff-dd4444fea59e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] GET failed (client error): The resource could not be found. Jan 14 05:38:20.460454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f53b479b-7d66-4f03-beff-dd4444fea59e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Synchronizing usage tracker for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:20.465269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:20.478119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48676) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:20.485126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 3088a02e-6c56-4704-9934-4aab9cfa30ce details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:20.631493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f53b479b-7d66-4f03-beff-dd4444fea59e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Unset dirty status for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:20.639372 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f53b479b-7d66-4f03-beff-dd4444fea59e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "GET /v2.0/ports/7a473abb-a0f9-40e4-8bb1-b3e826d18173 HTTP/1.1" status: 404 len: 333 time: 0.2400577 Jan 14 05:38:20.644537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48680) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:20.652863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-117100835'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:20.658105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:20.658713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 3088a02e-6c56-4704-9934-4aab9cfa30ce details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:20.663576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Usage tracker for resource:port and tenant:a57f22333fda41899c3d8141d4a88765 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:20.670470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:20.678221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:20.705777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:20.708036 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4c99f0af-1c7f-4d2e-ab11-a5e8012ceb14 admin admin] 10.222.0.48 "DELETE /v2.0/routers/bea942cb-7677-4b3c-b9aa-18cb428d90f2 HTTP/1.1" status: 204 len: 168 time: 4.8614149 Jan 14 05:38:20.742149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48688) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:20.750602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Made reservation on behalf of a57f22333fda41899c3d8141d4a88765 for: {'port': 2} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:20.786821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:20.819000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'project_id': '4f3cf6f0434f418e922213cb8d89c74e', 'port_id': 'c76674d1-bdb5-43f8-845f-3dd27c8fc826'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:20.853808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caea03e-7c11-4e4b-9259-d3f4e758f6c0 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:20.896101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caea03e-7c11-4e4b-9259-d3f4e758f6c0 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:20.949781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2caea03e-7c11-4e4b-9259-d3f4e758f6c0 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:20.950844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2caea03e-7c11-4e4b-9259-d3f4e758f6c0 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Synchronizing usage tracker for tenant:b89907a9d3674ac1ac4ec29cc4a01a9b on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:20.965907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Deleting subnet 6527ddec-3663-4462-a693-19848f0b915d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:38:20.972731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:20.992189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.030435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:21.042183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:21.060745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:21.072711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.082119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,segment=NetworkSegment(357f8487-969e-496c-9cd5-8e4f3565a1d5),segment_id=357f8487-969e-496c-9cd5-8e4f3565a1d5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:21.098956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.109279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d43f086-890f-4792-ae74-d62c4ead9793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:21.188648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:21.192009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b13eac13-51b1-4039-95f6-0c0cd0ce2a7c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:21.211651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Allocated IP 172.25.3.78 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/c0eb1c91-a6b3-4a4f-97ba-e10db000e21e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:21.217451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:21.237466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2caea03e-7c11-4e4b-9259-d3f4e758f6c0 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Unset dirty status for tenant:b89907a9d3674ac1ac4ec29cc4a01a9b on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:21.241653 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2caea03e-7c11-4e4b-9259-d3f4e758f6c0 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2617 time: 0.7570343 Jan 14 05:38:21.248212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48696) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:21.248918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.255994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b13eac13-51b1-4039-95f6-0c0cd0ce2a7c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:21.256893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b13eac13-51b1-4039-95f6-0c0cd0ce2a7c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:21.289249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Provisioning complete for port e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:21.289868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.354861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] device_id is not set on port 29d211d4-ca36-430b-affc-868fab9655e3 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:21.372829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Usage tracker for resource:floatingip and tenant:4f3cf6f0434f418e922213cb8d89c74e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:21.396782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Port e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:21.413693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:21.541205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Provisioning for port dc2a843f-54bf-4c9e-85e2-9209d10c0124 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:21.550023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Provisioning complete for port dc2a843f-54bf-4c9e-85e2-9209d10c0124 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:21.550447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.576062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.576286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Allocated IP 2001:db8::35f (a0e30333-d87f-4657-8e77-d40b8651ea27/7c0ec64e-58f4-4211-ad4c-06a21a5e7224/29d211d4-ca36-430b-affc-868fab9655e3) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:21.614800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:21.648797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.673174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:21.684990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:21.685398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.686621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.835875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:21.848573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.871817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Transition to ACTIVE for port object 29d211d4-ca36-430b-affc-868fab9655e3 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:21.911071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.917931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Deleting port f8c245ca-45a4-4b6a-bdd9-94de95f0b07f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:21.918333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.928482 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f09212bd-3397-4cf5-8add-4d9aa5bd6ccd tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:21.939030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.974831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:21.985874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] For port dc2a843f-54bf-4c9e-85e2-9209d10c0124, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dc2a843f-54bf-4c9e-85e2-9209d10c0124,segment=NetworkSegment(0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173),segment_id=0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:22.003963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=29d211d4-ca36-430b-affc-868fab9655e3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:22.011001 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:22.041865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:22.077124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.083274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:22.087075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:22.092102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:22.162654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 960fd46f-7e99-469c-a840-9a6db93ddeb2 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:22.162899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.164423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:22.165887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:22.171594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:22.173530 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.178047 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:22.182864 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:22.193628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:22.194366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.218890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48716) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:22.229691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 960fd46f-7e99-469c-a840-9a6db93ddeb2 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:22.230290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 960fd46f-7e99-469c-a840-9a6db93ddeb2 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:22.243477 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 943 time: 1.5967464 Jan 14 05:38:22.244380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48722) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:22.251598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Provisioning for port 929c540a-1359-420d-a293-2fa5b6580ace completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:22.253730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31f', 'mac_address': 'fa:16:3e:9f:d4:a6'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:22.258414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Provisioning complete for port 929c540a-1359-420d-a293-2fa5b6580ace triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:22.258934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.320809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Pushing event updated for resources: {'Port': ['ID=dc2a843f-54bf-4c9e-85e2-9209d10c0124,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:22.341230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:22.379018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Port 929c540a-1359-420d-a293-2fa5b6580ace cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:22.397855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] device_id is not set on port 2f691bdc-aa25-4927-9b6c-ca28cc258b52 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:22.406166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Provisioning for port c76674d1-bdb5-43f8-845f-3dd27c8fc826 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:22.416721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Provisioning complete for port c76674d1-bdb5-43f8-845f-3dd27c8fc826 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:22.417338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.469292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.541278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Port c76674d1-bdb5-43f8-845f-3dd27c8fc826 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:22.555646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Provisioning for port f8c245ca-45a4-4b6a-bdd9-94de95f0b07f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:22.561574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Provisioning complete for port f8c245ca-45a4-4b6a-bdd9-94de95f0b07f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:22.561992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.574883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.603432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Pushing event updated for resources: {'Port': ['ID=c0eb1c91-a6b3-4a4f-97ba-e10db000e21e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:22.607146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:22.611948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Usage tracker for resource:security_group_rule and tenant:aafb96365e254a95b0129d0657791a9f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:22.615778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:22.625610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:22.650387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Port f8c245ca-45a4-4b6a-bdd9-94de95f0b07f cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:22.663145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Provisioning complete for port dc2a843f-54bf-4c9e-85e2-9209d10c0124 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:22.663564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab20b4a-89f5-4ac2-a6b2-5c15f9b52e3d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.742363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.751811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.771467 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-645daea3-82e3-49b0-991c-02ad803b7735 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:22.806160 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.970s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:22.806477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d7cf0d4a-d8d1-476a-9547-550c8169ce91,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:22.820631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:22.896590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.900264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.915623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-31e722dd-e9d0-4cbc-a3f3-23b877a89ada None None] Provisioning for port 29d211d4-ca36-430b-affc-868fab9655e3 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:22.915863 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aafb96365e254a95b0129d0657791a9f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6927798 Jan 14 05:38:22.918740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48730) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:22.918882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-31e722dd-e9d0-4cbc-a3f3-23b877a89ada None None] Provisioning complete for port 29d211d4-ca36-430b-affc-868fab9655e3 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:22.919292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31e722dd-e9d0-4cbc-a3f3-23b877a89ada None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:22.976592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-31e722dd-e9d0-4cbc-a3f3-23b877a89ada None None] Port 29d211d4-ca36-430b-affc-868fab9655e3 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:22.985108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.040306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.127733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.303908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.344586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] device_id is not set on port 81f7f357-e1de-44ef-a9ad-73348092469e yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:23.379743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.389627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dc2a843f-54bf-4c9e-85e2-9209d10c0124 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:23.390898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.411148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:23.474585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.498008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port dc2a843f-54bf-4c9e-85e2-9209d10c0124 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:23.498404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.691078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.692554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d7cf0d4a-d8d1-476a-9547-550c8169ce91 HTTP/1.1" status: 204 len: 168 time: 0.7724416 Jan 14 05:38:23.717319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=29d211d4-ca36-430b-affc-868fab9655e3,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:23.721328 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:23.728928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1b4a3cc-0a10-4758-9c20-379f13a58f16 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.220s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:23.754299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d7cf0d4a-d8d1-476a-9547-550c8169ce91,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:23.757074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:23.793723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] In _notify_port_updated(), no bound segment for port 29d211d4-ca36-430b-affc-868fab9655e3 on network a0e30333-d87f-4657-8e77-d40b8651ea27 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.796583 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.800518 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:23.804828 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:23.833914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:23.834733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:23.836368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "PUT /v2.0/ports/29d211d4-ca36-430b-affc-868fab9655e3 HTTP/1.1" status: 200 len: 1002 time: 1.5909700 Jan 14 05:38:23.840191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48742) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:24.003529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting port 29d211d4-ca36-430b-affc-868fab9655e3 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:24.004586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:24.041308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:24.186630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:24.213168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6b52721f-ac4f-40a8-bb02-71786fa29ecf None None] Provisioning complete for port 29d211d4-ca36-430b-affc-868fab9655e3 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:24.214467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b52721f-ac4f-40a8-bb02-71786fa29ecf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:24.365463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6b52721f-ac4f-40a8-bb02-71786fa29ecf None None] Port 29d211d4-ca36-430b-affc-868fab9655e3 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:24.404473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:24.543657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Calling delete_port for 29d211d4-ca36-430b-affc-868fab9655e3 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:24.588717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48756) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:24.755551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:24.778558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ee2b000-2be2-4c68-b3fb-d3d0fcd640ac service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:24.799824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Calling delete_port for f8c245ca-45a4-4b6a-bdd9-94de95f0b07f owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:24.892587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Port': ['ID=29d211d4-ca36-430b-affc-868fab9655e3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:24.909738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:24.910796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:24.929890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:38:24.937880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:24.945152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Usage tracker for resource:security_group_rule and tenant:d40984318719486d88a6f4ffa054cee4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:24.950786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:24.969362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:24.983549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.024485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.026647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.042398 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/ports/29d211d4-ca36-430b-affc-868fab9655e3 HTTP/1.1" status: 204 len: 168 time: 1.2009406 Jan 14 05:38:25.043202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48770) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:25.043503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.074186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:25.098239 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e1655d83-e6f8-4d58-888b-77324c4a4156 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] GET failed (client error): The resource could not be found. Jan 14 05:38:25.098841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1655d83-e6f8-4d58-888b-77324c4a4156 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Synchronizing usage tracker for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:25.126010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1655d83-e6f8-4d58-888b-77324c4a4156 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Unset dirty status for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:25.132075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1655d83-e6f8-4d58-888b-77324c4a4156 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "GET /v2.0/ports/29d211d4-ca36-430b-affc-868fab9655e3 HTTP/1.1" status: 404 len: 333 time: 0.0851502 Jan 14 05:38:25.132585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48776) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:25.145061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1928719130'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:25.230612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Allocated IP 172.25.3.137 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/799e36b7-d5b0-42d6-82a4-8b17b69d9724) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:25.259204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.282003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.289554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.292750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Pushing event updated for resources: {'Port': ['ID=c0eb1c91-a6b3-4a4f-97ba-e10db000e21e,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:25.310744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:25.312614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9f0161df-c4aa-4674-bcea-a7f77207d8b8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:25.383969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d40984318719486d88a6f4ffa054cee4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7908728 Jan 14 05:38:25.388717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48784) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:25.392301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=670197c2-7138-4b67-a992-c2a0d5ccf4d1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:25.395635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:25.398646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:25.416053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.420185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:25.453941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:25.466120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.555086 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:25.749707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.847655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.867261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Port': ['ID=2f691bdc-aa25-4927-9b6c-ca28cc258b52,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:25.879167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:25.879683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48796) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:25.883622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e0f36f5-1842-415f-9294-e940fd807af2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:25.953634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.982623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:25.996112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6527ddec-3663-4462-a693-19848f0b915d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:26.019120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] device_id is not set on port a335eaae-9e0b-4f85-9aeb-df8c9821f29d yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:26.023957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:26.033451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fbcfaaf-482a-495c-b97a-ba8adae8732f service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:26.076667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7e477bb-97f9-4bd3-b3b6-369b34c4b7d0 None None] Network b409864e-1acd-46ae-b515-7e48522eb3d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:26.147409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.172466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.180429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf530c9-cb13-4f7c-a39f-4251a917946c tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:26.196323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.201974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=670197c2-7138-4b67-a992-c2a0d5ccf4d1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:26.207848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:26.214170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event deleted for resources: {'Port': ['ID=f8c245ca-45a4-4b6a-bdd9-94de95f0b07f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:26.224430 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:26.231025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.234585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Allocated IP 2001:db8::144 (a0e30333-d87f-4657-8e77-d40b8651ea27/7c0ec64e-58f4-4211-ad4c-06a21a5e7224/a335eaae-9e0b-4f85-9aeb-df8c9821f29d) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:26.246675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.251459 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/670197c2-7138-4b67-a992-c2a0d5ccf4d1 HTTP/1.1" status: 204 len: 168 time: 0.8574586 Jan 14 05:38:26.254095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Checking segment: {'id': 'ada3b59a-aa90-4b21-a042-b150edc63c04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b865b2ce-897c-42fb-ad50-ea4f97121da7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:26.254502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network hostable DHCP agents. Network: b865b2ce-897c-42fb-ad50-ea4f97121da7, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:26.280787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.308084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:26.335800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Usage tracker for resource:security_group_rule and tenant:4f783cdc30014ab69ca8662cd9449499 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:26.342431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/6527ddec-3663-4462-a693-19848f0b915d HTTP/1.1" status: 204 len: 168 time: 5.5948377 Jan 14 05:38:26.347153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:26.358819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48804) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:26.365280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:26.391612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] DHCP port deletion for b409864e-1acd-46ae-b515-7e48522eb3d3 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:38:26.396183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Deleting port 9784af5e-df04-43c3-971b-9d67aada145c {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:26.396833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.520571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.546327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Transition to ACTIVE for port object a335eaae-9e0b-4f85-9aeb-df8c9821f29d will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:26.581470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.667738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] For port 9784af5e-df04-43c3-971b-9d67aada145c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9784af5e-df04-43c3-971b-9d67aada145c,segment=NetworkSegment(90bdf0c7-07f3-426a-9df3-4575a7d8df47),segment_id=90bdf0c7-07f3-426a-9df3-4575a7d8df47)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:26.668133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.671758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b0303466-9305-4bbb-b4d0-952ce40e3abd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:26.740088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48810) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:26.777335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.800908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network b865b2ce-897c-42fb-ad50-ea4f97121da7 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:26.803374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.813371 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9119425 Jan 14 05:38:26.813594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=a335eaae-9e0b-4f85-9aeb-df8c9821f29d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:26.819667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:26.823804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Usage tracker for resource:security_group_rule and tenant:a2af4154a741452da174663534e2ec14 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:26.826841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:26.829901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:26.838250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:26.844309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b865b2ce-897c-42fb-ad50-ea4f97121da7) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:26.851386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Calling delete_port for 9784af5e-df04-43c3-971b-9d67aada145c owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:26.859547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:26.860458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.879656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5334b4ad-45eb-48fb-aea6-3bbde35386fc None None] Network b865b2ce-897c-42fb-ad50-ea4f97121da7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:26.901478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a42e289a-044d-4c1f-998d-7e0dac204680 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:26.901767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:26.903808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:26.908023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.912123 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:26.915502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:26.927858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:26.928600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:26.977057 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 1.8420396 Jan 14 05:38:26.982411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48816) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:26.993571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::/48', 'mac_address': 'fa:16:3e:9f:d4:a6'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:26.997544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Port': ['ID=81f7f357-e1de-44ef-a9ad-73348092469e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:27.012537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:27.068358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.089828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.117971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.170026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.178944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43384c5e-d5bf-4606-ba34-ceba157609d1 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:27.186030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-42563e08-4b39-474b-8862-0bfc0dc8f457 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:27.215019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.236022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:27.249938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5ed9a0b6-9a25-4733-95a1-105e7e73c398,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:27.254685 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2af4154a741452da174663534e2ec14&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5107970 Jan 14 05:38:27.255709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:27.256474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.271507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48830) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:27.286617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Pushing event deleted for resources: {'Port': ['ID=9784af5e-df04-43c3-971b-9d67aada145c,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:27.289250 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:27.447040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.450764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.521705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.615358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9784af5e-df04-43c3-971b-9d67aada145c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:27.661753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.671553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Pushing event updated for resources: {'Port': ['ID=799e36b7-d5b0-42d6-82a4-8b17b69d9724,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:27.675046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9784af5e-df04-43c3-971b-9d67aada145c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:27.676072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9784af5e-df04-43c3-971b-9d67aada145c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:27.678774 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "DELETE /v2.0/ports/f8c245ca-45a4-4b6a-bdd9-94de95f0b07f HTTP/1.1" status: 204 len: 168 time: 6.3831244 Jan 14 05:38:27.680251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.501s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:27.683340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f4ae35f6-d948-4039-9c4d-28750e192675 None None] Provisioning for port a335eaae-9e0b-4f85-9aeb-df8c9821f29d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:27.685736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48834) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:27.690202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.696277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Request body: {'port': {'name': 'tempest-new-port-name-1206464034', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '123.123.123.123', 'opt_name': 'tftp-server'}, {'opt_value': '123.123.123.45', 'opt_name': 'server-ip-address'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:27.696277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] bootfile-name is not in valid_values {{(pid=80930) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:38:27.696277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] tftp-server is not in valid_values {{(pid=80930) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:38:27.696696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] server-ip-address is not in valid_values {{(pid=80930) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:38:27.698722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f4ae35f6-d948-4039-9c4d-28750e192675 None None] Provisioning complete for port a335eaae-9e0b-4f85-9aeb-df8c9821f29d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:27.699379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4ae35f6-d948-4039-9c4d-28750e192675 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:27.717491 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.721953 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:27.727901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-4d05238f-59e5-4cab-a267-37cc67307d2f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Synchronizing usage tracker for tenant:3b556000d03a44f484319fe6c493c288 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:27.783720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] No DVR routers for this DVR port 9784af5e-df04-43c3-971b-9d67aada145c on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:38:27.787880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f4ae35f6-d948-4039-9c4d-28750e192675 None None] Port a335eaae-9e0b-4f85-9aeb-df8c9821f29d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:27.797605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.839887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2340f0b-0d95-4e76-8937-8cb25523babe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:27.870316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ed9a0b6-9a25-4733-95a1-105e7e73c398,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:27.884657 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:27.895012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-4d05238f-59e5-4cab-a267-37cc67307d2f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Unset dirty status for tenant:3b556000d03a44f484319fe6c493c288 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:27.896617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-4d05238f-59e5-4cab-a267-37cc67307d2f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1306540957&fields=id&tenant_id=3b556000d03a44f484319fe6c493c288 HTTP/1.1" status: 200 len: 267 time: 0.6504240 Jan 14 05:38:27.903927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.905165 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ed9a0b6-9a25-4733-95a1-105e7e73c398 HTTP/1.1" status: 204 len: 168 time: 0.6326389 Jan 14 05:38:27.918327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.939716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.973250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.977973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:27.982355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b409864e-1acd-46ae-b515-7e48522eb3d3']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:28.001071 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:28.010128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.019721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:28.075226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55059a08-570d-4bc0-a531-d1f3c80c3567 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:28.083123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Checking segment: {'id': '7d3861d5-9b4c-4fe9-be2e-3b69694022b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '3088a02e-6c56-4704-9934-4aab9cfa30ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:28.083521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network hostable DHCP agents. Network: 3088a02e-6c56-4704-9934-4aab9cfa30ce, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:28.091545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '90bdf0c7-07f3-426a-9df3-4575a7d8df47') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:28.091875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '90bdf0c7-07f3-426a-9df3-4575a7d8df47') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:28.139572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:28.141499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=104d169e-d9a7-4a6b-8208-f6ac9e9f2152,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:28.164260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:28.198533 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f783cdc30014ab69ca8662cd9449499&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2838702 Jan 14 05:38:28.198794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=a335eaae-9e0b-4f85-9aeb-df8c9821f29d,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:28.199466 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:28.200379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48842) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:28.212770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.246895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:28.262731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.265246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 3088a02e-6c56-4704-9934-4aab9cfa30ce is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:28.281632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] In _notify_port_updated(), no bound segment for port a335eaae-9e0b-4f85-9aeb-df8c9821f29d on network a0e30333-d87f-4657-8e77-d40b8651ea27 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:38:28.282039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.283621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.287711 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:28.295345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:28.304747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:28.304747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.308085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "PUT /v2.0/ports/a335eaae-9e0b-4f85-9aeb-df8c9821f29d HTTP/1.1" status: 200 len: 1003 time: 1.3226333 Jan 14 05:38:28.317929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48848) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:28.448398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 3088a02e-6c56-4704-9934-4aab9cfa30ce) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:28.452604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:28.460537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-de5e144c-fd94-43dd-ba79-ec8fab2f1a5d None None] Network 3088a02e-6c56-4704-9934-4aab9cfa30ce requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:28.477374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:28.501581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:28.502842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.597333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting port a335eaae-9e0b-4f85-9aeb-df8c9821f29d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:28.600545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.666625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.743943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.773118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4a4e52f1-278b-4dd6-a6c8-000e676d9686 None None] Provisioning complete for port a335eaae-9e0b-4f85-9aeb-df8c9821f29d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:28.774075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a4e52f1-278b-4dd6-a6c8-000e676d9686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.865459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4a4e52f1-278b-4dd6-a6c8-000e676d9686 None None] Port a335eaae-9e0b-4f85-9aeb-df8c9821f29d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:28.890839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-38c4ea3b-70f7-4fc6-bd29-493515b7090e tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:28.891639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-38c4ea3b-70f7-4fc6-bd29-493515b7090e tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Synchronizing usage tracker for tenant:3b556000d03a44f484319fe6c493c288 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:28.926725 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 8.8408067 Jan 14 05:38:28.930975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48864) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:28.933187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.946157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Network b409864e-1acd-46ae-b515-7e48522eb3d3 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:28.960068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:28.979714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.054007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7537a838-0ceb-4651-aa8a-4211c38a935d tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:29.069694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-38c4ea3b-70f7-4fc6-bd29-493515b7090e tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Unset dirty status for tenant:3b556000d03a44f484319fe6c493c288 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:29.071030 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-38c4ea3b-70f7-4fc6-bd29-493515b7090e tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "GET /v2.0/networks?id=9ea20703-0b50-460b-9c93-3caffd7bcd8e HTTP/1.1" status: 200 len: 806 time: 1.1432521 Jan 14 05:38:29.197245 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-4f5c2e6f-02b3-40d1-ac35-8a1dab4f59a6 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "GET /v2.0/quotas/3b556000d03a44f484319fe6c493c288 HTTP/1.1" status: 200 len: 375 time: 0.1125085 Jan 14 05:38:29.336877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Network b409864e-1acd-46ae-b515-7e48522eb3d3 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:29.491770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.574403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.599862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event updated for resources: {'Port': ['ID=929c540a-1359-420d-a293-2fa5b6580ace,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:29.614208 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.560s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:29.679072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.680414 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/104d169e-d9a7-4a6b-8208-f6ac9e9f2152 HTTP/1.1" status: 204 len: 168 time: 1.4399555 Jan 14 05:38:29.681197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a8bda19-065c-4389-aa44-d66ccceab4ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:38:29.731859 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:38:29.796619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Calling delete_port for a335eaae-9e0b-4f85-9aeb-df8c9821f29d owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:29.800542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a83e6bd2-6386-4f79-924a-c1daec02463c None None] Provisioning complete for port 929c540a-1359-420d-a293-2fa5b6580ace triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:29.801193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a83e6bd2-6386-4f79-924a-c1daec02463c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.843939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=104d169e-d9a7-4a6b-8208-f6ac9e9f2152,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:29.866177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:29.885460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a83e6bd2-6386-4f79-924a-c1daec02463c None None] Port 929c540a-1359-420d-a293-2fa5b6580ace cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.895812 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.898944 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:29.902371 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:29.918967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.919963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed63a160-4ebc-4ac4-903f-f8d5b6eb6661 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:29.924889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.954619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed63a160-4ebc-4ac4-903f-f8d5b6eb6661 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:29.957756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ed63a160-4ebc-4ac4-903f-f8d5b6eb6661 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 1.0224483 Jan 14 05:38:29.958737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] In _notify_port_updated(), no bound segment for port 929c540a-1359-420d-a293-2fa5b6580ace on network 0697c036-fafe-4999-ade9-2c50fd507a3a {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:38:29.963961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0e5bc9f-7a0f-4ef9-9bf7-5b447c4c8a99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:29.977477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:29.978237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:29.979729 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "PUT /v2.0/ports/929c540a-1359-420d-a293-2fa5b6580ace HTTP/1.1" status: 200 len: 1137 time: 2.2926078 Jan 14 05:38:29.980678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:29.985858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48888) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:29.987013 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] 10.222.0.48 "DELETE /v2.0/networks/b409864e-1acd-46ae-b515-7e48522eb3d3 HTTP/1.1" status: 204 len: 168 time: 3.6249456 Jan 14 05:38:30.009163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-92d699ee-db9a-45d6-abda-701a5183399e tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "GET /v2.0/ports?tenant_id=3b556000d03a44f484319fe6c493c288&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6745727 Jan 14 05:38:30.019226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Pushing event deleted for resources: {'Network': ['ID=b409864e-1acd-46ae-b515-7e48522eb3d3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:30.022800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:30.062923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.165030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting port 2f691bdc-aa25-4927-9b6c-ca28cc258b52 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:30.165390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.243372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d830f96f-9f6d-4c30-9f23-e08f70553585 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:30.248335 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d830f96f-9f6d-4c30-9f23-e08f70553585 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "GET /v2.0/ports/929c540a-1359-420d-a293-2fa5b6580ace HTTP/1.1" status: 200 len: 1137 time: 0.2548676 Jan 14 05:38:30.249440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48902) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:30.266466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48906) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:30.282684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.368704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Deleting port 929c540a-1359-420d-a293-2fa5b6580ace {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:30.369326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.607261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.676533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.683020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-6c941b59-e589-4eac-ad3c-82ce072a7cac service neutron] 10.222.0.48 "GET /v2.0/networks/9ea20703-0b50-460b-9c93-3caffd7bcd8e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6581573 Jan 14 05:38:30.686769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.705555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ab6af7a-0be7-4663-aa7e-71c021a3372e tempest-ExternalNetworksAdminNegativeTestJSON-131854494 tempest-ExternalNetworksAdminNegativeTestJSON-131854494] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:30.769183 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c3ef737-117b-48d9-87e8-e661609d41b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8e48eaf5b91c452480340c8e12c1537f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4996047 Jan 14 05:38:30.775792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Calling delete_port for 2f691bdc-aa25-4927-9b6c-ca28cc258b52 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:30.808381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48920) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:30.891319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:30.914133 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7de8cec0-a672-4cb6-bd3b-4513516ae851 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:30.940864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Pushing event updated for resources: {'Port': ['ID=799e36b7-d5b0-42d6-82a4-8b17b69d9724,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:30.944389 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:31.030298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8eab8cf2-63d0-41aa-b845-2fa607915697 req-6833101b-265d-4619-8f55-779233de1915 service neutron] 10.222.0.48 "GET /v2.0/networks/9ea20703-0b50-460b-9c93-3caffd7bcd8e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3282270 Jan 14 05:38:31.046237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Port': ['ID=a335eaae-9e0b-4f85-9aeb-df8c9821f29d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:31.097175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:31.098007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:31.316354 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Floating IP a80b9ff0-f925-467c-a9e3-c010c3684cc1 associated. External IP: 172.25.3.137, port: c76674d1-bdb5-43f8-845f-3dd27c8fc826. Jan 14 05:38:31.406668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:31.693841 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aec8fccd-8ec4-4dad-8b39-baf09340bb4f tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:31.757899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48958) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:31.770561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Port': ['ID=2f691bdc-aa25-4927-9b6c-ca28cc258b52,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:31.788623 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:31.793631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:31.815866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:31.859534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:31.918912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/ports/2f691bdc-aa25-4927-9b6c-ca28cc258b52 HTTP/1.1" status: 204 len: 168 time: 1.9315307 Jan 14 05:38:31.919379 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/ports/a335eaae-9e0b-4f85-9aeb-df8c9821f29d HTTP/1.1" status: 204 len: 168 time: 3.6004505 Jan 14 05:38:31.921857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48970) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:31.922231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48972) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:31.954505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Router 83496589-f611-40b5-b6f9-ae00b14c21fb has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:38:32.095615 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4cf70a51-d15f-4b9b-9c50-7d1fc322003c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] GET failed (client error): The resource could not be found. Jan 14 05:38:32.096276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4cf70a51-d15f-4b9b-9c50-7d1fc322003c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Synchronizing usage tracker for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:32.138090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:32.155719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:32.192556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:38:32.204316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] Sync routers for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:38:32.216100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:32.216887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:32.218749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:32.284538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 988 time: 12.2401695 Jan 14 05:38:32.284538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48982) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:32.293395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:32.303541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:32.304174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:32.328450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4cf70a51-d15f-4b9b-9c50-7d1fc322003c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Unset dirty status for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:32.343318 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4cf70a51-d15f-4b9b-9c50-7d1fc322003c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "GET /v2.0/ports/a335eaae-9e0b-4f85-9aeb-df8c9821f29d HTTP/1.1" status: 404 len: 333 time: 0.4060154 Jan 14 05:38:32.361064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48986) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:32.379516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:32.380244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ec24d19d-a3ce-4b1c-a08b-f3cd7f4c37fc None None] The sync data for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:38:32.384053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1528411490'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:32.446913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:32.458941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting port 81f7f357-e1de-44ef-a9ad-73348092469e {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:32.459569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:32.557172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Calling delete_port for 929c540a-1359-420d-a293-2fa5b6580ace owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:32.559851 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7e001930-b66a-4028-b751-6161a4ee7b98 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] 10.222.0.48 "GET /v2.0/floatingips/a80b9ff0-f925-467c-a9e3-c010c3684cc1 HTTP/1.1" status: 200 len: 983 time: 0.2745998 Jan 14 05:38:32.564147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48992) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:32.736251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49000) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:33.020071 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7a06a4ac-d200-4778-8f74-e6e277297703 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1946 time: 0.4545643 Jan 14 05:38:33.029713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49016) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:33.117286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.121928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:33.129587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.132375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:33.158151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:33.167981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.281523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Calling delete_port for 81f7f357-e1de-44ef-a9ad-73348092469e owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:33.323290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting port 799e36b7-d5b0-42d6-82a4-8b17b69d9724 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:33.323773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.333509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49024) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:33.362233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.373513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:33.399431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3bf4db6-99e9-496a-8347-f79f21f0c916,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:33.408484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:33.409957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.411232 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3bf4db6-99e9-496a-8347-f79f21f0c916 HTTP/1.1" status: 204 len: 168 time: 2.5707405 Jan 14 05:38:33.499715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] device_id is not set on port e37ab538-d106-40fc-9dd6-0ae20af13f03 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:33.541744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.561229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:33.566441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Usage tracker for resource:security_group_rule and tenant:faf31a77ad94487786683828d044cfb0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:33.569496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:33.575138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:33.586612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.601962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.630589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca4c73fb-00f5-4a8f-b459-941bd874763e tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:33.678838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.682480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:33.753220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Port': ['ID=81f7f357-e1de-44ef-a9ad-73348092469e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:33.760501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Allocated IP 2001:db8::33c (a0e30333-d87f-4657-8e77-d40b8651ea27/7c0ec64e-58f4-4211-ad4c-06a21a5e7224/e37ab538-d106-40fc-9dd6-0ae20af13f03) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:33.762467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Usage tracker for resource:security_group_rule and tenant:03f4bbff2f1245afbf9acbe8502f6760 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:33.765682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:33.775175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:33.808888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.809259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.818085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:33.833624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6657f857-4ec9-4eb3-ac0b-80ceb7db74c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:33.851394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:33.882371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Pushing event deleted for resources: {'SecurityGroup': ['ID=915a65ae-0d29-47fe-bab9-c7b040759e64,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:33.913338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:33.913930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44686ad3-8d92-4d91-a2d9-a6cd09ebcb6b tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:33.966166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Calling delete_port for 799e36b7-d5b0-42d6-82a4-8b17b69d9724 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:34.052763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event deleted for resources: {'Port': ['ID=929c540a-1359-420d-a293-2fa5b6580ace,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:34.072511 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:34.098516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.099808 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "DELETE /v2.0/security-groups/915a65ae-0d29-47fe-bab9-c7b040759e64 HTTP/1.1" status: 204 len: 168 time: 2.3196595 Jan 14 05:38:34.105473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:34.135880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.158508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.159492 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-fb1a8cfe-1466-452e-9ca5-f93f42610374 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] show failed (client error): The resource could not be found. Jan 14 05:38:34.163400 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb1a8cfe-1466-452e-9ca5-f93f42610374 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "GET /v2.0/security-groups/915a65ae-0d29-47fe-bab9-c7b040759e64 HTTP/1.1" status: 404 len: 347 time: 0.0493259 Jan 14 05:38:34.167875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49046) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:34.184671 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/ports/81f7f357-e1de-44ef-a9ad-73348092469e HTTP/1.1" status: 204 len: 168 time: 2.2467535 Jan 14 05:38:34.184671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.192356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49050) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:34.261463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-51e7705a-00cf-4238-9012-34b562f91150 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Synchronizing usage tracker for tenant:a57f22333fda41899c3d8141d4a88765 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:34.264191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28bc4f75-6d6a-43e0-a30e-466d60cbd912 tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:34.292734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.296339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-51e7705a-00cf-4238-9012-34b562f91150 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Unset dirty status for tenant:a57f22333fda41899c3d8141d4a88765 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:34.297691 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-51e7705a-00cf-4238-9012-34b562f91150 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1043015 Jan 14 05:38:34.303582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49058) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:34.338830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.355379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-239308930'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:34.370272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.373694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:34.404007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Usage tracker for resource:network and tenant:a57f22333fda41899c3d8141d4a88765 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:34.408956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:34.417935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:34.430442 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=03f4bbff2f1245afbf9acbe8502f6760&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6570997 Jan 14 05:38:34.430976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49064) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:34.447528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Transition to ACTIVE for port object e37ab538-d106-40fc-9dd6-0ae20af13f03 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:34.453520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=58fdee3e-77da-46b8-af5f-eaee9850c1b2,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:34.453790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Made reservation on behalf of a57f22333fda41899c3d8141d4a88765 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:34.463463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.482908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.520513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Deleting port c0eb1c91-a6b3-4a4f-97ba-e10db000e21e {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:34.520867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.550597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:34.561974 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc3309ea-b180-4d0f-b192-b3deeed3f7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.211s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:34.575553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95bb3224-4b7f-4927-9c42-82c412557920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:34.613194 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=faf31a77ad94487786683828d044cfb0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2688758 Jan 14 05:38:34.630065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:34.640411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.640785 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Added segment e2bcaeaa-5bbb-41cd-8107-9266940d3d6f of type vxlan for network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 Jan 14 05:38:34.648921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49072) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:34.654289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.656695 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "DELETE /v2.0/ports/929c540a-1359-420d-a293-2fa5b6580ace HTTP/1.1" status: 204 len: 168 time: 4.4043808 Jan 14 05:38:34.663068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49076) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:34.668322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event deleted for resources: {'Port': ['ID=799e36b7-d5b0-42d6-82a4-8b17b69d9724,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:34.671310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:34.686937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.706423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=75466f71-d66c-463f-830b-117eef9c1e6d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:34.724159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:34.745696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.812404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:34.842710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:38:34.844303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.881894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.882261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.901586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:34.968168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.010963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.027007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Calling delete_port for c0eb1c91-a6b3-4a4f-97ba-e10db000e21e owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:35.030108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:35.030815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.098611 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:35.102028 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:35.116219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=e37ab538-d106-40fc-9dd6-0ae20af13f03,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:35.120581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:35.168757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.178881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-089aa178-6bfb-4c6e-80ce-97097bccfac1 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:35.199826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75466f71-d66c-463f-830b-117eef9c1e6d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:35.204230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:35.218033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.222036 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75466f71-d66c-463f-830b-117eef9c1e6d HTTP/1.1" status: 204 len: 168 time: 0.5718927 Jan 14 05:38:35.239210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.262482 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-542a44a8-00e7-446c-a304-ab0a576f2e0b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:35.318029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99cc59e4-e6ea-460c-993f-f1115a724f5f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:35.363420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Deleting subnet 4577b1f7-ffa7-41ba-9a03-10a6627ad413 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:38:35.368064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.434584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.490906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Pushing event deleted for resources: {'Port': ['ID=c0eb1c91-a6b3-4a4f-97ba-e10db000e21e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:35.523474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:35.532363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.559831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.562957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.567440 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] 10.222.0.48 "DELETE /v2.0/floatingips/b7c28fd0-2205-4035-b019-9aa567926f5f HTTP/1.1" status: 204 len: 168 time: 1.3939836 Jan 14 05:38:35.571103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49088) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:35.594937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.610362 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.3028548 Jan 14 05:38:35.648189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49092) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:35.671568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'network': {'name': 'tempest-BulkNetworkOpsIpV6Test-test-network-1649078109'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:35.681204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:35.746276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Usage tracker for resource:network and tenant:a57f22333fda41899c3d8141d4a88765 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:35.764573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Quota usage for network was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:35.775343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:35.800611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Made reservation on behalf of a57f22333fda41899c3d8141d4a88765 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:35.811857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.874551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:35.889542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:35.889990 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Added segment 590cf9e1-38c2-4816-82b9-431fcab051c7 of type vxlan for network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 Jan 14 05:38:35.919642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:36.034329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:36.053947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:36.054677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:36.162767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15f124c2-4905-4d62-b80f-725c2e54f4c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:36.244087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Network': ['ID=2e8ec027-4320-4e80-9be9-5e25b02cadc7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:36.259752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:36.263374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.945s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:36.280500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:36.287569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:36.305694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:36.325368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:36.326102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:36.328101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 0.6698096 Jan 14 05:38:36.334145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Network': ['ID=827cc37f-8e7e-4cbb-8749-87a9cc6eb170,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:36.336034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:36.358185 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9951258 Jan 14 05:38:36.362230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49110) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:36.363053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:36.363438 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Floating IP a80b9ff0-f925-467c-a9e3-c010c3684cc1 disassociated (deleted). External IP: 172.25.3.137, port: c76674d1-bdb5-43f8-845f-3dd27c8fc826. Jan 14 05:38:36.383876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'network_id': 'a0e30333-d87f-4657-8e77-d40b8651ea27', 'name': 'tempest-AllowedAddressPairIpV6TestJSON-1612114906'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:36.482185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:36.772224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:36.807149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:36.953027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-821ea7cd-3a33-4caf-a9b8-93d1090de837 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:37.031600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:37.060228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:37.084230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:37.112780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49124) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:37.241830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=58fdee3e-77da-46b8-af5f-eaee9850c1b2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:37.256796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:37.261217 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/58fdee3e-77da-46b8-af5f-eaee9850c1b2 HTTP/1.1" status: 204 len: 168 time: 2.8273952 Jan 14 05:38:37.271711 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:37.299044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:37.356580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce85fc2b-e466-4c13-9cad-67207561d71e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:37.452146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:37.500993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:37.510139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-633e0a6e-3ebd-4c8d-ab58-346479fb8cd2 None None] Provisioning for port e37ab538-d106-40fc-9dd6-0ae20af13f03 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:37.522298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest-1062791874-network', 'tenant_id': '43cd020a47124215961e0bfe3de50188'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:37.527289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-633e0a6e-3ebd-4c8d-ab58-346479fb8cd2 None None] Provisioning complete for port e37ab538-d106-40fc-9dd6-0ae20af13f03 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:37.527754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-633e0a6e-3ebd-4c8d-ab58-346479fb8cd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:37.551894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:37.563591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Usage tracker for resource:network and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:37.566668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Made reservation on behalf of ff94637a00974e5da69222fd6c387985 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:37.591390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:37.625663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:37.639014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-633e0a6e-3ebd-4c8d-ab58-346479fb8cd2 None None] Port e37ab538-d106-40fc-9dd6-0ae20af13f03 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:37.639196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event deleted for resources: {'Subnet': ['ID=4577b1f7-ffa7-41ba-9a03-10a6627ad413,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:37.656627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:37.672070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:37.751215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Router 83496589-f611-40b5-b6f9-ae00b14c21fb has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:38:37.774648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:37.781196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bc54f122-49fa-4955-8c8d-0a453c1b7765 None None] Network 0697c036-fafe-4999-ade9-2c50fd507a3a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:38.068792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] device_id is not set on port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:38:38.090357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:38:38.093599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "DELETE /v2.0/subnets/4577b1f7-ffa7-41ba-9a03-10a6627ad413 HTTP/1.1" status: 204 len: 168 time: 3.4190412 Jan 14 05:38:38.097993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.128740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49138) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:38.129346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49140) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:38.213302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.244400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:38.249044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Usage tracker for resource:security_group_rule and tenant:b7cf28ca650d437cb320102be796d840 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:38.252362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:38.267945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:38.289692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Allocated IP 2001:db8::3bf (a0e30333-d87f-4657-8e77-d40b8651ea27/7c0ec64e-58f4-4211-ad4c-06a21a5e7224/9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:38.307964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] Sync routers for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:38:38.376708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:38.381747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.382845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:38.383762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:38.444168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.478440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:38.512864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:38.545015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:38.546193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:38.578608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Usage tracker for resource:security_group_rule and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:38.632968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.645690 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "DELETE /v2.0/floatingips/a80b9ff0-f925-467c-a9e3-c010c3684cc1 HTTP/1.1" status: 204 len: 168 time: 5.6148729 Jan 14 05:38:38.649766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49148) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:38.650589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.665969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf354928-252d-4da4-b7e7-a94c2c7d240b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:38.676146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:38.682574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:38.687040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Usage tracker for resource:floatingip and tenant:c252d4a4bf9747ba97b12187285c2ff3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:38.689318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:38.690718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:38.696313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:38.697064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:38.697730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-958c650e-95e5-4ccc-b728-a2f62255a811 None None] The sync data for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:38:38.732920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.741287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:38.761825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.799299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7cf28ca650d437cb320102be796d840&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6613998 Jan 14 05:38:38.804642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] DHCP port deletion for 0697c036-fafe-4999-ade9-2c50fd507a3a request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:38:38.807722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49152) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:38.809817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Deleting port dc2a843f-54bf-4c9e-85e2-9209d10c0124 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:38.810245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:38.824525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.031106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=940e4dc6-50d5-4828-9baa-82e98255d4db,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:39.051312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:39.097366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.105107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Deleting port dc2a843f-54bf-4c9e-85e2-9209d10c0124 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:39.106148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.175919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.195077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] For port dc2a843f-54bf-4c9e-85e2-9209d10c0124, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dc2a843f-54bf-4c9e-85e2-9209d10c0124,segment=NetworkSegment(0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173),segment_id=0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:39.195522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.197107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.242846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Transition to ACTIVE for port object 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:39.413165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Calling delete_port for dc2a843f-54bf-4c9e-85e2-9209d10c0124 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:39.414512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] For port dc2a843f-54bf-4c9e-85e2-9209d10c0124, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dc2a843f-54bf-4c9e-85e2-9209d10c0124,segment=NetworkSegment(0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173),segment_id=0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:39.415074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.415612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.458312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.468764 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5e66bf3-28b4-44e5-a527-93737668afa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:39.477421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.573715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dc2a843f-54bf-4c9e-85e2-9209d10c0124 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:39.606739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.663189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Calling delete_port for dc2a843f-54bf-4c9e-85e2-9209d10c0124 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:39.708254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:39.719728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:39.724938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:39.727582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:39.745101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:38:39.745463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:38:39.749497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:39.752743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.768829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bde04dc2-381b-4ed3-8034-5e4bd6340f47,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:39.773966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:39.787718 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6c40a35-f3fb-4f20-a875-98cf5f71fb74 service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.129s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:39.800226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.844195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:39.844766 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Added segment b42d409b-d96a-474d-ac2f-a911e21885d7 of type vxlan for network ed16ca90-cc02-4941-84e3-bc8c0f327a01 Jan 14 05:38:40.070436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.149745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:40.161649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:40.173331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.174596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:40.175314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.186082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60987f53-6648-4f7f-a439-08de1259e9c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:40.198053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49164) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:40.203260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.211289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07335be1-f012-4708-827f-ff89374b9d28 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:40.214073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'subnets': [{'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1199037880', 'ip_version': 6}, {'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:40.214390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'subnet': {'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7', 'cidr': '2001:db8::/64', 'name': 'tempest-subnet--1199037880', 'ip_version': 6}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:40.215424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Request body: {'subnet': {'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:40.237916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2eb2987b-d68b-4557-a101-2883136eb091 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:40.255542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Deleting port dc2a843f-54bf-4c9e-85e2-9209d10c0124 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:40.255926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.256464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: dc2a843f-54bf-4c9e-85e2-9209d10c0124 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:40.256972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dc2a843f-54bf-4c9e-85e2-9209d10c0124 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:40.267733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Pushing event deleted for resources: {'Port': ['ID=dc2a843f-54bf-4c9e-85e2-9209d10c0124,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:40.289153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Pushing event updated for resources: {'Network': ['ID=ed16ca90-cc02-4941-84e3-bc8c0f327a01,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:40.291441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.291971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.292639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.293414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.293902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.294386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.295227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.295713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.296190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.296688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.298143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.298821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.299496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.299949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.300425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.300907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.301391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.302456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.303075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.303561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.304045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.304491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.305088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.305563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.306132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.306604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.307102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.307679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.308157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.308628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.309100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.309566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.310196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.310664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.311166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.311730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:40.316575 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:40.322537 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 944 time: 3.9515283 Jan 14 05:38:40.326551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:40.326922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49168) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:40.330797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:40.343550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '2001:db8::31f', 'mac_address': 'fa:16:3e:9f:d4:a6'}, {'ip_address': '2001:db8::33c', 'mac_address': 'fa:16:3e:33:5b:f2'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:40.398041 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 3.2809241 Jan 14 05:38:40.405931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49172) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:40.418379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Request body: {'subnet': {'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest-1062791874-subnet', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:40.438048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.450438 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:40.454623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:40.460456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:40.474778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Usage tracker for resource:subnet and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:40.478619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:40.519562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:40.585580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:40.608489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5ad5b5d6-f145-4fb7-85bb-3b851ca204f1 None None] Provisioning for port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:40.621749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5ad5b5d6-f145-4fb7-85bb-3b851ca204f1 None None] Provisioning complete for port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:40.628946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ad5b5d6-f145-4fb7-85bb-3b851ca204f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.634649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:40.639695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.726588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Deleting port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:40.727022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.862372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5ad5b5d6-f145-4fb7-85bb-3b851ca204f1 None None] Port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:40.886184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=940e4dc6-50d5-4828-9baa-82e98255d4db,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:40.886681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] No DVR routers for this DVR port dc2a843f-54bf-4c9e-85e2-9209d10c0124 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:38:40.916538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] The port 'dc2a843f-54bf-4c9e-85e2-9209d10c0124' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:38:40.917812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:40.922485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Allocated IP 172.25.3.97 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/e56d666e-741e-4bcc-bc23-ec924775ce72) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:40.993154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] For port 292e23db-ecff-4b19-ae31-8fc7d9d9ac18, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,segment=NetworkSegment(357f8487-969e-496c-9cd5-8e4f3565a1d5),segment_id=357f8487-969e-496c-9cd5-8e4f3565a1d5)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:40.993545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.995724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:40.999641 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/940e4dc6-50d5-4828-9baa-82e98255d4db HTTP/1.1" status: 204 len: 168 time: 2.1844025 Jan 14 05:38:41.130593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:41.177008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Calling delete_port for 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:41.261503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:41.494144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0697c036-fafe-4999-ade9-2c50fd507a3a']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:41.518180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:41.518524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0ea7a23c-4f0f-48e7-bbd9-b3afcac6a173') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:41.531990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:41.547826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:41.550108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Releasing vxlan tunnel 16 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:38:41.590239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:41.658426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Usage tracker for resource:subnet and tenant:a57f22333fda41899c3d8141d4a88765 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:41.667510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:41.693362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:41.817560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Network 0697c036-fafe-4999-ade9-2c50fd507a3a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:41.835553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:41.850795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Made reservation on behalf of a57f22333fda41899c3d8141d4a88765 for: {'subnet': 2} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:42.006653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.018600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.027377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2de348f-c62b-4c40-a3fa-4cf1160ba8e9 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:42.183430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Pushing event deleted for resources: {'Port': ['ID=292e23db-ecff-4b19-ae31-8fc7d9d9ac18,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:42.195579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:42.206949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4847945-afa0-44b9-b37c-7f469c927a27 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.240783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:38:42.296776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.297322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.326627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Network 0697c036-fafe-4999-ade9-2c50fd507a3a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:38:42.358370 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:38:42.361546 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:38:42.450298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:38:42.572339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.594563 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-def1447b-a819-40c6-9579-8180cd859c40 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:42.682330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Pushing event updated for resources: {'Port': ['ID=e56d666e-741e-4bcc-bc23-ec924775ce72,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:42.682878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.741288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.758347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.760473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:42.780184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:42.800922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:42.818055 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] 10.222.0.48 "DELETE /v2.0/networks/0697c036-fafe-4999-ade9-2c50fd507a3a HTTP/1.1" status: 204 len: 168 time: 4.6832047 Jan 14 05:38:42.823132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Pushing event deleted for resources: {'Network': ['ID=0697c036-fafe-4999-ade9-2c50fd507a3a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:42.830915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:42.901887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e913586-d109-4532-9724-8a93bdcca3bd tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:42.955178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:42.958475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:42.962623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:43.007815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:43.190151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event updated for resources: {'Port': ['ID=9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:43.198568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:43.203440 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-97d669f9-355d-4b96-933c-149dd7ddd562 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:43.220742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:43.276111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cc76379-997c-41a7-9531-2258deb89914,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:43.288211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:43.303708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:43.491709 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:43.535378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] In _notify_port_updated(), no bound segment for port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 on network a0e30333-d87f-4657-8e77-d40b8651ea27 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.536992 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.541166 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:38:43.545492 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:38:43.555391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:43.556147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:43.561011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "PUT /v2.0/ports/9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 HTTP/1.1" status: 200 len: 1068 time: 3.2299030 Jan 14 05:38:43.566175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49266) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:43.566516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:43.616589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:43.650816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:43.673199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c76b5a53-2cac-4433-bf0c-5a4b7dc03104 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:43.745033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:43.745416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.019875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Checking segment: {'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:44.023494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Network hostable DHCP agents. Network: ed16ca90-cc02-4941-84e3-bc8c0f327a01, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:44.047740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0857424c-2f3f-4790-9a1e-b46e5a478aa4 None None] Provisioning complete for port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:44.050001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0857424c-2f3f-4790-9a1e-b46e5a478aa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.130400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0857424c-2f3f-4790-9a1e-b46e5a478aa4 None None] Port 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:38:44.258015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Pushing event updated for resources: {'Port': ['ID=e56d666e-741e-4bcc-bc23-ec924775ce72,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:44.276755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:44.297957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49288) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:44.446208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-344e3c5e-9b1a-444a-b4e4-b6a24bec1b56 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.486064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.520046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.524322 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 5.8656702 Jan 14 05:38:44.525843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49294) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:44.569291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.588125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:44.594624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Usage tracker for resource:security_group_rule and tenant:0149e438fbdc446caac271ffaa876735 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:44.598521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:44.607085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:44.711799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.735304 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-489dbf5a-1db0-41c3-ac4d-d18d9579d4b2 tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:44.789678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:44.859819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:44.889081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Usage tracker for resource:floatingip and tenant:2fec5d388eed432b81ad5a549a2f93f0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:44.905991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:44.927927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:44.931792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Subnet': ['ID=dd3b832c-503d-480a-9231-10e2c72ab458,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:44.946229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Router 0088aac8-9c88-4f28-aed9-40588e36a394 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:38:44.952102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:44.952268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fe5ae59e-1021-4f82-970c-b85855ecd5b7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b89907a9d3674ac1ac4ec29cc4a01a9b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3802595 Jan 14 05:38:44.953674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49302) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:44.966272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:44.983716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:44.999095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.008177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ed16ca90-cc02-4941-84e3-bc8c0f327a01) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:45.017444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3d8282d-1b5b-4b78-b064-4e84f3159348 None None] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:45.029572 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc664f42-f63b-403c-be17-fdad38f9d9f5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:45.030052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:45.030815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.062824 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0149e438fbdc446caac271ffaa876735&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7617719 Jan 14 05:38:45.065663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d231ccb6-8f8e-4907-801c-d9ee3c639ec5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:45.068523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49306) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:45.069355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.094288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:45.283426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.310926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.311679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.9046052 Jan 14 05:38:45.312441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49310) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:45.334123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.338113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Checking segment: {'id': 'e2bcaeaa-5bbb-41cd-8107-9266940d3d6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:45.338523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network hostable DHCP agents. Network: 2e8ec027-4320-4e80-9be9-5e25b02cadc7, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:45.346322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'fixed_ips': [{'subnet_id': '8cc76379-997c-41a7-9531-2258deb89914'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:38:45.346641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.364016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.410588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:45.446254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-49417835-4383-4929-801b-774f41996420 admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:45.452319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.461734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Calling delete_port for 9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:45.469715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 2e8ec027-4320-4e80-9be9-5e25b02cadc7) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:45.480668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.487669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8595a49-92d6-45c4-aeec-16ff04174343 None None] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:45.564768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-49417835-4383-4929-801b-774f41996420 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:45.591592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-49417835-4383-4929-801b-774f41996420 admin admin] Usage tracker for resource:router and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:45.607842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-49417835-4383-4929-801b-774f41996420 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:45.624183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:38:45.629736 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] 10.222.0.48 "PUT /v2.0/routers/0088aac8-9c88-4f28-aed9-40588e36a394/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0572298 Jan 14 05:38:45.631147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-49417835-4383-4929-801b-774f41996420 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:45.635390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] Sync routers for ids ['0088aac8-9c88-4f28-aed9-40588e36a394'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:38:45.637878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.645249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49314) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:45.652261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] Routers {'0088aac8-9c88-4f28-aed9-40588e36a394'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:45.653207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0088aac8-9c88-4f28-aed9-40588e36a394'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:45.768568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.769685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.796972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-2e8ec027-4320-4e80-9be9-5e25b02cadc7', 'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7', 'tenant_id': 'a57f22333fda41899c3d8141d4a88765', 'fixed_ips': [{'subnet_id': 'dd3b832c-503d-480a-9231-10e2c72ab458'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:38:45.798334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:45.817973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Allocated IP 172.25.3.59 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/605d44c1-f365-4740-9784-3d726bb25df1) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:46.071396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.082187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] Set router 0088aac8-9c88-4f28-aed9-40588e36a394 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:46.138341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.197049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Allocated IP 172.20.0.2 (ed16ca90-cc02-4941-84e3-bc8c0f327a01/8cc76379-997c-41a7-9531-2258deb89914/c5e9c81c-da67-43ab-b48d-6ce72bd3a23f) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:46.199495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.200497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.221772 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02e5834d-1516-4c35-9ad3-b835282b7c54 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:46.478176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Pushing event updated for resources: {'Port': ['ID=605d44c1-f365-4740-9784-3d726bb25df1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:46.486866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:46.628658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:38:41Z', 'revision_number': 5, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:46.629102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.633794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] Checking router: 0088aac8-9c88-4f28-aed9-40588e36a394 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:38:46.656763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] Routers {'0088aac8-9c88-4f28-aed9-40588e36a394'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:46.657643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0088aac8-9c88-4f28-aed9-40588e36a394'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:46.698038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.712512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.720535 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a877c60-eff1-442a-b884-1e9dcf207a70 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:46.736265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Allocated IP 2001:db8::1 (2e8ec027-4320-4e80-9be9-5e25b02cadc7/dd3b832c-503d-480a-9231-10e2c72ab458/f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:46.739687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.755820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d231ccb6-8f8e-4907-801c-d9ee3c639ec5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:46.759143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:46.797702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.802290 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d231ccb6-8f8e-4907-801c-d9ee3c639ec5 HTTP/1.1" status: 204 len: 168 time: 1.7128081 Jan 14 05:38:46.859471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:46.864889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:46.867639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:46.902098 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16514f9f-6be0-4ae6-b676-eb06b7445867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:46.977206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.985859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:46.988630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Transition to ACTIVE for port object c5e9c81c-da67-43ab-b48d-6ce72bd3a23f will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:47.028027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Transition to ACTIVE for port object c5e9c81c-da67-43ab-b48d-6ce72bd3a23f will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:47.041766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.052842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.061078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.066434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Port': ['ID=9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:47.079927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.082130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89fced72-b61e-407c-9fd3-39ebb5116ca1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:47.091422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] Set router 0088aac8-9c88-4f28-aed9-40588e36a394 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:47.091584 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:47.095115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93388a19-01c7-407d-8104-829a861fbc19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:47.267243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.335158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=63d4fdb4-1c00-40b9-99bd-27eed269b1cf,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:47.507502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:47.507993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.521084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Transition to ACTIVE for port object f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:47.538587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Transition to ACTIVE for port object f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:47.540591 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/ports/9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 HTTP/1.1" status: 204 len: 168 time: 3.9697552 Jan 14 05:38:47.541378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6e3fb98-5d29-47dc-9c5b-f2f88a5c2ab2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:47.542080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.543296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/63d4fdb4-1c00-40b9-99bd-27eed269b1cf HTTP/1.1" status: 204 len: 168 time: 2.5803704 Jan 14 05:38:47.553181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49332) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:47.659184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Pushing event updated for resources: {'Port': ['ID=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:47.670406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:47.675201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.694037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:47.694562 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:47.704523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.729666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:47.729842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Deleting port 9645e0f0-8f35-4067-a617-569f8e5cac12 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:47.730254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.742787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:47.773702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:47.778474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:38:41Z', 'revision_number': 5, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:47.783388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-131a0626-d5a0-46d5-8328-70efc6ebc100 None None] The sync data for ids ['0088aac8-9c88-4f28-aed9-40588e36a394'] in n-d-768851-4 is: [{'id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'name': 'tempest-ServersTestJSON-1865049328-router', 'tenant_id': '3b556000d03a44f484319fe6c493c288', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189'}], 'enable_snat': True}, 'gw_port_id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:37:42Z', 'updated_at': '2021-01-14T05:38:41Z', 'revision_number': 5, 'project_id': '3b556000d03a44f484319fe6c493c288', 'gw_port': {'id': '9645e0f0-8f35-4067-a617-569f8e5cac12', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:39:58:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0088aac8-9c88-4f28-aed9-40588e36a394', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1495, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.189', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:37:52Z', 'updated_at': '2021-01-14T05:38:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:38:47.867457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event updated for resources: {'Subnet': ['ID=4f279de2-7230-4729-905b-ec5abf599fe9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:47.902465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.821s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:47.990004 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1562408d-f2ee-4992-82ae-d8b7517a4d5a tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] GET failed (client error): The resource could not be found. Jan 14 05:38:47.993747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1562408d-f2ee-4992-82ae-d8b7517a4d5a tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Synchronizing usage tracker for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:48.092371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Pushing event updated for resources: {'Port': ['ID=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:48.096123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.401s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:48.201213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Attempting to bind port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:38:48.201779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Attempting to bind port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:38:48.206319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Attempting to bind port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f on network ed16ca90-cc02-4941-84e3-bc8c0f327a01 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:38:48.227211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:38:48.228008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Checking segment: {'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:48.228618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:48.229178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Bound using segment: {'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:38:48.229836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Bound port: c5e9c81c-da67-43ab-b48d-6ce72bd3a23f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:38:48.230394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:48.399015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:48.408292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:48.419644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] For port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:38:48.425492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3beabed2-b579-4e75-8cdc-8658f392f91a service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:48.429146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] For port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,segment=NetworkSegment(b42d409b-d96a-474d-ac2f-a911e21885d7),segment_id=b42d409b-d96a-474d-ac2f-a911e21885d7)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:38:48.444875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:48.503245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Pushing event updated for resources: {'Port': ['ID=605d44c1-f365-4740-9784-3d726bb25df1,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:48.506034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Checking segment: {'id': '590cf9e1-38c2-4816-82b9-431fcab051c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:48.506536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network hostable DHCP agents. Network: 827cc37f-8e7e-4cbb-8749-87a9cc6eb170, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:48.514642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1562408d-f2ee-4992-82ae-d8b7517a4d5a tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Unset dirty status for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:48.519184 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1562408d-f2ee-4992-82ae-d8b7517a4d5a tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "GET /v2.0/ports/9bad1f8d-4f87-40cb-8f50-1d1e339d5bd0 HTTP/1.1" status: 404 len: 333 time: 0.9591258 Jan 14 05:38:48.525540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:48.526116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49356) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:48.706811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:48.756067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:48.768753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 827cc37f-8e7e-4cbb-8749-87a9cc6eb170) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:48.855254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e6d0d3f-b4c3-49b9-acbf-33ebf3c9f821 None None] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:48.863220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting port e37ab538-d106-40fc-9dd6-0ae20af13f03 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:48.873918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.058343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] For port 9645e0f0-8f35-4067-a617-569f8e5cac12, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9645e0f0-8f35-4067-a617-569f8e5cac12,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:49.059358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.237535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Calling delete_port for 9645e0f0-8f35-4067-a617-569f8e5cac12 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:49.454748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.492265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:49.581439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:49.581965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 292e23db-ecff-4b19-ae31-8fc7d9d9ac18 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:49.617102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:49.625116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:49.627624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:49.696435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.710235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-827cc37f-8e7e-4cbb-8749-87a9cc6eb170', 'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170', 'tenant_id': 'a57f22333fda41899c3d8141d4a88765', 'fixed_ips': [{'subnet_id': '4f279de2-7230-4729-905b-ec5abf599fe9'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:38:49.711482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.750242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.808657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49378) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:49.823233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.915246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Attempting to bind port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:38:49.921235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Attempting to bind port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'e2bcaeaa-5bbb-41cd-8107-9266940d3d6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:38:49.921675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Attempting to bind port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 on network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:38:49.928968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Pushing event updated for resources: {'Port': ['ID=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:49.940867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:49.941192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:49.941941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:49.998413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Calling delete_port for e37ab538-d106-40fc-9dd6-0ae20af13f03 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:50.030177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.033583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.077982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.094902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.095680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0088aac8-9c88-4f28-aed9-40588e36a394 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:38:50.139543 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1476 time: 9.9402475 Jan 14 05:38:50.146746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.149920 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c11d5a22-1bff-45d9-8fac-b51cb3c6e57f admin admin] 10.222.0.48 "DELETE /v2.0/routers/0088aac8-9c88-4f28-aed9-40588e36a394 HTTP/1.1" status: 204 len: 168 time: 4.4995732 Jan 14 05:38:50.150894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49392) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:50.157612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49394) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:50.286306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Allocated IP 2001:db8:0:1::1 (827cc37f-8e7e-4cbb-8749-87a9cc6eb170/4f279de2-7230-4729-905b-ec5abf599fe9/bf9a28ed-80fa-44e3-a12f-342d8a728775) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:50.411624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5faaa-8f9f-4ac2-bbe7-b44ed93cce3e tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:50.425446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5faaa-8f9f-4ac2-bbe7-b44ed93cce3e tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:50.436373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d5faaa-8f9f-4ac2-bbe7-b44ed93cce3e tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:50.455475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8d5faaa-8f9f-4ac2-bbe7-b44ed93cce3e tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2102 time: 0.2967553 Jan 14 05:38:50.519172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49404) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:50.693842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Deleting subnet fcdc4b3c-ffdb-4e13-98af-239afcb122d2 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:38:50.703552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.737429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.749673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Transition to ACTIVE for port object bf9a28ed-80fa-44e3-a12f-342d8a728775 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:50.770427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Transition to ACTIVE for port object bf9a28ed-80fa-44e3-a12f-342d8a728775 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:38:50.784680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:38:50.785417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Checking segment: {'id': 'e2bcaeaa-5bbb-41cd-8107-9266940d3d6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:50.786506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.788342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Bound using segment: {'id': 'e2bcaeaa-5bbb-41cd-8107-9266940d3d6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:38:50.789026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Bound port: f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e2bcaeaa-5bbb-41cd-8107-9266940d3d6f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '2e8ec027-4320-4e80-9be9-5e25b02cadc7'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:38:50.791799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.793256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'network': {'name': 'tempest-FloatingIPNegativeTestJSON-test-network-1141398391'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:50.800477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:50.804868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:network and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:50.808470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:50.814484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:50.815968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.820365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.063s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:50.853260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Made reservation on behalf of 3d20617713de430caab0b12c78abc3b3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:50.864078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.933147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] For port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:38:50.944306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] For port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,segment=NetworkSegment(e2bcaeaa-5bbb-41cd-8107-9266940d3d6f),segment_id=e2bcaeaa-5bbb-41cd-8107-9266940d3d6f)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:38:50.948692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.984830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:50.998722 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-673100a4-0cc6-466b-8798-4ce083dea9b3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:50.998933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.053432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:51.072353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:security_group_rule and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:51.095627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:51.157706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:51.166995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Pushing event updated for resources: {'Port': ['ID=bf9a28ed-80fa-44e3-a12f-342d8a728775,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:51.196068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.281651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:51.282383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:51.435788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.449119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.479238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Pushing event updated for resources: {'Port': ['ID=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:51.480131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.500170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca7e2e29-5577-4342-9fd5-a7b28d8ef0b1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:51.515035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33f592b3-d404-4eeb-9f46-58094ddd028f None None] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:51.524057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.536665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.556028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:38:51.566123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49416) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:51.566986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.567560 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Added segment dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2 of type vxlan for network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 Jan 14 05:38:51.583989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89ca5c74-5d34-44ed-98c1-0bc720cd6377 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:51.593381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fcdc4b3c-ffdb-4e13-98af-239afcb122d2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:51.600592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:51.600721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting subnet dd3b832c-503d-480a-9231-10e2c72ab458 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:38:51.603158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:51.604615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.609817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:51.611303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c5e9c81c-da67-43ab-b48d-6ce72bd3a23f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:51.667591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.700564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Port': ['ID=e37ab538-d106-40fc-9dd6-0ae20af13f03,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:51.708714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:51.747072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cf7b1594-a3d0-40e8-b29c-b6970203da7b None None] Provisioning for port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:51.869311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.890766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:51.896976 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.3699696 Jan 14 05:38:51.900659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49424) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:51.977545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:51.980720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:52.032972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.036302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fcdc4b3c-ffdb-4e13-98af-239afcb122d2 HTTP/1.1" status: 204 len: 168 time: 1.8668561 Jan 14 05:38:52.043847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49428) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:52.056501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:52.062246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:52.067204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6619878-72a8-4d48-b68a-489bb2eccd7a tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Synchronizing usage tracker for tenant:c252d4a4bf9747ba97b12187285c2ff3 on resource:floatingip {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:52.073261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:52.073686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.130189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-665f7188-9837-432d-a7f1-f08ba94a6b02 None None] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:52.174817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-49417835-4383-4929-801b-774f41996420 admin admin] Allocated IP 172.25.3.253 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/a19bcea7-7092-4e0f-b507-bfe37d99177a) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:38:52.208197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.316087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:52.353181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Usage tracker for resource:security_group_rule and tenant:7c9fa23bea4540c599b3ba495ab47773 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:52.360556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.367088 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/ports/e37ab538-d106-40fc-9dd6-0ae20af13f03 HTTP/1.1" status: 204 len: 168 time: 3.8338649 Jan 14 05:38:52.368110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6619878-72a8-4d48-b68a-489bb2eccd7a tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Unset dirty status for tenant:c252d4a4bf9747ba97b12187285c2ff3 on resource:floatingip {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:52.372581 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6619878-72a8-4d48-b68a-489bb2eccd7a tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 1650 time: 0.4608743 Jan 14 05:38:52.373531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49432) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:52.373902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49434) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:52.374931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:52.399281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:52.422788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.513398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.548955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'SecurityGroup': ['ID=b16f9946-427d-409a-bf4e-e04d30a424f9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:52.594342 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.010s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:52.598355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.602758 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f31754e0-74d2-44f0-b257-43816617ef23 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] GET failed (client error): The resource could not be found. Jan 14 05:38:52.603540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f31754e0-74d2-44f0-b257-43816617ef23 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Synchronizing usage tracker for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:52.678628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Attempting to bind port bf9a28ed-80fa-44e3-a12f-342d8a728775 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:38:52.679162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Attempting to bind port bf9a28ed-80fa-44e3-a12f-342d8a728775 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '590cf9e1-38c2-4816-82b9-431fcab051c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:38:52.679658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Attempting to bind port bf9a28ed-80fa-44e3-a12f-342d8a728775 on network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:38:52.707133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eae656d6-3a18-41c8-8869-970980dd34ed tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Synchronizing usage tracker for tenant:4f3cf6f0434f418e922213cb8d89c74e on resource:floatingip {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:52.723635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:38:52.723973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Checking segment: {'id': '590cf9e1-38c2-4816-82b9-431fcab051c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:52.724419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.724858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Bound using segment: {'id': '590cf9e1-38c2-4816-82b9-431fcab051c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:38:52.725391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Bound port: bf9a28ed-80fa-44e3-a12f-342d8a728775, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '590cf9e1-38c2-4816-82b9-431fcab051c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '827cc37f-8e7e-4cbb-8749-87a9cc6eb170'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:38:52.725804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.753595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Deleting port 63c82277-82f8-49c8-88ae-604e4effb9cc {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:52.756202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.800652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.834002 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e67d981b-4fe6-499d-8e6a-041f9c09a5a1 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:52.914537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:38:52.918152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:38:52.932059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:52.995274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eae656d6-3a18-41c8-8869-970980dd34ed tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Unset dirty status for tenant:4f3cf6f0434f418e922213cb8d89c74e on resource:floatingip {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:53.007241 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eae656d6-3a18-41c8-8869-970980dd34ed tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 691 time: 0.6239126 Jan 14 05:38:53.008109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f31754e0-74d2-44f0-b257-43816617ef23 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Unset dirty status for tenant:ff94637a00974e5da69222fd6c387985 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:53.015051 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f31754e0-74d2-44f0-b257-43816617ef23 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "GET /v2.0/ports/e37ab538-d106-40fc-9dd6-0ae20af13f03 HTTP/1.1" status: 404 len: 333 time: 0.6343703 Jan 14 05:38:53.015686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49442) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:53.016057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49446) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:53.071505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae52d882-8ee8-4d6c-84af-2d5a5cc7e408 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:53.103219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49417835-4383-4929-801b-774f41996420 admin admin] Pushing event updated for resources: {'Port': ['ID=a19bcea7-7092-4e0f-b507-bfe37d99177a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:53.128018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49417835-4383-4929-801b-774f41996420 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:38:53.132575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.153742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Pushing event updated for resources: {'Port': ['ID=bf9a28ed-80fa-44e3-a12f-342d8a728775,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:53.164586 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:53.196185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:53.196944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.203611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting port e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:53.203984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.209652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49417835-4383-4929-801b-774f41996420 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:53.217874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-49417835-4383-4929-801b-774f41996420 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:53.220116 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:53.261460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.287071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.325545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,segment=NetworkSegment(b42d409b-d96a-474d-ac2f-a911e21885d7),segment_id=b42d409b-d96a-474d-ac2f-a911e21885d7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:53.331713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] DHCP port deletion for 9ea20703-0b50-460b-9c93-3caffd7bcd8e request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:38:53.340227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49417835-4383-4929-801b-774f41996420 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:38:53.345716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.348239 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac16776b-2517-4d04-a255-303edca15d63 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:53.431511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Deleting port 63c82277-82f8-49c8-88ae-604e4effb9cc {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:53.432090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.592458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49454) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:53.599897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] For port 63c82277-82f8-49c8-88ae-604e4effb9cc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=63c82277-82f8-49c8-88ae-604e4effb9cc,segment=NetworkSegment(357f8487-969e-496c-9cd5-8e4f3565a1d5),segment_id=357f8487-969e-496c-9cd5-8e4f3565a1d5)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:53.600716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.733970 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 794 time: 3.9211614 Jan 14 05:38:53.773399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49456) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:53.790820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'subnet': {'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:53.816773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9645e0f0-8f35-4067-a617-569f8e5cac12 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:53.817925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.820248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/subnets/dd3b832c-503d-480a-9231-10e2c72ab458 HTTP/1.1" status: 204 len: 168 time: 3.2999976 Jan 14 05:38:53.831126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49460) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:53.908921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9645e0f0-8f35-4067-a617-569f8e5cac12 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:53.909316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9645e0f0-8f35-4067-a617-569f8e5cac12 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:53.919274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] For port 63c82277-82f8-49c8-88ae-604e4effb9cc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=63c82277-82f8-49c8-88ae-604e4effb9cc,segment=NetworkSegment(357f8487-969e-496c-9cd5-8e4f3565a1d5),segment_id=357f8487-969e-496c-9cd5-8e4f3565a1d5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:53.919880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:53.965752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Network': ['ID=dd46dff6-d7a2-4ed8-978f-a9beb63a17c6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:53.969553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:53.984261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc9dbc1b-2cd8-414b-bc3f-39855d9389f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:54.065621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Subnet': ['ID=dd3b832c-503d-480a-9231-10e2c72ab458,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:54.074249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:54.089204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Calling delete_port for 63c82277-82f8-49c8-88ae-604e4effb9cc owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:54.104159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c3712bef-af0b-4203-bc03-ad654935b207 None None] Provisioning complete for port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:54.104523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3712bef-af0b-4203-bc03-ad654935b207 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:54.149729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:54.163207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:54.184861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Deleting port 605d44c1-f365-4740-9784-3d726bb25df1 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:54.189826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:54.206853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:54.246155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:38:54.281305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Calling delete_port for 63c82277-82f8-49c8-88ae-604e4effb9cc owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:54.308709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c7b12de-d2fa-4b25-9ab3-deaa58d1107d None None] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:54.424677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device bf9a28ed-80fa-44e3-a12f-342d8a728775 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:54.797475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:54.831095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:54.832328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:54.850278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.502s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:54.861122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cc96a62-8186-4015-9ccd-80e650118b73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:54.875797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:54.888979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:subnet and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:54.904341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:54.914229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:54.920387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:54.944658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Usage tracker for resource:security_group_rule and tenant:ba4d71f6a7ce41a49b2f9a003aa97d4a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:54.957583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:54.975846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port bf9a28ed-80fa-44e3-a12f-342d8a728775 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:54.986968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c9fa23bea4540c599b3ba495ab47773&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3801177 Jan 14 05:38:54.986968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f69a580b-733d-4d1a-b749-2cc21fc69f5f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:54.987214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Made reservation on behalf of 3d20617713de430caab0b12c78abc3b3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:38:54.988488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:54.990080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49468) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:54.991633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:55.015764 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:55.107936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.120086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 05:38:55.120086 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM ml2_port_bindings WHERE ml2_port_bindings.port_id = %(port_id)s AND ml2_port_bindings.host = %(host)s] Jan 14 05:38:55.120086 n-d-768851-4 neutron-server[80820]: [parameters: {'port_id': '63c82277-82f8-49c8-88ae-604e4effb9cc', 'host': 'n-d-768851-4'}] Jan 14 05:38:55.120086 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:38:55.120840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:38:55.174818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:55.197368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.208558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.242274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae3972fc-2c07-49b4-82d9-97af980d55fb tempest-FloatingIPDetailsTestJSON-1231339084 tempest-FloatingIPDetailsTestJSON-1231339084] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:55.255157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.294359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.294937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.303226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 63c82277-82f8-49c8-88ae-604e4effb9cc no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:55.303417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Pushing event deleted for resources: {'Port': ['ID=63c82277-82f8-49c8-88ae-604e4effb9cc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:55.354986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] DHCP port deletion for 2e8ec027-4320-4e80-9be9-5e25b02cadc7 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:38:55.368904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Deleting port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:55.369645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.377386 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:55.405091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 63c82277-82f8-49c8-88ae-604e4effb9cc {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:38:55.405844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 63c82277-82f8-49c8-88ae-604e4effb9cc not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:38:55.415414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Provisioning for port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:55.432656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Provisioning complete for port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:55.433090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.549192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Calling delete_port for 605d44c1-f365-4740-9784-3d726bb25df1 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:55.603907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.674490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.681551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting subnet 4f279de2-7230-4729-905b-ec5abf599fe9 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:38:55.691611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.706910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Deleting port 63c82277-82f8-49c8-88ae-604e4effb9cc {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:55.707248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.735665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b1958d7-5d2f-4eb4-9aac-42741272f4b7 None None] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:55.742115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.866955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Calling delete_port for e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:55.895809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e95f358b-5949-4fef-a935-22be2e7ff5f7 None None] The port '63c82277-82f8-49c8-88ae-604e4effb9cc' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:38:55.913220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:55.942138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] No DVR routers for this DVR port 63c82277-82f8-49c8-88ae-604e4effb9cc on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:38:56.013415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.038074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.041572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] For port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,segment=NetworkSegment(e2bcaeaa-5bbb-41cd-8107-9266940d3d6f),segment_id=e2bcaeaa-5bbb-41cd-8107-9266940d3d6f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:56.042020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.053667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36e3f4ff-6a8e-4ab7-9eed-287d6d5b31ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:56.057310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c5e9c81c-da67-43ab-b48d-6ce72bd3a23f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:38:56.211235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.238646 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ba4d71f6a7ce41a49b2f9a003aa97d4a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3814723 Jan 14 05:38:56.239044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Calling delete_port for f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:56.241962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.252148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:56.258766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.269417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30e9ea00-221d-40fd-8123-5f0cfe52cc87,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:56.299874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b92f403e-6c61-4c7e-8197-131343badad4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:56.326851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:56.327598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc9e91f9-f7b3-4b5c-a5a6-15f9c9a190ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:56.400392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f69a580b-733d-4d1a-b749-2cc21fc69f5f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:56.423754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:56.426539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Subnet': ['ID=78be5d5a-8e1a-40a9-ac62-f14e20543f5c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:56.440644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.444608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.464809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:56.487791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.533499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] For port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,segment=NetworkSegment(e2bcaeaa-5bbb-41cd-8107-9266940d3d6f),segment_id=e2bcaeaa-5bbb-41cd-8107-9266940d3d6f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:56.539778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.543272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:56.543978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.569970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.573842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f69a580b-733d-4d1a-b749-2cc21fc69f5f HTTP/1.1" status: 204 len: 168 time: 1.5772057 Jan 14 05:38:56.575748 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:56.641392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Provisioning complete for port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:56.641951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.665956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.366s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:56.666752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Pushing event deleted for resources: {'Port': ['ID=605d44c1-f365-4740-9784-3d726bb25df1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:56.684136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9ea20703-0b50-460b-9c93-3caffd7bcd8e']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:56.714761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:56.733975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:38:56.734843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:38:56.736375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.751446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '357f8487-969e-496c-9cd5-8e4f3565a1d5') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:56.751785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '357f8487-969e-496c-9cd5-8e4f3565a1d5') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:56.787872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.832639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.882534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba4dced-8693-45c5-a08a-078bcbe9467b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:56.891726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Pushing event updated for resources: {'Port': ['ID=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:56.892120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.899106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:56.936890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:56.947503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e691200-b021-4376-a82c-51cfa6a98098 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:56.999176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.029357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Provisioning for port bf9a28ed-80fa-44e3-a12f-342d8a728775 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:38:57.035586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Provisioning complete for port bf9a28ed-80fa-44e3-a12f-342d8a728775 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:38:57.036015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.093969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:38:57.117813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Port': ['ID=e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:57.132522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:57.147085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:57.183494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.193281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:38:57.216032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.235859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Deleting port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:57.236077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.330893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.358849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:57.399616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.422344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.460252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.463832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,segment=NetworkSegment(e2bcaeaa-5bbb-41cd-8107-9266940d3d6f),segment_id=e2bcaeaa-5bbb-41cd-8107-9266940d3d6f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:57.465482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] 10.222.0.48 "DELETE /v2.0/floatingips/585849b7-0bf4-44f0-864c-826cd30fe05b HTTP/1.1" status: 204 len: 168 time: 4.4339201 Jan 14 05:38:57.467075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Usage tracker for resource:security_group_rule and tenant:385dcb090deb42a3b6f7f54cf1330e2d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:57.477899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49484) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:57.562369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30e9ea00-221d-40fd-8123-5f0cfe52cc87,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:57.565625 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:57.602321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:57.625621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.629810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/30e9ea00-221d-40fd-8123-5f0cfe52cc87 HTTP/1.1" status: 204 len: 168 time: 1.3739216 Jan 14 05:38:57.653978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49417835-4383-4929-801b-774f41996420 admin admin] Router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:38:57.687043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Checking segment: {'id': 'dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:38:57.687622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network hostable DHCP agents. Network: dd46dff6-d7a2-4ed8-978f-a9beb63a17c6, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:38:57.747818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] For port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,segment=NetworkSegment(e2bcaeaa-5bbb-41cd-8107-9266940d3d6f),segment_id=e2bcaeaa-5bbb-41cd-8107-9266940d3d6f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:38:57.748269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.803766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:57.822271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:57.849185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.878299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.884684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Deleting port e56d666e-741e-4bcc-bc23-ec924775ce72 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:57.885677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.891725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.923521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.927543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:57.940976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca2aab52-de86-4f41-9a70-808b30940acb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:57.945934 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/ports/e9c63d58-93d8-4bb6-bd1e-4859ed5ecd08 HTTP/1.1" status: 204 len: 168 time: 4.8967409 Jan 14 05:38:57.967283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49490) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:57.969094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd76bc2b-95a8-44d3-916b-40e637840350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:58.082180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Subnet': ['ID=4f279de2-7230-4729-905b-ec5abf599fe9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:58.281259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Calling delete_port for f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:58.315734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:58.318763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32419c84-da4f-44c9-8c9d-8367155db240 None None] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:58.328438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:58.333248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:38:58.343186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.343708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.344301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.344814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.345488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.346020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.346506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.347010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.347493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.347977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.348593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.349095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.349632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.350190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.350862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.352135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.352622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.353248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.353746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.354229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.354738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.358446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.359067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.359612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.360130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.360802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.361823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.362397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.362950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:38:58.393659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:38:58.398273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:58.436394 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.496s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:58.455187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49417835-4383-4929-801b-774f41996420 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:58.456625 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-49417835-4383-4929-801b-774f41996420 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.1368136 Jan 14 05:38:58.466430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49502) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:58.482068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/subnets/4f279de2-7230-4729-905b-ec5abf599fe9 HTTP/1.1" status: 204 len: 168 time: 4.6455033 Jan 14 05:38:58.495025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Network 9ea20703-0b50-460b-9c93-3caffd7bcd8e has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:38:58.526976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Sync routers for ids ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:38:58.570468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49506) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:58.570468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, dd46dff6-d7a2-4ed8-978f-a9beb63a17c6) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:38:58.599355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b657e914-972a-4a7a-a9d5-65a271f3e8b8 None None] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:38:58.704536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b431adb6-e10f-4b8a-9090-24d7fa56e623 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:58.705449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b431adb6-e10f-4b8a-9090-24d7fa56e623 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Synchronizing usage tracker for tenant:a57f22333fda41899c3d8141d4a88765 on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:38:58.766565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:38:58.768895 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:38:58.776744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:58.785359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:58.809746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:38:58.810003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0cf1b77-3b00-4b8e-aaa8-59a48e6f7242 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:58.810623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:58.825099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:58.847596 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] 10.222.0.48 "DELETE /v2.0/networks/9ea20703-0b50-460b-9c93-3caffd7bcd8e HTTP/1.1" status: 204 len: 168 time: 6.7967629 Jan 14 05:38:58.855131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:38:58.855544 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:38:58.861548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Pushing event deleted for resources: {'Network': ['ID=9ea20703-0b50-460b-9c93-3caffd7bcd8e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:58.865477 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:58.870677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23d5f9ed-85a9-43be-a2c9-7b4d1d5365df admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:58.881293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Routers {'d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:38:58.882016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:38:59.009542 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=385dcb090deb42a3b6f7f54cf1330e2d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8624551 Jan 14 05:38:59.013821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49518) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:59.087481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=34008b40-4a1b-44f8-963d-4c6731741ba8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:59.090368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Set router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:38:59.099100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:59.130288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b431adb6-e10f-4b8a-9090-24d7fa56e623 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Unset dirty status for tenant:a57f22333fda41899c3d8141d4a88765 on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:38:59.131403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b431adb6-e10f-4b8a-9090-24d7fa56e623 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.5539801 Jan 14 05:38:59.155564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49524) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:59.212251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49528) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:59.325915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.348618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.357774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.364086 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.5866292 Jan 14 05:38:59.398759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49536) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:59.430246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'router': {'name': 'tempest-FloatingIPNegativeTestJSON-router-1869222631', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:38:59.441836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:38:59.446051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:router and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:38:59.449118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:38:59.455088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:38:59.500146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting subnet 7c0ec64e-58f4-4211-ad4c-06a21a5e7224 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:38:59.503681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.507329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.507705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.520223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.521349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.529483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:59.571064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.573874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.615801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dd46dff6-d7a2-4ed8-978f-a9beb63a17c6', 'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6', 'tenant_id': '3d20617713de430caab0b12c78abc3b3', 'fixed_ips': [{'subnet_id': '78be5d5a-8e1a-40a9-ac62-f14e20543f5c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:38:59.616696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.637140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.675076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Pushing event deleted for resources: {'Port': ['ID=f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:59.719132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:59.719367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.720475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5858ea60-5423-4f76-a2f8-65de606d4183 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b556000d03a44f484319fe6c493c288&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5068634 Jan 14 05:38:59.739589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49552) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:38:59.745880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] No DVR routers for this DVR port f4cc4bf9-71df-4188-b62e-5f5ab5fcd5c6 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:38:59.842955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.856550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.876935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.888365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Calling delete_port for e56d666e-741e-4bcc-bc23-ec924775ce72 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:38:59.923827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.937721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6d4194d-4324-4210-b9b4-8c517b598ee0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:38:59.964222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=34008b40-4a1b-44f8-963d-4c6731741ba8,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:38:59.967376 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:38:59.975924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:38:59.996113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting port bf9a28ed-80fa-44e3-a12f-342d8a728775 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:38:59.996618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.017656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] DHCP port deletion for 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:39:00.055610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.058304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Deleting port bf9a28ed-80fa-44e3-a12f-342d8a728775 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:00.058947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.085960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.135316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device bf9a28ed-80fa-44e3-a12f-342d8a728775 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:39:00.170075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.171675 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/34008b40-4a1b-44f8-963d-4c6731741ba8 HTTP/1.1" status: 204 len: 168 time: 1.1443610 Jan 14 05:39:00.182155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.186270 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06843645-78c5-4695-9554-407e2d905a66 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 715 time: 0.7656679 Jan 14 05:39:00.189626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49570) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:00.332454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Allocated IP 172.20.0.1 (ed16ca90-cc02-4941-84e3-bc8c0f327a01/8cc76379-997c-41a7-9531-2258deb89914/b029477f-6d25-41f9-a85e-98f26a65a207) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:00.491229 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b441301b-c146-4be6-9c06-672e7eb511b0 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:00.641311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:00.641715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.693840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:00.736902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Allocated IP 172.20.0.2 (dd46dff6-d7a2-4ed8-978f-a9beb63a17c6/78be5d5a-8e1a-40a9-ac62-f14e20543f5c/6af10b3f-3c31-4c85-92c2-03928c75aac0) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:00.743778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.786950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Calling delete_port for bf9a28ed-80fa-44e3-a12f-342d8a728775 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:00.823717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.851476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1cb9601b-c149-4f43-bf2a-7bb9cf244269,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:00.854147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:00.856292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.877081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b965ba9-400f-4788-8d2c-258dcaa87ed4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:00.911175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:00.912361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1cb9601b-c149-4f43-bf2a-7bb9cf244269 HTTP/1.1" status: 204 len: 168 time: 1.1705306 Jan 14 05:39:00.967300 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47527a26-e482-47a5-be33-391342ae4061 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:00.973433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Subnet': ['ID=7c0ec64e-58f4-4211-ad4c-06a21a5e7224,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:00.976694 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:00.983523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49588) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:00.995033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:39:00.999195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:39:01.005986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Transition to ACTIVE for port object b029477f-6d25-41f9-a85e-98f26a65a207 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:01.006868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.058018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.076976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Pushing event updated for resources: {'Port': ['ID=bf9a28ed-80fa-44e3-a12f-342d8a728775,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:01.090976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55eac311-73b7-4c94-963d-d464772dcccb tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:01.107821 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88fb2daa-56ac-45fa-acd7-57bbd41ea8b4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:01.117536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:01.184707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] Provisioning complete for port bf9a28ed-80fa-44e3-a12f-342d8a728775 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:01.185331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.210021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Pushing event deleted for resources: {'Port': ['ID=e56d666e-741e-4bcc-bc23-ec924775ce72,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:01.220127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:01.438137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.579954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting port bf9a28ed-80fa-44e3-a12f-342d8a728775 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:01.580879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.666643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:01.680896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:01.681728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.686086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.693910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.701505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.710903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:01.788483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:38:54Z', 'revision_number': 3, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:38:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:01.809331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6992e3b-988b-472b-aac2-8bdec056c75f None None] Network a0e30333-d87f-4657-8e77-d40b8651ea27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:01.818225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.827659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Checking router: d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:39:01.828074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Updating router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 port a19bcea7-7092-4e0f-b507-bfe37d99177a binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:39:01.873253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:01.922531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=bf9a28ed-80fa-44e3-a12f-342d8a728775,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:01.955939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/subnets/7c0ec64e-58f4-4211-ad4c-06a21a5e7224 HTTP/1.1" status: 204 len: 168 time: 3.9227421 Jan 14 05:39:01.967431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49614) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:01.970658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:01.975157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b029477f-6d25-41f9-a85e-98f26a65a207,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:01.995870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.888s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:02.024770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.050062 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.340s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:02.051256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Transition to ACTIVE for port object 6af10b3f-3c31-4c85-92c2-03928c75aac0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:02.116862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Calling delete_port for bf9a28ed-80fa-44e3-a12f-342d8a728775 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:02.152548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Usage tracker for resource:security_group_rule and tenant:883f8b21a7584126a43695729e457d6a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:02.167027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:02.178627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:02.292464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:39:02.293086 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:39:02.340861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Transition to ACTIVE for port object 6af10b3f-3c31-4c85-92c2-03928c75aac0 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:02.398738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:02.411919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.429509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.519691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:02.540853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:02.668501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.670451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.696111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Deleting port e1675d1f-8c4b-499f-bee6-d541e3871dde {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:02.696651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.764482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.778257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93c57253-fc71-413b-868d-9ec335787ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:02.829502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8842caea-69d0-4df1-9a5f-1d6d382872fc,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:02.843226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:02.869234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1ec40fb-bf17-47a2-a789-a2237d91d15c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:02.895078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49672) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:02.955170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.976063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Deleting port bf9a28ed-80fa-44e3-a12f-342d8a728775 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:02.976494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:02.992091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Allocated IP 172.20.0.1 (dd46dff6-d7a2-4ed8-978f-a9beb63a17c6/78be5d5a-8e1a-40a9-ac62-f14e20543f5c/61095fce-8cb2-43f1-9c92-0a8eabdf8452) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:03.007241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.041498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Pushing event updated for resources: {'Port': ['ID=6af10b3f-3c31-4c85-92c2-03928c75aac0,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:03.059004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:03.067351 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=883f8b21a7584126a43695729e457d6a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0825930 Jan 14 05:39:03.074123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49678) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:03.074495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49680) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:03.194867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] For port e1675d1f-8c4b-499f-bee6-d541e3871dde, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e1675d1f-8c4b-499f-bee6-d541e3871dde,segment=NetworkSegment(ac42a1ba-a907-43a4-9e2a-0b7eff93c918),segment_id=ac42a1ba-a907-43a4-9e2a-0b7eff93c918)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:03.195336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.253778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.255125 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] 10.222.0.48 "DELETE /v2.0/floatingips/9bd118a6-d287-4c15-9c99-9a2dbec94123 HTTP/1.1" status: 204 len: 168 time: 5.7761619 Jan 14 05:39:03.265428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49688) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:03.331091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Request body: {'network': {'name': 'tempest-TaggedBootDevicesTest_v242-280460677-network', 'tenant_id': '38577347b19046d3a3050cdc4af8b489'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:03.362394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:03.362809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.389020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:03.390555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Calling delete_port for e1675d1f-8c4b-499f-bee6-d541e3871dde owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:03.403279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:03.408695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:03.439142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:03.486158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.518122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:03.522187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Usage tracker for resource:security_group_rule and tenant:b5f9c3cdd49343228b597c07bc598d39 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:03.525277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:03.531432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:03.549215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Usage tracker for resource:network and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:03.560559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Calling delete_port for bf9a28ed-80fa-44e3-a12f-342d8a728775 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:03.562232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.590158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:03.597941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:03.617050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.627789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting port c76674d1-bdb5-43f8-845f-3dd27c8fc826 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:03.628457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.630443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:03.659243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.665893 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:03.690185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.716576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c524392d-a7fc-4304-a313-131d0bbebb99 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:03.724355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:03.724793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.742527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:03.747451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.767962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Attempting to bind port 6af10b3f-3c31-4c85-92c2-03928c75aac0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:03.768434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Attempting to bind port 6af10b3f-3c31-4c85-92c2-03928c75aac0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:03.768794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Attempting to bind port 6af10b3f-3c31-4c85-92c2-03928c75aac0 on network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:03.828864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.848659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Port': ['ID=e1675d1f-8c4b-499f-bee6-d541e3871dde,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:03.855485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:03.873459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.910476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Calling delete_port for bf9a28ed-80fa-44e3-a12f-342d8a728775 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:03.929127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.936210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:03.947248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:03.947691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Checking segment: {'id': 'dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:03.948133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.948578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Bound using segment: {'id': 'dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:03.949133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Bound port: 6af10b3f-3c31-4c85-92c2-03928c75aac0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:03.949537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:03.970486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Usage tracker for resource:security_group_rule and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:03.983964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:03.988535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f34f632-ea71-4b13-9c49-d69f88835605 None None] Provisioning for port b029477f-6d25-41f9-a85e-98f26a65a207 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:04.004215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.006924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f34f632-ea71-4b13-9c49-d69f88835605 None None] Provisioning complete for port b029477f-6d25-41f9-a85e-98f26a65a207 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:04.007042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f34f632-ea71-4b13-9c49-d69f88835605 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.013439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Transition to ACTIVE for port object 61095fce-8cb2-43f1-9c92-0a8eabdf8452 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:04.015053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:04.026039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.033098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:39:04.033465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:39:04.035466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] No DVR routers for this DVR port e1675d1f-8c4b-499f-bee6-d541e3871dde on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:39:04.040619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea537de8-1060-4b9c-a085-ad91149559b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:04.058873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.069742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4f34f632-ea71-4b13-9c49-d69f88835605 None None] Port b029477f-6d25-41f9-a85e-98f26a65a207 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:04.127234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] Pushing event updated for resources: {'Port': ['ID=bf9a28ed-80fa-44e3-a12f-342d8a728775,revision_number=6']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:04.130895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.465s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:04.178408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] For port 6af10b3f-3c31-4c85-92c2-03928c75aac0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:04.185426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] For port 6af10b3f-3c31-4c85-92c2-03928c75aac0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6af10b3f-3c31-4c85-92c2-03928c75aac0,segment=NetworkSegment(dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2),segment_id=dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:04.193151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.217734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Calling delete_port for c76674d1-bdb5-43f8-845f-3dd27c8fc826 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:04.231545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da49b3b-4d79-4dcd-86dc-def5713248e4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:04.260941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5beb350-fac4-428a-9830-4980f1b3b2f4 None None] DHCP port deletion for a0e30333-d87f-4657-8e77-d40b8651ea27 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:39:04.281365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.288002 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b5f9c3cdd49343228b597c07bc598d39&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1876152 Jan 14 05:39:04.294682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49692) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:04.294871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b23b7711-443c-42d7-8b00-04671cccea15,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:04.302210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eda0c91f-4684-4a5e-a6c6-36048812c0f4 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:04.315525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:04.321014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.329179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6431481-266f-47d0-b9c0-2faf55ab220e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:04.352584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.433094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:39:04.433408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:39:04.438866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8842caea-69d0-4df1-9a5f-1d6d382872fc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:04.449282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:04.494618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Pushing event updated for resources: {'Port': ['ID=6af10b3f-3c31-4c85-92c2-03928c75aac0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:04.498932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:04.520403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.541503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Port': ['ID=61095fce-8cb2-43f1-9c92-0a8eabdf8452,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:04.571657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.574594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.575108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.575498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.575919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.576336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.576758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.577169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.577581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.578123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.578536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.578979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.579801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.580441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.580856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.581268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.581657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.582066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.582471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.582922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.583738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.583738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.584097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.584513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.584901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.585391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.585984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.586344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.586771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.587455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.587870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.588397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.588809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.589218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.589668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.590003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.590407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:04.594098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.626633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bd87aa2-8005-4bb1-8333-766ba14deca8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:04.640480 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:04.667206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Deleting port bf9a28ed-80fa-44e3-a12f-342d8a728775 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:04.667649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.686849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.690959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8842caea-69d0-4df1-9a5f-1d6d382872fc HTTP/1.1" status: 204 len: 168 time: 1.5887160 Jan 14 05:39:04.715001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.715203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a0e30333-d87f-4657-8e77-d40b8651ea27']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:04.741702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac42a1ba-a907-43a4-9e2a-0b7eff93c918') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:04.742035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac42a1ba-a907-43a4-9e2a-0b7eff93c918') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:04.748413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.774056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.793033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.811678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.815004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.821721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fd06f84-75fa-4795-a236-a89da5a57161 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:04.846405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.862251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:04.872043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.872440 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Added segment 1c2da600-80a6-4603-b459-6d204ad98e52 of type vxlan for network 1a222a92-41fb-473b-83dc-260b9b93f8d7 Jan 14 05:39:04.877212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Pushing event updated for resources: {'Port': ['ID=b029477f-6d25-41f9-a85e-98f26a65a207,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:04.885207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:04.889812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.893317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Releasing vxlan tunnel 19 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:39:04.906423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.922391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:04.922903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.952566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:04.957345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b23b7711-443c-42d7-8b00-04671cccea15,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:04.962037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.963095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:04.963747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:04.968002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:04.971273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:04.973424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f30e72dc-69e4-422a-a73b-81fd74f0c593 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:04.991853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting port bf9a28ed-80fa-44e3-a12f-342d8a728775 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:04.992559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.060769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:05.076789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Calling delete_port for bf9a28ed-80fa-44e3-a12f-342d8a728775 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:05.166474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.230442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.249749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:05.285837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:05.302077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.351656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Pushing event deleted for resources: {'Port': ['ID=bf9a28ed-80fa-44e3-a12f-342d8a728775,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:05.354485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:05.407976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] No DVR routers for this DVR port bf9a28ed-80fa-44e3-a12f-342d8a728775 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:39:05.515684 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 2.5914211 Jan 14 05:39:05.521887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49708) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:05.537828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.541594 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b23b7711-443c-42d7-8b00-04671cccea15 HTTP/1.1" status: 204 len: 168 time: 1.2068555 Jan 14 05:39:05.549977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Pushing event updated for resources: {'Network': ['ID=1a222a92-41fb-473b-83dc-260b9b93f8d7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:05.558448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Request body: {'subnet': {'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7', 'cidr': '172.20.0.0/28', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-subnet', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:05.565927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:05.576832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.603s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:05.580266 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75eafe64-a5a5-4859-b681-88f81d13ea4e tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.627s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:05.590927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.637209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:05.670884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:05.672541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:05.688643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.693834 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "DELETE /v2.0/ports/c76674d1-bdb5-43f8-845f-3dd27c8fc826 HTTP/1.1" status: 204 len: 168 time: 2.4271872 Jan 14 05:39:05.708970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49716) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:05.717096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Usage tracker for resource:subnet and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:05.761727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:05.767273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] For port bf9a28ed-80fa-44e3-a12f-342d8a728775, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bf9a28ed-80fa-44e3-a12f-342d8a728775,segment=NetworkSegment(590cf9e1-38c2-4816-82b9-431fcab051c7),segment_id=590cf9e1-38c2-4816-82b9-431fcab051c7)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:05.767273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:05.807457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af3cfd41-da03-44c5-b772-64960f122953,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:05.817011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:05.825197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:05.944986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-007bd6d8-5265-4c05-8b77-8974071192dc tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:06.044190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:06.046324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Network a0e30333-d87f-4657-8e77-d40b8651ea27 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:06.086437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:39:06.148890 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:39:06.191766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6af10b3f-3c31-4c85-92c2-03928c75aac0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:06.224178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7a8a5fc-c461-4ce3-86a2-0d552f6cfec9 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:06.226153 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b7a8a5fc-c461-4ce3-86a2-0d552f6cfec9 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "GET /v2.0/ports?device_id=83496589-f611-40b5-b6f9-ae00b14c21fb HTTP/1.1" status: 200 len: 913 time: 0.5129650 Jan 14 05:39:06.345050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6af10b3f-3c31-4c85-92c2-03928c75aac0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:06.359834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e1675d1f-8c4b-499f-bee6-d541e3871dde no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:39:06.432297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: e1675d1f-8c4b-499f-bee6-d541e3871dde {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:39:06.432602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e1675d1f-8c4b-499f-bee6-d541e3871dde not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:39:06.457062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49728) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:06.546633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Calling delete_port for bf9a28ed-80fa-44e3-a12f-342d8a728775 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:06.552070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-54acf43f-d810-4e70-a45b-fcd29338f32c None None] Provisioning complete for port b029477f-6d25-41f9-a85e-98f26a65a207 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:06.559002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54acf43f-d810-4e70-a45b-fcd29338f32c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:06.647660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event deleted for resources: {'Port': ['ID=c76674d1-bdb5-43f8-845f-3dd27c8fc826,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:06.658094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.713s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:06.658864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:06.665866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:06.829603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e3e31a4f-331c-4aa4-9abf-4f958654381e None None] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:06.881583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:06.901162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a8f9c94-adf5-4b91-b587-a0756a391a8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:06.940091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:06.945393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:06.948280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Pushing event deleted for resources: {'Network': ['ID=a0e30333-d87f-4657-8e77-d40b8651ea27,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:06.957547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] 10.222.0.48 "DELETE /v2.0/networks/a0e30333-d87f-4657-8e77-d40b8651ea27 HTTP/1.1" status: 204 len: 168 time: 4.9838541 Jan 14 05:39:06.959257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:06.959497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:39:06.959871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:39:06.983724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Transition to ACTIVE for port object a19bcea7-7092-4e0f-b507-bfe37d99177a will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:07.015801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:39:07.089960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:07.113245 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:07.183569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f248-8309-4e9d-8c6d-97e1d98d5269 None None] Pushing event updated for resources: {'Port': ['ID=a19bcea7-7092-4e0f-b507-bfe37d99177a,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:07.194973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9625f248-8309-4e9d-8c6d-97e1d98d5269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:07.270257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-54acf43f-d810-4e70-a45b-fcd29338f32c None None] Port b029477f-6d25-41f9-a85e-98f26a65a207 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:07.406235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Attempting to bind port a19bcea7-7092-4e0f-b507-bfe37d99177a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:07.407851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Attempting to bind port a19bcea7-7092-4e0f-b507-bfe37d99177a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:07.408626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Attempting to bind port a19bcea7-7092-4e0f-b507-bfe37d99177a on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:07.416401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 38, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:07.423925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:07.424910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:07.425555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:07.426305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Bound port: a19bcea7-7092-4e0f-b507-bfe37d99177a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:07.427109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:07.547080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] For port a19bcea7-7092-4e0f-b507-bfe37d99177a, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:07.551189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] For port a19bcea7-7092-4e0f-b507-bfe37d99177a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a19bcea7-7092-4e0f-b507-bfe37d99177a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:07.553555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Provisioning for port 6af10b3f-3c31-4c85-92c2-03928c75aac0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:07.560793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Provisioning complete for port 6af10b3f-3c31-4c85-92c2-03928c75aac0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:07.561453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:07.631914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:07.722525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:39:07.730325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Deleting port bf9a28ed-80fa-44e3-a12f-342d8a728775 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:07.730741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:07.743362 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9f3151e-7c1d-4b7e-a8c7-45b88bceb663/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2637959 Jan 14 05:39:07.746123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49756) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:07.808288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10346c3e-8278-4218-abe8-91f3dcd4234e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:07.906169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Routers {'d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:07.906915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:07.942815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] The port 'bf9a28ed-80fa-44e3-a12f-342d8a728775' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:39:07.945726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.022183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.048445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.063196 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca7a87c0-580c-4ae3-9803-d2589d14ed77 tempest-ServerActionsTestJSON-26830382 tempest-ServerActionsTestJSON-26830382] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:08.150645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] For port 6af10b3f-3c31-4c85-92c2-03928c75aac0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6af10b3f-3c31-4c85-92c2-03928c75aac0,segment=NetworkSegment(dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2),segment_id=dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:08.164317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.183170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9625f248-8309-4e9d-8c6d-97e1d98d5269 None None] Pushing event updated for resources: {'Port': ['ID=a19bcea7-7092-4e0f-b507-bfe37d99177a,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:08.186851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9625f248-8309-4e9d-8c6d-97e1d98d5269 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:08.190737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4646af27-0268-4db3-9a38-29057bb85e67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:08.254987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.267090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Pushing event updated for resources: {'Port': ['ID=6af10b3f-3c31-4c85-92c2-03928c75aac0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:08.271079 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:08.316564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3550eb06-b54d-48ae-bde8-fce4a2b7dd46 None None] Provisioning for port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:08.330564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3550eb06-b54d-48ae-bde8-fce4a2b7dd46 None None] Provisioning complete for port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:08.331053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3550eb06-b54d-48ae-bde8-fce4a2b7dd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.413327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.417796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] Set router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:39:08.653626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17546f0d-b02b-4247-9265-b5f8917931e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff94637a00974e5da69222fd6c387985&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9050314 Jan 14 05:39:08.660876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49786) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:08.692469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['827cc37f-8e7e-4cbb-8749-87a9cc6eb170']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:08.715908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '590cf9e1-38c2-4816-82b9-431fcab051c7') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:08.716498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '590cf9e1-38c2-4816-82b9-431fcab051c7') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:08.742826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.775769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.875776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.919242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:08.924055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3550eb06-b54d-48ae-bde8-fce4a2b7dd46 None None] Port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:08.991940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Port': ['ID=61095fce-8cb2-43f1-9c92-0a8eabdf8452,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:09.001058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.075092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3550eb06-b54d-48ae-bde8-fce4a2b7dd46 None None] Provisioning complete for port 6af10b3f-3c31-4c85-92c2-03928c75aac0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:09.075520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3550eb06-b54d-48ae-bde8-fce4a2b7dd46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.105468 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.042s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:09.106682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Releasing vxlan tunnel 20 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:39:09.202201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:39:03Z', 'revision_number': 4, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b029477f-6d25-41f9-a85e-98f26a65a207', 'name': '', 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'mac_address': 'fa:16:3e:a2:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '8cc76379-997c-41a7-9531-2258deb89914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:00Z', 'updated_at': '2021-01-14T05:39:04Z', 'revision_number': 2, 'project_id': '43cd020a47124215961e0bfe3de50188', 'subnets': [{'id': '8cc76379-997c-41a7-9531-2258deb89914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:09.214877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4c5bd5ef-75cb-4db3-bbd5-29472a0a1c2f None None] The sync data for ids ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'] in n-d-768851-4 is: [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:39:03Z', 'revision_number': 4, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b029477f-6d25-41f9-a85e-98f26a65a207', 'name': '', 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'mac_address': 'fa:16:3e:a2:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '8cc76379-997c-41a7-9531-2258deb89914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:00Z', 'updated_at': '2021-01-14T05:39:04Z', 'revision_number': 2, 'project_id': '43cd020a47124215961e0bfe3de50188', 'subnets': [{'id': '8cc76379-997c-41a7-9531-2258deb89914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:39:09.215109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting port 42c9d535-f9c4-48f4-876c-a14e5bd883de {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:09.215307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.232306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:09.275280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:09.483825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97796788-867f-46a3-b608-943523152cd6 None None] Provisioning complete for port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:09.484362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97796788-867f-46a3-b608-943523152cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.583232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-97796788-867f-46a3-b608-943523152cd6 None None] Port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:09.603316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49850) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:09.615650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97796788-867f-46a3-b608-943523152cd6 None None] Provisioning complete for port 6af10b3f-3c31-4c85-92c2-03928c75aac0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:09.617967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97796788-867f-46a3-b608-943523152cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.686281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.697416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.724250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:09.726854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:09.831731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:09.924732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:10.105790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6af10b3f-3c31-4c85-92c2-03928c75aac0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:10.240802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7f8d1b39-2263-4594-b1eb-9d10690d99c9 None None] Provisioning complete for port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:10.240802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f8d1b39-2263-4594-b1eb-9d10690d99c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:10.342136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6af10b3f-3c31-4c85-92c2-03928c75aac0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:10.344279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:10.344824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Pushing event updated for resources: {'Subnet': ['ID=33597c09-96c9-46d7-a989-56740851940d,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:10.358626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.635s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:10.452833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Router 3ee80d96-e485-43b3-9f83-abc95785c4d2 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:39:10.528284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f8d1b39-2263-4594-b1eb-9d10690d99c9 None None] Port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:10.543324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 827cc37f-8e7e-4cbb-8749-87a9cc6eb170 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:10.620689 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb56214b-459d-4370-8a5a-b0d703a9d55e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:39:10.625099 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:39:10.751281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Calling delete_port for 42c9d535-f9c4-48f4-876c-a14e5bd883de owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:10.812818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cacdb5d3-198b-42a7-a45d-dc310d99b6e8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:10.825705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:10.827026 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cacdb5d3-198b-42a7-a45d-dc310d99b6e8 HTTP/1.1" status: 204 len: 168 time: 2.1648667 Jan 14 05:39:10.842179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:10.843103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:10.901408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:10.916919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Usage tracker for resource:security_group_rule and tenant:71f32702d36646e9a73b0bcded781aa5 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:10.934070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:10.973956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:11.220241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:11.229288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:11.256687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16afd8e4-8c33-49ec-979e-5b868b6d9061 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:11.377024 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=71f32702d36646e9a73b0bcded781aa5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7721438 Jan 14 05:39:11.398255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49906) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:11.434587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc2bd06-ccd7-4c95-ae3d-e9763fcaeac6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:11.438922 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:11.449732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:39:11.461800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] Sync routers for ids ['3ee80d96-e485-43b3-9f83-abc95785c4d2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:39:11.493668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] Routers {'3ee80d96-e485-43b3-9f83-abc95785c4d2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:11.494369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3ee80d96-e485-43b3-9f83-abc95785c4d2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:11.521183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:11.569042 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2030cef-67ff-4194-aec3-31e9068c145b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:11.584972 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "PUT /v2.0/routers/3ee80d96-e485-43b3-9f83-abc95785c4d2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3927634 Jan 14 05:39:11.585838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:11.589415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49912) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:11.603684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e6eb171-d911-4d56-8aa6-1f63a6f017e8 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:11.635738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:11.645303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] Routers {'3ee80d96-e485-43b3-9f83-abc95785c4d2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:11.645966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3ee80d96-e485-43b3-9f83-abc95785c4d2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:11.676263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:11.718635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/networks/827cc37f-8e7e-4cbb-8749-87a9cc6eb170 HTTP/1.1" status: 204 len: 168 time: 12.5530591 Jan 14 05:39:11.720677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49918) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:11.739899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event deleted for resources: {'Port': ['ID=42c9d535-f9c4-48f4-876c-a14e5bd883de,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:11.743678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:11.751567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:11.752010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0befb302-eec6-46a1-a91c-5a600b85d9e6 None None] The sync data for ids ['3ee80d96-e485-43b3-9f83-abc95785c4d2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:39:11.752993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'port': {'network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6', 'name': 'tempest-FloatingIPNegativeTestJSON-484763366'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:11.830453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Network': ['ID=827cc37f-8e7e-4cbb-8749-87a9cc6eb170,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:11.831685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:11.925760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.098916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:12.188004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a19bcea7-7092-4e0f-b507-bfe37d99177a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:12.283718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Checking segment: {'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:12.284125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Network hostable DHCP agents. Network: 1a222a92-41fb-473b-83dc-260b9b93f8d7, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:39:12.288041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbbac581-66a9-4006-b4d8-3e1f022c5872 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.346496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.414592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a19bcea7-7092-4e0f-b507-bfe37d99177a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:12.420962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a19bcea7-7092-4e0f-b507-bfe37d99177a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:12.421524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.469369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:39:12.477335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:12.522882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.525800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.556622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4deb031-3326-4e6f-a910-513dae9dcf12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:12.586100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc2bd06-ccd7-4c95-ae3d-e9763fcaeac6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:12.596614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:12.615638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.630523 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cc2bd06-ccd7-4c95-ae3d-e9763fcaeac6 HTTP/1.1" status: 204 len: 168 time: 1.2270489 Jan 14 05:39:12.645891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:port and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:12.686368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for port was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:12.707065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 1a222a92-41fb-473b-83dc-260b9b93f8d7) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:12.709206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49942) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:12.733429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:12.799315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:12.800236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:12.945191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-374141ea-f7d3-457b-895a-cb54f972cab2 None None] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:13.005255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.177124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'network': {'name': 'tempest-AllowedAddressPairTestJSON-test-network-569859878'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:13.194782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:13.225486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Usage tracker for resource:network and tenant:606c854ddfc04703863f5cafe1547101 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:13.239474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:13.260103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:13.327174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e8ec027-4320-4e80-9be9-5e25b02cadc7']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:13.360028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-1a222a92-41fb-473b-83dc-260b9b93f8d7', 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'fixed_ips': [{'subnet_id': '33597c09-96c9-46d7-a989-56740851940d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:39:13.365286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.376578 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 7.8343627 Jan 14 05:39:13.384325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e2bcaeaa-5bbb-41cd-8107-9266940d3d6f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:13.384675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e2bcaeaa-5bbb-41cd-8107-9266940d3d6f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:13.409188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49952) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:13.424624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Request body: {'router': {'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:13.455842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Made reservation on behalf of 3d20617713de430caab0b12c78abc3b3 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:13.475301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.527519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.545162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:13.550810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Router 83496589-f611-40b5-b6f9-ae00b14c21fb has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:39:13.576805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Usage tracker for resource:router and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:13.577391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:13.583281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:13.601320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.607252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:13.652473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.653923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.676217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.707091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.783536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:13.798306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:39:13.828474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Allocated IP 172.20.0.2 (1a222a92-41fb-473b-83dc-260b9b93f8d7/33597c09-96c9-46d7-a989-56740851940d/fe2d2036-e8ce-4677-ad9e-e8c359af6f68) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:14.072525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:39:14.074730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:14.084603 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "PUT /v2.0/routers/83496589-f611-40b5-b6f9-ae00b14c21fb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6259570 Jan 14 05:39:14.087217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49968) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:14.088014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] Sync routers for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:39:14.090680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Usage tracker for resource:security_group_rule and tenant:606c854ddfc04703863f5cafe1547101 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:14.091972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Sync routers for ids ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:39:14.099790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:14.135750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:14.136971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:14.189903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Routers {'d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:14.191076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:14.349632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:14.380080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] Routers {'83496589-f611-40b5-b6f9-ae00b14c21fb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:14.381187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:38:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83496589-f611-40b5-b6f9-ae00b14c21fb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:14.437736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:14.529431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] device_id is not set on port 11f004c6-9f25-4434-84d0-f58ed6faa451 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:39:14.596093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:14.596869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92a3093a-3bfb-4435-a7f4-47ca41225399 None None] The sync data for ids ['83496589-f611-40b5-b6f9-ae00b14c21fb'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:39:14.627441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port a19bcea7-7092-4e0f-b507-bfe37d99177a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a19bcea7-7092-4e0f-b507-bfe37d99177a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:14.675496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:14.679223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3eb656e1-8984-4451-8cbc-589563942ecf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:14.687728 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9625f248-8309-4e9d-8c6d-97e1d98d5269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:14.767939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:14.774870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting port 39c22548-6e09-4410-ac4c-09d3a305426c {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:14.775645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:14.820692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Allocated IP 172.20.0.4 (dd46dff6-d7a2-4ed8-978f-a9beb63a17c6/78be5d5a-8e1a-40a9-ac62-f14e20543f5c/11f004c6-9f25-4434-84d0-f58ed6faa451) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:14.876816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Set router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:39:15.022288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:15.024578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.049028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=a19bcea7-7092-4e0f-b507-bfe37d99177a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:15.052849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:15.075702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.097087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.174779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.373626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.650096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:39:03Z', 'revision_number': 4, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:07Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b029477f-6d25-41f9-a85e-98f26a65a207', 'name': '', 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'mac_address': 'fa:16:3e:a2:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '8cc76379-997c-41a7-9531-2258deb89914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:00Z', 'updated_at': '2021-01-14T05:39:04Z', 'revision_number': 2, 'project_id': '43cd020a47124215961e0bfe3de50188', 'subnets': [{'id': '8cc76379-997c-41a7-9531-2258deb89914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:15.659760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Checking router: d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:39:15.660173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Updating router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 port b029477f-6d25-41f9-a85e-98f26a65a207 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:39:15.712235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 2e8ec027-4320-4e80-9be9-5e25b02cadc7 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:15.807926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.811950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:39:15.835676 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:39:15.838718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Transition to ACTIVE for port object fe2d2036-e8ce-4677-ad9e-e8c359af6f68 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:15.840721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.852843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a15645b2-c98f-4a9e-915b-3651835293ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:15.854899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Calling delete_port for 39c22548-6e09-4410-ac4c-09d3a305426c owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:15.876869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:15.880927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50000) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:15.895434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:15.899385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Network': ['ID=2e8ec027-4320-4e80-9be9-5e25b02cadc7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:15.911587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:15.970814 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/networks/2e8ec027-4320-4e80-9be9-5e25b02cadc7 HTTP/1.1" status: 204 len: 168 time: 4.1966980 Jan 14 05:39:15.977846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50008) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:16.024368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:16.134265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:16.139098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Transition to ACTIVE for port object 11f004c6-9f25-4434-84d0-f58ed6faa451 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:16.293260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Transition to ACTIVE for port object fe2d2036-e8ce-4677-ad9e-e8c359af6f68 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:16.329656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:16.358498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-048b5b8b-3518-4e65-aaec-05c0cbe88b81 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:16.433968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:16.452050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Pushing event updated for resources: {'Port': ['ID=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:16.530928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:16.589304 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:16.894094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:16.907316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a19bcea7-7092-4e0f-b507-bfe37d99177a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:16.937312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:16.942592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Usage tracker for resource:security_group_rule and tenant:8ad376b051b547d0866f7f83afe922a0 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:16.946471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:16.954985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:17.019329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.036880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.082433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.087355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.202821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a19bcea7-7092-4e0f-b507-bfe37d99177a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:17.203243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.214936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.259141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:17.263885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.269570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:17.272418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:17.273714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1ecf5b8-db23-40d0-9bfb-43f320a4d8f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:17.276267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.346735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.371142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Attempting to bind port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:17.371578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Attempting to bind port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:17.372095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Attempting to bind port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 on network 1a222a92-41fb-473b-83dc-260b9b93f8d7 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:17.387130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:17.387593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Checking segment: {'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:17.388008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.388458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Bound using segment: {'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:17.388988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Bound port: fe2d2036-e8ce-4677-ad9e-e8c359af6f68, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:17.389527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.423578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Allocated IP 172.25.3.183 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/f0e5d1ce-13f2-403a-8bb5-b52c69368211) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:17.485853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] For port fe2d2036-e8ce-4677-ad9e-e8c359af6f68, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:17.490005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] For port fe2d2036-e8ce-4677-ad9e-e8c359af6f68, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,segment=NetworkSegment(1c2da600-80a6-4603-b459-6d204ad98e52),segment_id=1c2da600-80a6-4603-b459-6d204ad98e52)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:17.521709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.542070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e22085e8-09cb-427b-b46e-56e986d91d17 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:17.673558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.705918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Pushing event updated for resources: {'Port': ['ID=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:17.709651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:17.722177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'SecurityGroup': ['ID=5b992973-6f7d-4794-a95e-9342f82bb5d1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:17.733455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:17.756736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:17.779277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.779721 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Added segment 65b0b90d-5936-4bf1-b2d0-e273f9be16aa of type vxlan for network f8bdfe69-e37f-47de-a7f5-c72775366634 Jan 14 05:39:17.804697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3088a02e-6c56-4704-9934-4aab9cfa30ce']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:17.821610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.830027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7d3861d5-9b4c-4fe9-be2e-3b69694022b8') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:17.830599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7d3861d5-9b4c-4fe9-be2e-3b69694022b8') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:17.839062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.868339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.889279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.916918 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:17.918667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.930185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:39:17.948977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:17.949752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Fanout notify agent at l3_agent the message router_deleted on router 83496589-f611-40b5-b6f9-ae00b14c21fb {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:39:18.045437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.065462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:18.066194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.085143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:18.137221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:18.146754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:18.166440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.171094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:18.299881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.300092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.304060 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea439de2-440e-4592-a96c-e4e4d30a19e4 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "DELETE /v2.0/routers/83496589-f611-40b5-b6f9-ae00b14c21fb HTTP/1.1" status: 204 len: 168 time: 4.2128010 Jan 14 05:39:18.304584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50038) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:18.325392 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 793 time: 5.6021714 Jan 14 05:39:18.330783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50042) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:18.402251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Port': ['ID=11f004c6-9f25-4434-84d0-f58ed6faa451,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:18.415497 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:18.420258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9decfa8d-5260-4131-9f66-3bff2332be3b tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:18.431431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.441186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'subnet': {'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:18.469324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ad376b051b547d0866f7f83afe922a0&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5711656 Jan 14 05:39:18.473688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50048) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.500386 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:18.503928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:18.531618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:18.534416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.574754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 3088a02e-6c56-4704-9934-4aab9cfa30ce has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:18.632052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23cf48d8-c922-4996-b9ad-9e75a4f3db5e None None] Provisioning for port 11f004c6-9f25-4434-84d0-f58ed6faa451 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:18.639169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23cf48d8-c922-4996-b9ad-9e75a4f3db5e None None] Provisioning complete for port 11f004c6-9f25-4434-84d0-f58ed6faa451 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:18.639637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23cf48d8-c922-4996-b9ad-9e75a4f3db5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.656080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=429ec02c-95e0-422a-aeb0-d0fd75d9ac2a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:18.721937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Network': ['ID=f8bdfe69-e37f-47de-a7f5-c72775366634,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:18.730059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.645s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:18.731926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.312s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:18.763196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.804265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f8bdfe69-e37f-47de-a7f5-c72775366634 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:18.821932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f8bdfe69-e37f-47de-a7f5-c72775366634 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:18.825279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.860715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.932105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:18.998388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f8bdfe69-e37f-47de-a7f5-c72775366634 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:19.015082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe2d2036-e8ce-4677-ad9e-e8c359af6f68 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:19.085351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:19.089719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Usage tracker for resource:subnet and tenant:606c854ddfc04703863f5cafe1547101 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:19.092924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:19.100137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:19.112864 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6054288-3904-42d6-aafd-8253778a67b3 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:19.221794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 7.6261497 Jan 14 05:39:19.221794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Pushing event updated for resources: {'Port': ['ID=f0e5d1ce-13f2-403a-8bb5-b52c69368211,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:19.229364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50058) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:19.234331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-23cf48d8-c922-4996-b9ad-9e75a4f3db5e None None] Port 11f004c6-9f25-4434-84d0-f58ed6faa451 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:19.242706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:39:19.246214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:19.251735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:19.253464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:19.263293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:19.264543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:19.266939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2130eb72-0477-4e9e-aa43-074ca626fa7b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:19.283601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:19.284844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:19.343373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:19.345745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:19.397203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=429ec02c-95e0-422a-aeb0-d0fd75d9ac2a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:19.422097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network 3088a02e-6c56-4704-9934-4aab9cfa30ce has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:19.431307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:floatingip and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:19.509555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:19.541792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:19.544106 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/429ec02c-95e0-422a-aeb0-d0fd75d9ac2a HTTP/1.1" status: 204 len: 168 time: 1.0595992 Jan 14 05:39:19.762659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80d222b3-e261-4845-9c06-8ec015d90e83 None None] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:19.987262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:19.998081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:39:20.007705 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:39:20.024174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.081281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.129372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting subnet 98e2f015-6874-467c-a7bc-3665b2f246a9 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:39:20.146254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Provisioning for port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:20.153445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.154382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Provisioning complete for port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:20.155114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.373340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.495904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.574363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] For port fe2d2036-e8ce-4677-ad9e-e8c359af6f68, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,segment=NetworkSegment(1c2da600-80a6-4603-b459-6d204ad98e52),segment_id=1c2da600-80a6-4603-b459-6d204ad98e52)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:20.579864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.582003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:20.750317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Pushing event updated for resources: {'Port': ['ID=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:20.756900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:20.811987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-21907214-818b-4e66-befe-f8a935be81b3 None None] Provisioning complete for port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:20.812525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21907214-818b-4e66-befe-f8a935be81b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.884231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.923022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.928835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Transition to ACTIVE for port object b029477f-6d25-41f9-a85e-98f26a65a207 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:20.964768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:20.993287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:21.075286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:21.110230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d3e00-6cd7-4e65-b399-2b6bf3a8700c None None] Pushing event updated for resources: {'Port': ['ID=b029477f-6d25-41f9-a85e-98f26a65a207,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:21.134799 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-668d3e00-6cd7-4e65-b399-2b6bf3a8700c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:21.161818 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:21.200193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:21.249719 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/networks/3088a02e-6c56-4704-9934-4aab9cfa30ce HTTP/1.1" status: 204 len: 168 time: 5.2694638 Jan 14 05:39:21.250636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50086) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:21.251050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50088) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:21.298960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Network': ['ID=3088a02e-6c56-4704-9934-4aab9cfa30ce,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:21.349796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:21.758898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:21.797841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Attempting to bind port b029477f-6d25-41f9-a85e-98f26a65a207 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:21.798508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Attempting to bind port b029477f-6d25-41f9-a85e-98f26a65a207 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:21.799420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Attempting to bind port b029477f-6d25-41f9-a85e-98f26a65a207 on network ed16ca90-cc02-4941-84e3-bc8c0f327a01 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:21.804059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-04815387-5e6d-4089-adac-178ca94c8f55 None None] Provisioning complete for port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:21.804736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04815387-5e6d-4089-adac-178ca94c8f55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:21.835761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:21.836458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Checking segment: {'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:21.837116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:21.837757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Bound using segment: {'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:21.839214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Bound port: b029477f-6d25-41f9-a85e-98f26a65a207, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b42d409b-d96a-474d-ac2f-a911e21885d7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:21.839869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:21.924070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:21.974076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Router 7d47d5b9-07a2-49bc-8484-9071f48acb8a is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:39:22.039762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] For port b029477f-6d25-41f9-a85e-98f26a65a207, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:22.043465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] For port b029477f-6d25-41f9-a85e-98f26a65a207, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b029477f-6d25-41f9-a85e-98f26a65a207,segment=NetworkSegment(b42d409b-d96a-474d-ac2f-a911e21885d7),segment_id=b42d409b-d96a-474d-ac2f-a911e21885d7)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:22.056338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:22.208021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a35a178a-13fa-4923-99eb-d4b3c2a518d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:22.208505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:39:22.273142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:22.274640 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 8.8611565 Jan 14 05:39:22.277869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50108) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:22.280972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Sync routers for ids ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:39:22.340012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Routers {'d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:22.340722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:22.367439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:22.642779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-469211c5-c62f-4d78-9ff1-83e4d4fc96a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:22.736309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event deleted for resources: {'Subnet': ['ID=98e2f015-6874-467c-a7bc-3665b2f246a9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:22.739639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:22.768453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:22.801050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:22.884879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe2d2036-e8ce-4677-ad9e-e8c359af6f68 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:22.924097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Routers {'7d47d5b9-07a2-49bc-8484-9071f48acb8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:22.924828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:23.082902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Allocated IP 172.25.3.135 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/bc018c01-868a-437d-9424-6f150aa9be3b) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:23.182575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Set router 7d47d5b9-07a2-49bc-8484-9071f48acb8a gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:39:23.248346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:23.269624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:23.273803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Usage tracker for resource:security_group_rule and tenant:f67fb53ed88340e3bf5e32a4206c9b19 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:23.276941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:23.283584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:23.396096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:23.410095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:23.442098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-668d3e00-6cd7-4e65-b399-2b6bf3a8700c None None] Pushing event updated for resources: {'Port': ['ID=b029477f-6d25-41f9-a85e-98f26a65a207,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:23.453135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:23.481312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec64fb46-18ae-40e5-b791-376356045bb1 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:23.492130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "DELETE /v2.0/subnets/98e2f015-6874-467c-a7bc-3665b2f246a9 HTTP/1.1" status: 204 len: 168 time: 5.1680231 Jan 14 05:39:23.501716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158a7cd9-b457-4977-bfbf-3cec85f9df06 None None] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:23.504618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:23.504867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50124) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:23.523714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-668d3e00-6cd7-4e65-b399-2b6bf3a8700c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.316s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:23.592431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:23.753113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:23.923800 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f67fb53ed88340e3bf5e32a4206c9b19&name=default HTTP/1.1" status: 200 len: 2983 time: 2.6549029 Jan 14 05:39:23.941664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50134) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:23.945095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:23.945483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:23.997017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Request body: {'router': {'name': 'tempest-pretest-check-1919676869'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:24.017448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:24.025203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2d8f69d6-51c4-42d3-b84d-f21ec0563d85,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:24.025538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Usage tracker for resource:router and tenant:21dc355329004a81bda52cd044262793 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:24.057145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:24.069537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:24.069969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.089266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:24.124122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.643s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:24.125312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.132138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.133485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.179977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.187205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] Set router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:39:24.210496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.262019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:39:19Z', 'revision_number': 3, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:24.264297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.273697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.282876 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-525ef5af-f043-4680-adf7-c251e1c242fc tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 729 time: 0.7767966 Jan 14 05:39:24.288382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Checking router: 7d47d5b9-07a2-49bc-8484-9071f48acb8a for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:39:24.288873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Updating router 7d47d5b9-07a2-49bc-8484-9071f48acb8a port f0e5d1ce-13f2-403a-8bb5-b52c69368211 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:39:24.356964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.379060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50138) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:24.666800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd93d3f1-fe28-4166-9715-423a4a209caf tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.725782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f18d416-aa30-42f8-8517-74b4a1e237ca tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:24.748519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Allocated IP 172.20.0.1 (1a222a92-41fb-473b-83dc-260b9b93f8d7/33597c09-96c9-46d7-a989-56740851940d/68288c1d-585e-492c-94bd-360469596b9c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:24.846778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Port': ['ID=bc018c01-868a-437d-9424-6f150aa9be3b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:24.858394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.939296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:24.955174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Transition to ACTIVE for port object f0e5d1ce-13f2-403a-8bb5-b52c69368211 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:24.971693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.001059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:25.009879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:25.010837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68508d63-6114-40a0-a2a0-b402be0e37a6 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:25.049617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:25.064196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:25.067586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd93d3f1-fe28-4166-9715-423a4a209caf tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.072498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd93d3f1-fe28-4166-9715-423a4a209caf tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.120607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd93d3f1-fe28-4166-9715-423a4a209caf tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.121135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd93d3f1-fe28-4166-9715-423a4a209caf tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Fanout notify agent at l3_agent the message router_deleted on router 9aaf4eb8-8b21-44c9-9f85-2287c5a397e6 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:39:25.140416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:25.149067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd93d3f1-fe28-4166-9715-423a4a209caf tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.150340 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd93d3f1-fe28-4166-9715-423a4a209caf tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "DELETE /v2.0/routers/9aaf4eb8-8b21-44c9-9f85-2287c5a397e6 HTTP/1.1" status: 204 len: 168 time: 0.7702124 Jan 14 05:39:25.160434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50144) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:25.171332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Request body: {'router': {'name': 'tempest-router-1834670221', 'distributed': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:25.178377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.182115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:25.192568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Usage tracker for resource:router and tenant:21dc355329004a81bda52cd044262793 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:25.198060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:25.203952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.208743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:25.211289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Transition to ACTIVE for port object 68288c1d-585e-492c-94bd-360469596b9c will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:25.228643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.229775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.247158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.272304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.289788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.301179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.319859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f7ac8-87a4-4417-bbdc-b686586f41db None None] Pushing event updated for resources: {'Port': ['ID=f0e5d1ce-13f2-403a-8bb5-b52c69368211,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:25.323631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc0f7ac8-87a4-4417-bbdc-b686586f41db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:25.329198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Subnet': ['ID=d70a0c82-e04b-44da-8de2-2b3c27d5e8c0,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:25.355043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.344s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:25.365860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Attempting to bind port f0e5d1ce-13f2-403a-8bb5-b52c69368211 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:25.366278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Attempting to bind port f0e5d1ce-13f2-403a-8bb5-b52c69368211 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:25.366686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Attempting to bind port f0e5d1ce-13f2-403a-8bb5-b52c69368211 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:25.375861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b865b2ce-897c-42fb-ad50-ea4f97121da7']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:25.385905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:25.386327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:25.386827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.387271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:25.388059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Bound port: f0e5d1ce-13f2-403a-8bb5-b52c69368211, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:25.388481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.420468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ada3b59a-aa90-4b21-a042-b150edc63c04') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:25.420805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ada3b59a-aa90-4b21-a042-b150edc63c04') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:25.431502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Checking segment: {'id': '65b0b90d-5936-4bf1-b2d0-e273f9be16aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:25.432173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network hostable DHCP agents. Network: f8bdfe69-e37f-47de-a7f5-c72775366634, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:39:25.452619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ed06402-cb11-41dd-9e87-c18bf37e041a tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:25.462357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] For port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,segment=NetworkSegment(b6c3721e-9974-4824-be8e-361f94db16b5),segment_id=b6c3721e-9974-4824-be8e-361f94db16b5)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:25.475291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.497827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.498470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.500365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5eda1215-d2a9-4265-97a7-48ec0ac97d57 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 722 time: 0.3387923 Jan 14 05:39:25.503970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.507743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50148) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:25.636446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:25.655659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:25.659579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.675567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:25.740502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:39:25.762443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Calling delete_port for 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:25.807562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.858109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] DHCP port deletion for a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:39:25.877643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Deleting port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:25.878377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:25.886093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:39:26.133981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f8bdfe69-e37f-47de-a7f5-c72775366634) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:26.146256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] For port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,segment=NetworkSegment(b6c3721e-9974-4824-be8e-361f94db16b5),segment_id=b6c3721e-9974-4824-be8e-361f94db16b5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:26.146818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.277447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Calling delete_port for 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:26.286638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.290213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.334059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f4f03b2-802d-4af1-b522-a7959a937228 None None] Network f8bdfe69-e37f-47de-a7f5-c72775366634 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:26.351032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448e8f9-6ac1-41ea-8931-013a07c3678a tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.353741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eed2d8d7-ef04-4027-b141-108e51402ef2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:26.367054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.393486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2d8f69d6-51c4-42d3-b84d-f21ec0563d85,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:26.431292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.550773 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:26.558098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Pushing event updated for resources: {'Port': ['ID=68288c1d-585e-492c-94bd-360469596b9c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:26.565712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:26.566563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.570230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ceca117a-c51c-42b1-8823-2aaa933ebcdb tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.175s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:26.591346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2fb924ef-d209-478e-b59a-7e61673c888b None None] Provisioning for port 68288c1d-585e-492c-94bd-360469596b9c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:26.624689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2fb924ef-d209-478e-b59a-7e61673c888b None None] Provisioning complete for port 68288c1d-585e-492c-94bd-360469596b9c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:26.625178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fb924ef-d209-478e-b59a-7e61673c888b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.635130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network b865b2ce-897c-42fb-ad50-ea4f97121da7 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:26.649948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.651231 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2d8f69d6-51c4-42d3-b84d-f21ec0563d85 HTTP/1.1" status: 204 len: 168 time: 2.6806939 Jan 14 05:39:26.655236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.719812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 05:39:26.719812 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM portsecuritybindings WHERE portsecuritybindings.port_id = %(port_id)s] Jan 14 05:39:26.719812 n-d-768851-4 neutron-server[80820]: [parameters: {'port_id': '06a13bba-2526-4a87-8cd6-be8e0e9ddc11'}] Jan 14 05:39:26.719812 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:39:26.720240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:39:26.721723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2fb924ef-d209-478e-b59a-7e61673c888b None None] Port 68288c1d-585e-492c-94bd-360469596b9c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:26.760534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.777127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.324s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:26.788624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448e8f9-6ac1-41ea-8931-013a07c3678a tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.793713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448e8f9-6ac1-41ea-8931-013a07c3678a tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.806177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.809885 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 8.3825414 Jan 14 05:39:26.815671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50158) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:26.825289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2dba9213-5c40-4f8a-9a22-1c6ba00aa848 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:26.854352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'name': 'tempest-AllowedAddressPairTestJSON-1728430925'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:26.865684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448e8f9-6ac1-41ea-8931-013a07c3678a tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.866813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3448e8f9-6ac1-41ea-8931-013a07c3678a tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Fanout notify agent at l3_agent the message router_deleted on router 5c195c69-0f79-43c4-947c-d561ed296321 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:39:26.885987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448e8f9-6ac1-41ea-8931-013a07c3678a tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.887860 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3448e8f9-6ac1-41ea-8931-013a07c3678a tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "DELETE /v2.0/routers/5c195c69-0f79-43c4-947c-d561ed296321 HTTP/1.1" status: 204 len: 168 time: 1.3767228 Jan 14 05:39:26.892793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50162) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:26.901698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Request body: {'router': {'name': 'tempest-router-2088939675', 'distributed': False, 'admin_state_up': False, 'ha': False, 'project_id': '361b5a580cd049c6a5bd52a6ad446b4d'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:26.907624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] For port f0e5d1ce-13f2-403a-8bb5-b52c69368211, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:26.911773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] For port f0e5d1ce-13f2-403a-8bb5-b52c69368211, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f0e5d1ce-13f2-403a-8bb5-b52c69368211,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:26.914448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:26.923093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Usage tracker for resource:router and tenant:361b5a580cd049c6a5bd52a6ad446b4d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:26.926771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:26.939446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:26.959309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.960496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.977028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:26.999812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.018134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Pushing event deleted for resources: {'Port': ['ID=06a13bba-2526-4a87-8cd6-be8e0e9ddc11,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:27.019538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Port': ['ID=bc018c01-868a-437d-9424-6f150aa9be3b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:27.057967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b029477f-6d25-41f9-a85e-98f26a65a207 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:27.090078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.101596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:27.105782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.181023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.186273 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a592451c-5c4c-43f6-8dd5-cb30a414ffc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 0.2906322 Jan 14 05:39:27.189801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50170) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:27.198832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Request body: {'router': {'distributed': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:27.212195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:27.221861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Usage tracker for resource:port and tenant:606c854ddfc04703863f5cafe1547101 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:27.226246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:27.247678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:27.259398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:27.270409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:27.271219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.289306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] No DVR routers for this DVR port 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:39:27.298981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-97870ed9-234f-410e-a8b8-2c38620cebe0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:27.305067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Network b865b2ce-897c-42fb-ad50-ea4f97121da7 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:27.316587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:27.327294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.353356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f8bdfe69-e37f-47de-a7f5-c72775366634', 'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'tenant_id': '606c854ddfc04703863f5cafe1547101', 'fixed_ips': [{'subnet_id': 'd70a0c82-e04b-44da-8de2-2b3c27d5e8c0'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:39:27.354708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.436578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:39:03Z', 'revision_number': 4, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b029477f-6d25-41f9-a85e-98f26a65a207', 'name': '', 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'mac_address': 'fa:16:3e:a2:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '8cc76379-997c-41a7-9531-2258deb89914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:00Z', 'updated_at': '2021-01-14T05:39:22Z', 'revision_number': 4, 'project_id': '43cd020a47124215961e0bfe3de50188', 'subnets': [{'id': '8cc76379-997c-41a7-9531-2258deb89914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:39:27.442807 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:39:27.471993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.680352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50182) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:27.681085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.690127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a5e53910-c50f-4073-b68c-6d435c98ae38 None None] The sync data for ids ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'] in n-d-768851-4 is: [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:39:03Z', 'revision_number': 4, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b029477f-6d25-41f9-a85e-98f26a65a207', 'name': '', 'network_id': 'ed16ca90-cc02-4941-84e3-bc8c0f327a01', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'mac_address': 'fa:16:3e:a2:f5:33', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_interface', 'standard_attr_id': 1641, 'fixed_ips': [{'subnet_id': '8cc76379-997c-41a7-9531-2258deb89914', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:00Z', 'updated_at': '2021-01-14T05:39:22Z', 'revision_number': 4, 'project_id': '43cd020a47124215961e0bfe3de50188', 'subnets': [{'id': '8cc76379-997c-41a7-9531-2258deb89914', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:39:27.710615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] The port '06a13bba-2526-4a87-8cd6-be8e0e9ddc11' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:39:27.720625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.724241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:27.761097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Allocated IP 172.20.0.2 (f8bdfe69-e37f-47de-a7f5-c72775366634/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0/0e2bd95c-4254-472e-811c-0d87af308f3e) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:27.834211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Pushing event deleted for resources: {'Network': ['ID=b865b2ce-897c-42fb-ad50-ea4f97121da7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:27.846303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:27.859511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:27.861299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.5949240 Jan 14 05:39:27.866882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50186) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:27.961646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-090584d8-9be9-494e-b9bb-89398e767ac8 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'floatingip': {'port_id': '11f004c6-9f25-4434-84d0-f58ed6faa451', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:28.044893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.057073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Transition to ACTIVE for port object 0e2bd95c-4254-472e-811c-0d87af308f3e will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:28.058233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.058608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.074964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Transition to ACTIVE for port object 0e2bd95c-4254-472e-811c-0d87af308f3e will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:28.116837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Routers {'7d47d5b9-07a2-49bc-8484-9071f48acb8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:28.117485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:28.273196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-090584d8-9be9-494e-b9bb-89398e767ac8 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.305254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.338761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] 10.222.0.48 "DELETE /v2.0/networks/b865b2ce-897c-42fb-ad50-ea4f97121da7 HTTP/1.1" status: 204 len: 168 time: 7.0671208 Jan 14 05:39:28.410341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] Set router 7d47d5b9-07a2-49bc-8484-9071f48acb8a gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:39:28.507381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.559594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.574024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.621778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc0f7ac8-87a4-4417-bbdc-b686586f41db None None] Pushing event updated for resources: {'Port': ['ID=f0e5d1ce-13f2-403a-8bb5-b52c69368211,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:28.626626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc0f7ac8-87a4-4417-bbdc-b686586f41db None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.327s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:28.635014 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.032s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:28.693859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:28.708675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b6c3721e-9974-4824-be8e-361f94db16b5') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:28.709181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b6c3721e-9974-4824-be8e-361f94db16b5') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:28.723647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.752423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.757685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:39:28.776175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:28.786506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Get a provider driver handle based on the ha flag: False and distributed flag: True {{(pid=80929) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:159}} Jan 14 05:39:28.787041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.l3_router.service_providers.driver_controller [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Router 5b0dd62d-a4aa-49ac-bf22-176ae6041300 migrating from provider to provider. {{(pid=80929) _update_router_provider /opt/stack/neutron/neutron/services/l3_router/service_providers/driver_controller.py:165}} Jan 14 05:39:28.787474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.812188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Usage tracker for resource:security_group_rule and tenant:581402ba5ca74e8990523b882be4f2ae is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:28.821272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:28.890317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:28.898573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] device_id is not set on port 54f88e0f-a421-4e18-910f-099f88092de3 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:39:28.908945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:28.946802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.033411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50204) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:29.108986 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-090584d8-9be9-494e-b9bb-89398e767ac8 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] update failed (client error): The resource could not be found. Jan 14 05:39:29.110427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-090584d8-9be9-494e-b9bb-89398e767ac8 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "PUT /v2.0/floatingips/35dd8623-1b50-4c4f-bbfe-d27f9dec50a2 HTTP/1.1" status: 404 len: 507 time: 1.1660683 Jan 14 05:39:29.115667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50210) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:29.118681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:29.136351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.242177 n-d-768851-4 neutron-server[80820]: WARNING neutron.scheduler.l3_agent_scheduler [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] No L3 agents can host the router 5b0dd62d-a4aa-49ac-bf22-176ae6041300 Jan 14 05:39:29.314390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Pushing event updated for resources: {'Port': ['ID=0e2bd95c-4254-472e-811c-0d87af308f3e,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:29.349365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.714s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:29.376674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b029477f-6d25-41f9-a85e-98f26a65a207 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:29.388087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b029477f-6d25-41f9-a85e-98f26a65a207 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:29.388509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.443801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:39:29.457233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Hosts for router 5b0dd62d-a4aa-49ac-bf22-176ae6041300: [] {{(pid=80929) _get_dvr_hosts_for_router /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:328}} Jan 14 05:39:29.490962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.502269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Hosts for other DVR routers connected to router 5b0dd62d-a4aa-49ac-bf22-176ae6041300: set() {{(pid=80929) _get_other_dvr_hosts /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:347}} Jan 14 05:39:29.504947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.506342 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5eff2068-fb6c-4deb-81d5-73815d492f7f tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "PUT /v2.0/routers/5b0dd62d-a4aa-49ac-bf22-176ae6041300 HTTP/1.1" status: 200 len: 717 time: 2.3147531 Jan 14 05:39:29.509284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50214) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:29.537414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Deleting port bc018c01-868a-437d-9424-6f150aa9be3b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:29.538094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.590447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Retry wrapper got retriable exception: Failed to create a duplicate IpamAllocation: for attribute(s) ['PRIMARY'] with value(s) 172.20.0.2-f2f9c7b6-6700-457b-9d74-cf7158ffa914 {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:39:29.590910 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:39:29.597694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.643928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:29.645986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.691372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b029477f-6d25-41f9-a85e-98f26a65a207, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b029477f-6d25-41f9-a85e-98f26a65a207,segment=NetworkSegment(b42d409b-d96a-474d-ac2f-a911e21885d7),segment_id=b42d409b-d96a-474d-ac2f-a911e21885d7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:29.711039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.716559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc0f7ac8-87a4-4417-bbdc-b686586f41db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:29.795722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:39:29.845484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Network a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:39:29.852723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:29.855659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:39:26Z', 'revision_number': 4, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '68288c1d-585e-492c-94bd-360469596b9c', 'name': '', 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'mac_address': 'fa:16:3e:89:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '33597c09-96c9-46d7-a989-56740851940d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:23Z', 'updated_at': '2021-01-14T05:39:24Z', 'revision_number': 1, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'subnets': [{'id': '33597c09-96c9-46d7-a989-56740851940d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:29.862273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:39:29.863057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 06a13bba-2526-4a87-8cd6-be8e0e9ddc11 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:39:29.865524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:29.872726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:29.877373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-48b7eb6c-1cb8-48af-ad52-d415713293b5 None None] The sync data for ids ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'] in n-d-768851-4 is: [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:39:26Z', 'revision_number': 4, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:26Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '68288c1d-585e-492c-94bd-360469596b9c', 'name': '', 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'mac_address': 'fa:16:3e:89:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '33597c09-96c9-46d7-a989-56740851940d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:23Z', 'updated_at': '2021-01-14T05:39:24Z', 'revision_number': 1, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'subnets': [{'id': '33597c09-96c9-46d7-a989-56740851940d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:39:29.944016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b029477f-6d25-41f9-a85e-98f26a65a207,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:29.950028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:29.959002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Attempting to bind port 0e2bd95c-4254-472e-811c-0d87af308f3e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:29.959678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Attempting to bind port 0e2bd95c-4254-472e-811c-0d87af308f3e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '65b0b90d-5936-4bf1-b2d0-e273f9be16aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:29.960299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Attempting to bind port 0e2bd95c-4254-472e-811c-0d87af308f3e on network f8bdfe69-e37f-47de-a7f5-c72775366634 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:29.966963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:29.967711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Checking segment: {'id': '65b0b90d-5936-4bf1-b2d0-e273f9be16aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:29.968374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:29.969023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Bound using segment: {'id': '65b0b90d-5936-4bf1-b2d0-e273f9be16aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:29.970240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Bound port: 0e2bd95c-4254-472e-811c-0d87af308f3e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '65b0b90d-5936-4bf1-b2d0-e273f9be16aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:29.970928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:39:30.010093 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:39:30.082277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] For port 0e2bd95c-4254-472e-811c-0d87af308f3e, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:30.086226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] For port 0e2bd95c-4254-472e-811c-0d87af308f3e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0e2bd95c-4254-472e-811c-0d87af308f3e,segment=NetworkSegment(65b0b90d-5936-4bf1-b2d0-e273f9be16aa),segment_id=65b0b90d-5936-4bf1-b2d0-e273f9be16aa)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:30.093102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.180972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.217238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.217576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.241015 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a64d15fe-c159-40a7-9489-670aca631fa4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:30.337964 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac564dad-49ee-4e7e-9c41-cd1ceaa7a657 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "GET /v2.0/routers/5b0dd62d-a4aa-49ac-bf22-176ae6041300 HTTP/1.1" status: 200 len: 717 time: 0.8274274 Jan 14 05:39:30.341354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Pushing event updated for resources: {'Port': ['ID=0e2bd95c-4254-472e-811c-0d87af308f3e,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:30.342118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50228) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:30.351729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:30.356135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Pushing event updated for resources: {'Port': ['ID=68288c1d-585e-492c-94bd-360469596b9c,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:30.391780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:30.393375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:30.395018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:30.434351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Calling delete_port for bc018c01-868a-437d-9424-6f150aa9be3b owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:30.617716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.621801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.707590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.735691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:30.770719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.853589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5834036-6fc6-45a9-a1d3-08605c713904,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:30.908253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-74b395df-ccce-47de-ae19-64a8d891b753 None None] Provisioning complete for port 68288c1d-585e-492c-94bd-360469596b9c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:30.908555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74b395df-ccce-47de-ae19-64a8d891b753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:30.951960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Router 7d47d5b9-07a2-49bc-8484-9071f48acb8a has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:39:30.993966 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ebd35f36-23f1-44c1-bbd6-75aaab546256 tempest-RoutersTestDVR-1261785290 tempest-RoutersTestDVR-1261785290] 10.222.0.48 "GET /v2.0/routers/5b0dd62d-a4aa-49ac-bf22-176ae6041300 HTTP/1.1" status: 200 len: 683 time: 0.6477363 Jan 14 05:39:31.004609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50236) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:31.099975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-74b395df-ccce-47de-ae19-64a8d891b753 None None] Port 68288c1d-585e-492c-94bd-360469596b9c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:31.159754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] device_id is not set on port ae9a7c02-ac60-4359-9d15-7c4e3160d571 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:39:31.259195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:31.266503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:31.277136 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ea75a75-a311-4335-a075-1391eb31e3fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:31.350273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event deleted for resources: {'Network': ['ID=a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:31.373736 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd6530c0-073d-46a2-8a2e-d81197fb2be6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a57f22333fda41899c3d8141d4a88765&name=default HTTP/1.1" status: 200 len: 2983 time: 2.3310032 Jan 14 05:39:31.375456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:31.390758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c780331-4614-405a-bdf1-090023393fc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:31.451546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50240) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:31.461031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:39:31.479462 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] 10.222.0.48 "PUT /v2.0/routers/7d47d5b9-07a2-49bc-8484-9071f48acb8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.1988425 Jan 14 05:39:31.517367 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=581402ba5ca74e8990523b882be4f2ae&name=default HTTP/1.1" status: 200 len: 2983 time: 3.8314672 Jan 14 05:39:31.525576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50246) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:31.526381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:31.555166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:31.643747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "DELETE /v2.0/networks/a9ef57fd-ebc0-4dfb-8a48-aa8eedcdada0 HTTP/1.1" status: 204 len: 168 time: 8.1379092 Jan 14 05:39:31.647504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50250) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:31.711893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event deleted for resources: {'Port': ['ID=bc018c01-868a-437d-9424-6f150aa9be3b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:31.750432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:31.951376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:31.959846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c780331-4614-405a-bdf1-090023393fc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:31.969981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c780331-4614-405a-bdf1-090023393fc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.023819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.057153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c780331-4614-405a-bdf1-090023393fc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.068445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c780331-4614-405a-bdf1-090023393fc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Fanout notify agent at l3_agent the message router_deleted on router 5b0dd62d-a4aa-49ac-bf22-176ae6041300 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:39:32.084980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c780331-4614-405a-bdf1-090023393fc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.086111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2c780331-4614-405a-bdf1-090023393fc3 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "DELETE /v2.0/routers/5b0dd62d-a4aa-49ac-bf22-176ae6041300 HTTP/1.1" status: 204 len: 168 time: 1.0787907 Jan 14 05:39:32.089998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50284) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:32.141147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Request body: {'router': {'name': 'tempest-router-1731997162', 'distributed': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:32.177892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:32.185183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Usage tracker for resource:router and tenant:21dc355329004a81bda52cd044262793 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:32.202813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:32.224915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:32.230164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0e2bd95c-4254-472e-811c-0d87af308f3e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:32.240077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.241243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.270069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.271568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.290745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2672e370-8056-45da-9ae8-bfdb29e57a8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:32.326388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3472a9f-090c-4e56-af83-865888768486,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:32.349437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:32.367617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.369402 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3472a9f-090c-4e56-af83-865888768486 HTTP/1.1" status: 204 len: 168 time: 0.8871875 Jan 14 05:39:32.374127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.397358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.399320 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a8241f6-09b8-49fe-ada3-78d3f29ff187 tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 721 time: 0.2802918 Jan 14 05:39:32.402346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:32.437195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 0e2bd95c-4254-472e-811c-0d87af308f3e completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:32.450873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f53064ce-197a-4a42-a13d-3b7d4c670797 None None] Network f8bdfe69-e37f-47de-a7f5-c72775366634 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:32.647947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Allocated IP 172.20.0.11 (f8bdfe69-e37f-47de-a7f5-c72775366634/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0/ae9a7c02-ac60-4359-9d15-7c4e3160d571) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:32.712707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6b210e-1f36-4f5c-a359-e6593da3784b tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.738357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.768167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f0e5d1ce-13f2-403a-8bb5-b52c69368211 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:32.784469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.841292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Deleting port b0d818f2-02c4-46f7-b313-ea3b535e5619 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:32.841926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:32.940159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Provisioning for port 0e2bd95c-4254-472e-811c-0d87af308f3e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:32.963450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Provisioning complete for port 0e2bd95c-4254-472e-811c-0d87af308f3e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:32.963879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.099838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6b210e-1f36-4f5c-a359-e6593da3784b tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.103004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6b210e-1f36-4f5c-a359-e6593da3784b tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.153944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f0e5d1ce-13f2-403a-8bb5-b52c69368211 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:33.160570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.161176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.163674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f0e5d1ce-13f2-403a-8bb5-b52c69368211 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:33.164856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.187748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6b210e-1f36-4f5c-a359-e6593da3784b tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.188468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d6b210e-1f36-4f5c-a359-e6593da3784b tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Fanout notify agent at l3_agent the message router_deleted on router a5b938a6-9756-49ff-93bd-81699dea67e7 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:39:33.201540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6b210e-1f36-4f5c-a359-e6593da3784b tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.205328 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d6b210e-1f36-4f5c-a359-e6593da3784b tempest-RoutersTestDVR-274236289 tempest-RoutersTestDVR-274236289] 10.222.0.48 "DELETE /v2.0/routers/a5b938a6-9756-49ff-93bd-81699dea67e7 HTTP/1.1" status: 204 len: 168 time: 0.7993801 Jan 14 05:39:33.517640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Calling delete_port for b0d818f2-02c4-46f7-b313-ea3b535e5619 owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:33.540018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.553276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.571880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcb0b7f0-6d6e-49c1-903f-f3472b1840b6 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:33.603609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5834036-6fc6-45a9-a1d3-08605c713904,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:33.629564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] For port 0e2bd95c-4254-472e-811c-0d87af308f3e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0e2bd95c-4254-472e-811c-0d87af308f3e,segment=NetworkSegment(65b0b90d-5936-4bf1-b2d0-e273f9be16aa),segment_id=65b0b90d-5936-4bf1-b2d0-e273f9be16aa)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:33.650976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:33.722866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.730024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-668d3e00-6cd7-4e65-b399-2b6bf3a8700c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:33.831280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.836611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c5834036-6fc6-45a9-a1d3-08605c713904 HTTP/1.1" status: 204 len: 168 time: 2.2943313 Jan 14 05:39:33.869187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50356) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:33.946804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.959190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.961942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:33.973411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "DELETE /v2.0/floatingips/35dd8623-1b50-4c4f-bbfe-d27f9dec50a2 HTTP/1.1" status: 204 len: 168 time: 4.8412266 Jan 14 05:39:33.973782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50364) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:33.980757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'floatingip': {'floating_network_id': 'dd46dff6-d7a2-4ed8-978f-a9beb63a17c6', 'port_id': '11f004c6-9f25-4434-84d0-f58ed6faa451', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:33.983759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Pushing event updated for resources: {'Port': ['ID=0e2bd95c-4254-472e-811c-0d87af308f3e,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:34.008051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:34.028733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:34.046794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:floatingip and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:34.056756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f0e5d1ce-13f2-403a-8bb5-b52c69368211, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f0e5d1ce-13f2-403a-8bb5-b52c69368211,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:34.067030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:34.078547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.086152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:34.087300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b029477f-6d25-41f9-a85e-98f26a65a207 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:34.176632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.208554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.244031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b857a93b-81bd-4894-970f-31cb1e79cf26 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:34.286277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:34.296533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.374811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f0e5d1ce-13f2-403a-8bb5-b52c69368211,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:34.380076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:34.389542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2e13bc4-d8d6-46df-8745-2310158fa066 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:34.396363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Usage tracker for resource:security_group_rule and tenant:361b5a580cd049c6a5bd52a6ad446b4d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:34.403820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b6d0c145-efdc-4f70-a070-88f8a3b031a0 None None] Provisioning complete for port 0e2bd95c-4254-472e-811c-0d87af308f3e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:34.404704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6d0c145-efdc-4f70-a070-88f8a3b031a0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.414351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:34.438565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:34.453463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Pushing event deleted for resources: {'Port': ['ID=b0d818f2-02c4-46f7-b313-ea3b535e5619,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:34.550101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b029477f-6d25-41f9-a85e-98f26a65a207 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:34.551326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.795372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Sync routers for ids ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:39:34.830226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Routers {'7d47d5b9-07a2-49bc-8484-9071f48acb8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:34.842319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:34.847283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.852159 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:39:34.856646 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2a87ea80-fb1a-47ad-8652-2dcb0fe85e94 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 400 len: 373 time: 0.8803141 Jan 14 05:39:34.860656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50378) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:34.868223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.877142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'port_id': '11f004c6-9f25-4434-84d0-f58ed6faa451', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:34.903336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:34.905292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Transition to ACTIVE for port object ae9a7c02-ac60-4359-9d15-7c4e3160d571 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:34.911124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4487bb66-420e-4fa6-ad87-1b0d3871ec86 None None] Provisioning complete for port 0e2bd95c-4254-472e-811c-0d87af308f3e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:34.911728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4487bb66-420e-4fa6-ad87-1b0d3871ec86 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.918295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Usage tracker for resource:floatingip and tenant:3d20617713de430caab0b12c78abc3b3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:34.924636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:34.940317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:34.960141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:34.960617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50382) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:34.961634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:34.984681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:35.032062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0e2bd95c-4254-472e-811c-0d87af308f3e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:35.059797 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dd1b6ff-3b9e-4c01-83f2-908f90233b0c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:35.078957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dea9488-70b8-41e6-bbb6-e3411094def6 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:35.095841 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=361b5a580cd049c6a5bd52a6ad446b4d&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2256191 Jan 14 05:39:35.105391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50390) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:35.117319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:35.182669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:35.273406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0e2bd95c-4254-472e-811c-0d87af308f3e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:35.273834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:35.299370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:35.304645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] 10.222.0.48 "DELETE /v2.0/floatingips/833a0771-c45f-4507-b52e-2f2059431ef6 HTTP/1.1" status: 204 len: 168 time: 3.6037922 Jan 14 05:39:35.314129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Set router 7d47d5b9-07a2-49bc-8484-9071f48acb8a gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:39:35.556523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=ae9a7c02-ac60-4359-9d15-7c4e3160d571,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:35.573492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.495s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:35.677573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f0e5d1ce-13f2-403a-8bb5-b52c69368211 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:35.755235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:35.758883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:35.761597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:35.793851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f0e5d1ce-13f2-403a-8bb5-b52c69368211 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:35.794290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.013601 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:36.017325 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:36.035464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:39:26Z', 'revision_number': 4, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '68288c1d-585e-492c-94bd-360469596b9c', 'name': '', 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'mac_address': 'fa:16:3e:89:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '33597c09-96c9-46d7-a989-56740851940d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:23Z', 'updated_at': '2021-01-14T05:39:28Z', 'revision_number': 2, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'subnets': [{'id': '33597c09-96c9-46d7-a989-56740851940d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:36.044673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Checking router: 7d47d5b9-07a2-49bc-8484-9071f48acb8a for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:39:36.049440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Updating router 7d47d5b9-07a2-49bc-8484-9071f48acb8a port 68288c1d-585e-492c-94bd-360469596b9c binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:39:36.076980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:36.091169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.152697 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 9.3332675 Jan 14 05:39:36.155862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50410) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:36.162399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'name': 'tempest-AllowedAddressPairTestJSON-112443955', 'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fe:7d:c6'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:36.206907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.329975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50414) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:36.330979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f31936dd-8a98-4808-a7e8-a3a0e3ab4ba2 None None] Provisioning for port ae9a7c02-ac60-4359-9d15-7c4e3160d571 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:36.336059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-1492347388', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:36.346189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f31936dd-8a98-4808-a7e8-a3a0e3ab4ba2 None None] Provisioning complete for port ae9a7c02-ac60-4359-9d15-7c4e3160d571 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:36.346618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f31936dd-8a98-4808-a7e8-a3a0e3ab4ba2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.347144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:36.351403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:router and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:36.354765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:36.360832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:36.380334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6640db3b-16bf-466f-9875-e12f7ba69194,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:36.391714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.393531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.411349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.432076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.375s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:36.455118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.592703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f31936dd-8a98-4808-a7e8-a3a0e3ab4ba2 None None] Port ae9a7c02-ac60-4359-9d15-7c4e3160d571 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:36.640765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.676204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:36.680807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Usage tracker for resource:port and tenant:606c854ddfc04703863f5cafe1547101 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:36.684672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Quota usage for port was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:36.691460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:36.737278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.849425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.860963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:36.871713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c35e514d-6a3c-46a2-b8a6-c2959924b14c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:36.895721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.899816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-faac9ad6-061c-4999-91f3-7ab71cac9b7a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 1.8563008 Jan 14 05:39:36.906765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50426) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:36.923749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:36.928101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6640db3b-16bf-466f-9875-e12f7ba69194 HTTP/1.1" status: 204 len: 168 time: 1.8130462 Jan 14 05:39:36.932953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1882551900'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:36.951324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6640db3b-16bf-466f-9875-e12f7ba69194,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:36.957214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:36.960045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:36.967245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:network and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:36.973352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:37.008235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:37.038681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Made reservation on behalf of 497bfcef70de47ac91260318fead3afe for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:37.052910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:37.102896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:37.183388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:37.317637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:37.349973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Transition to ACTIVE for port object 68288c1d-585e-492c-94bd-360469596b9c will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:37.360812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:37.385915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:37.565249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] device_id is not set on port 6cf6fa28-bb14-4519-bf0a-62d773d0ea59 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:39:37.580978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Pushing event updated for resources: {'Port': ['ID=68288c1d-585e-492c-94bd-360469596b9c,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:37.718086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Allocated IP 172.25.3.93 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/c70fe5cb-633b-4723-ac28-5215a574b690) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:37.756503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.756870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.757253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.757626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.758003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.764960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.765359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.765740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.766302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.766590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.767078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.767453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.767875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.768384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.768755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.769120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.769482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.769845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.771667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.772049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.772426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.772796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.773168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.773537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.775986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.775986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.775986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.775986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.775986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.775986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.775986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.776455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.776847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.777037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.777360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.777717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:37.795916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.408s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:37.904319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Allocated IP 172.20.0.6 (f8bdfe69-e37f-47de-a7f5-c72775366634/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0/6cf6fa28-bb14-4519-bf0a-62d773d0ea59) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:37.907450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50442) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:37.955992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.021110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.023878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:38.043625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Usage tracker for resource:security_group_rule and tenant:21dc355329004a81bda52cd044262793 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:38.083117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:38.097892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:38.124946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Attempting to bind port 68288c1d-585e-492c-94bd-360469596b9c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:38.125461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Attempting to bind port 68288c1d-585e-492c-94bd-360469596b9c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:38.125883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Attempting to bind port 68288c1d-585e-492c-94bd-360469596b9c on network 1a222a92-41fb-473b-83dc-260b9b93f8d7 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:38.146932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:38.147364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Checking segment: {'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:38.148076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.148533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Bound using segment: {'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:38.149067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Bound port: 68288c1d-585e-492c-94bd-360469596b9c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1c2da600-80a6-4603-b459-6d204ad98e52', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:38.149500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.181357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:38.192300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:security_group_rule and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:38.207097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:38.216797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:38.239754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.324380 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92bc8c9b-a17b-4da9-bce1-021573d372a1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4f3cf6f0434f418e922213cb8d89c74e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9462640 Jan 14 05:39:38.333156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50450) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:38.379526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] For port 68288c1d-585e-492c-94bd-360469596b9c, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:38.388305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] For port 68288c1d-585e-492c-94bd-360469596b9c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=68288c1d-585e-492c-94bd-360469596b9c,segment=NetworkSegment(1c2da600-80a6-4603-b459-6d204ad98e52),segment_id=1c2da600-80a6-4603-b459-6d204ad98e52)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:38.397534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.426021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.431268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-737d752f-767b-4b0b-bc66-63d13604af6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:38.440396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.444899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:38.468986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Transition to ACTIVE for port object 6cf6fa28-bb14-4519-bf0a-62d773d0ea59 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:38.533155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.663517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Pushing event updated for resources: {'Port': ['ID=68288c1d-585e-492c-94bd-360469596b9c,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:38.671149 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:38.701191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event updated for resources: {'Port': ['ID=c70fe5cb-633b-4723-ac28-5215a574b690,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:38.704778 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:38.707138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.728505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.757374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Routers {'7d47d5b9-07a2-49bc-8484-9071f48acb8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:38.758056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:38.761862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.779282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f17482-4975-4f06-9764-a8fde341a51e tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:38.780663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58b07052-d56e-4c10-8a93-cb63c44c2f15 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:38.793877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:38.808951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.809812 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Added segment 0f7fdda4-43f0-460d-b67a-64efd98a64d0 of type vxlan for network 77797dff-55ca-463f-80ec-80e194373b56 Jan 14 05:39:38.842151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.876422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.935990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:38.962436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:38.963806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:39.017296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:39.031826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:39.051428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 2.1289740 Jan 14 05:39:39.055991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50464) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:39.056846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:39.074047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 68288c1d-585e-492c-94bd-360469596b9c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:39.235979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'subnet': {'network_id': '77797dff-55ca-463f-80ec-80e194373b56', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:39.263119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 68288c1d-585e-492c-94bd-360469596b9c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:39.289896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 68288c1d-585e-492c-94bd-360469596b9c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:39.292556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:39.296163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21dc355329004a81bda52cd044262793&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3875382 Jan 14 05:39:39.299516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] Set router 7d47d5b9-07a2-49bc-8484-9071f48acb8a gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:39:39.407897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50474) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:39.448130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:39.465203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:39.509039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:39.551319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7b711f2d-178f-4a84-a399-0a5b21abc20e None None] Provisioning complete for port 68288c1d-585e-492c-94bd-360469596b9c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:39.551319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b711f2d-178f-4a84-a399-0a5b21abc20e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:39.657053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'SecurityGroup': ['ID=f59d2a76-d9b9-4036-8fdf-2954eea6dc4b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:39.661974 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.880s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:39.667749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:39.673257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:subnet and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:39.676426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:39.682894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:39.700348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16c2256c-ad07-480e-ab38-41362b363147 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.669s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:39.729915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Made reservation on behalf of 497bfcef70de47ac91260318fead3afe for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:39.736588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:39.737346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:39.783242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:39.867530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 68288c1d-585e-492c-94bd-360469596b9c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=68288c1d-585e-492c-94bd-360469596b9c,segment=NetworkSegment(1c2da600-80a6-4603-b459-6d204ad98e52),segment_id=1c2da600-80a6-4603-b459-6d204ad98e52)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:39.879133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 998 time: 3.7217314 Jan 14 05:39:39.880236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50486) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:39.881539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:39.884340 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:39.891797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=6cf6fa28-bb14-4519-bf0a-62d773d0ea59,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:39.902791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.124s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:39.910051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:39.916991 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f20deee-3b88-44b6-a2ec-fa93ec9be5b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.623s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:40.088743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=68288c1d-585e-492c-94bd-360469596b9c,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:40.104170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:40.113246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a4c7109f-4ec1-41f6-b558-a5bf48d767d4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:40.136121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.170340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.214660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-be4e9e9b-ea5a-4789-81a3-0525480cc5d6 None None] Provisioning for port 6cf6fa28-bb14-4519-bf0a-62d773d0ea59 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:40.223838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-be4e9e9b-ea5a-4789-81a3-0525480cc5d6 None None] Provisioning complete for port 6cf6fa28-bb14-4519-bf0a-62d773d0ea59 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:40.224266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be4e9e9b-ea5a-4789-81a3-0525480cc5d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.287710 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:40.304665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.346519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df71d387-85bb-4f1a-a2bb-313df97c2adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:40.370823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Network': ['ID=77797dff-55ca-463f-80ec-80e194373b56,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:40.409617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 77797dff-55ca-463f-80ec-80e194373b56 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:40.410953 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:40.442482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 77797dff-55ca-463f-80ec-80e194373b56 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:40.471190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=417267e7-f9ac-4047-ad49-dbebbd31fd34,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:40.486990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:40.488041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.513351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.514858 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/417267e7-f9ac-4047-ad49-dbebbd31fd34 HTTP/1.1" status: 204 len: 168 time: 2.1805925 Jan 14 05:39:40.616142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.619951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Deleting port c70fe5cb-633b-4723-ac28-5215a574b690 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:40.620343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.803905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:40.826678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:40.858608 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.862373 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:40.866614 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:40.924392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6536c-dbc9-40ef-98ae-3b5ab383d55b tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:40.953663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 77797dff-55ca-463f-80ec-80e194373b56 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:40.990466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:41.018529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6536c-dbc9-40ef-98ae-3b5ab383d55b tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:41.027514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:39:26Z', 'revision_number': 4, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '68288c1d-585e-492c-94bd-360469596b9c', 'name': '', 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'mac_address': 'fa:16:3e:89:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '33597c09-96c9-46d7-a989-56740851940d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:23Z', 'updated_at': '2021-01-14T05:39:38Z', 'revision_number': 4, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'subnets': [{'id': '33597c09-96c9-46d7-a989-56740851940d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:41.029064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3ab1dd4-9bff-4916-9947-1c017e5091ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:41.041021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7b23b2ea-69e5-49de-bb80-ab80b978e4b5 None None] The sync data for ids ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'] in n-d-768851-4 is: [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:39:26Z', 'revision_number': 4, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '68288c1d-585e-492c-94bd-360469596b9c', 'name': '', 'network_id': '1a222a92-41fb-473b-83dc-260b9b93f8d7', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'mac_address': 'fa:16:3e:89:58:8b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_interface', 'standard_attr_id': 1690, 'fixed_ips': [{'subnet_id': '33597c09-96c9-46d7-a989-56740851940d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:23Z', 'updated_at': '2021-01-14T05:39:38Z', 'revision_number': 4, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'subnets': [{'id': '33597c09-96c9-46d7-a989-56740851940d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:39:41.092685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acf6536c-dbc9-40ef-98ae-3b5ab383d55b tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:41.094161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-acf6536c-dbc9-40ef-98ae-3b5ab383d55b tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Synchronizing usage tracker for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:39:41.117126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a4c7109f-4ec1-41f6-b558-a5bf48d767d4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:41.120399 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:41.122129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:41.129208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a4c7109f-4ec1-41f6-b558-a5bf48d767d4 HTTP/1.1" status: 204 len: 168 time: 1.7199070 Jan 14 05:39:41.173657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-acf6536c-dbc9-40ef-98ae-3b5ab383d55b tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Unset dirty status for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:39:41.175070 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-acf6536c-dbc9-40ef-98ae-3b5ab383d55b tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2467 time: 1.2773981 Jan 14 05:39:41.178101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50512) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:41.196487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Subnet': ['ID=43a926d1-516b-4a0b-a39a-ebe0b66613ca,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:41.329035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:41.350953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:41.351549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:41.354124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-be4e9e9b-ea5a-4789-81a3-0525480cc5d6 None None] Port 6cf6fa28-bb14-4519-bf0a-62d773d0ea59 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:41.359931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting port 6cf6fa28-bb14-4519-bf0a-62d773d0ea59 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:41.360461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:41.387806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 68288c1d-585e-492c-94bd-360469596b9c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:41.731529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 68288c1d-585e-492c-94bd-360469596b9c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:41.731965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:41.884141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50520) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:41.969041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.021892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:42.034472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Usage tracker for resource:security_group_rule and tenant:2fec5d388eed432b81ad5a549a2f93f0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:42.042537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:42.061475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:42.190978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b5b5b9e-6b32-45b4-bb1c-cf8e01691d16 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.263180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Calling delete_port for c70fe5cb-633b-4723-ac28-5215a574b690 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:42.358805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Checking segment: {'id': '0f7fdda4-43f0-460d-b67a-64efd98a64d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77797dff-55ca-463f-80ec-80e194373b56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:42.359078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network hostable DHCP agents. Network: 77797dff-55ca-463f-80ec-80e194373b56, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:39:42.398335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 77797dff-55ca-463f-80ec-80e194373b56 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:39:42.414444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 77797dff-55ca-463f-80ec-80e194373b56) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:42.423220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9639006-ff41-41a6-ac2e-e48071f7345e None None] Network 77797dff-55ca-463f-80ec-80e194373b56 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:42.510272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:42.512742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.554202 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.4127133 Jan 14 05:39:42.559248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50540) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:42.575153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'network': {'name': 'tempest-router-network01--1418773912'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:42.584082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:42.589260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:network and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:42.592784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:42.599900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:42.613911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Made reservation on behalf of 497bfcef70de47ac91260318fead3afe for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:42.629640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.672891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.697285 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df311446-ff36-4b61-8d7c-9aa00b112ea5 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:42.749208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event deleted for resources: {'Port': ['ID=c70fe5cb-633b-4723-ac28-5215a574b690,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:42.825757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:42.842956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:42.865549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.866163 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Added segment 92d39846-9181-4c26-ab59-38410fe42303 of type vxlan for network 8711eebb-c927-4e0f-9565-123efec0c198 Jan 14 05:39:42.895922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.939458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:42.979381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:42.980119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.024313 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d97b6827-f0a5-4034-b6f3-0f7501f22e82 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:43.092104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-77797dff-55ca-463f-80ec-80e194373b56', 'network_id': '77797dff-55ca-463f-80ec-80e194373b56', 'tenant_id': '497bfcef70de47ac91260318fead3afe', 'fixed_ips': [{'subnet_id': '43a926d1-516b-4a0b-a39a-ebe0b66613ca'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:39:43.093073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.288262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.296654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.321280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.350203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Network': ['ID=8711eebb-c927-4e0f-9565-123efec0c198,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:43.396587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 8711eebb-c927-4e0f-9565-123efec0c198 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:43.420015 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:43.421650 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8601265 Jan 14 05:39:43.431595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50558) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:43.451048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'network': {'name': 'tempest-router-network02--1467752000'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:43.459402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:43.465231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:network and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:43.490450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:43.505835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:43.523955 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f0e6e69-7736-4d91-ab27-e66fe1b7c650 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:43.559481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50564) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:43.560761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2fec5d388eed432b81ad5a549a2f93f0&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6753125 Jan 14 05:39:43.561398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Made reservation on behalf of 497bfcef70de47ac91260318fead3afe for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:43.589322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.658097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 8711eebb-c927-4e0f-9565-123efec0c198 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:43.711014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50566) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:43.726937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e53035df-c725-44a5-8db6-8cf21795d446,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:43.731006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:43.743103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.743425 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Added segment 91565af8-d713-40f7-a275-a26e55e0ab0a of type vxlan for network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 Jan 14 05:39:43.756632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Calling delete_port for 6cf6fa28-bb14-4519-bf0a-62d773d0ea59 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:43.776294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.821695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:43.887363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 8711eebb-c927-4e0f-9565-123efec0c198 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:43.940062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:43.987997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.011518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:44.012236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.037045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-341028a3-54ec-4de4-8c2e-3e11c66598e7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:44.055283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.082421 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6457005 Jan 14 05:39:44.087571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50576) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:44.099213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'subnet': {'network_id': '8711eebb-c927-4e0f-9565-123efec0c198', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:44.133568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.148053 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] create failed (client error): The resource could not be found. Jan 14 05:39:44.152912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 404 len: 507 time: 9.2873950 Jan 14 05:39:44.167077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50580) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:44.193288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Network': ['ID=47ffe268-a9b7-49d9-84ce-ba1353a365a4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:44.200217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4d12440-3368-4a50-94cd-4229ebb3252d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:44.205023 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:44.270261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-366341417'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:44.286989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.288468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:44.307768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:44.312277 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b1254c3-2252-4413-89df-6dfc5b0331fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:44.315952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:44.339302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:network and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:44.355562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:44.360342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:44.370823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:44.404260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.413121 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e53035df-c725-44a5-8db6-8cf21795d446 HTTP/1.1" status: 204 len: 168 time: 0.7638459 Jan 14 05:39:44.417006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e53035df-c725-44a5-8db6-8cf21795d446,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:44.419722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50588) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:44.421070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:44.464200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.557923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:44.575591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.652813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:44.672782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:security_group_rule and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:44.683298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:44.700946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:44.873745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.889767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:44.898935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:44.904056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Usage tracker for resource:security_group_rule and tenant:69f2102c3b3a41858786d22d414ed474 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:44.908876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:44.915881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:44.936912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:44.942529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:subnet and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:44.945891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:44.952420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:44.973248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Deleting port 11f004c6-9f25-4434-84d0-f58ed6faa451 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:44.973642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.029593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.031819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.045359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Made reservation on behalf of 497bfcef70de47ac91260318fead3afe for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:45.056605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:45.067547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.067945 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Added segment 8e341075-beca-450e-93d7-04ff07ab9599 of type vxlan for network ee744581-1389-42e7-af24-f3880d7ca6f8 Jan 14 05:39:45.071586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Port': ['ID=6cf6fa28-bb14-4519-bf0a-62d773d0ea59,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:45.107507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.136778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0dae090-8efe-49db-8050-d62b0f93bedd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.149532 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-459c00b0-fe8d-4ae2-82b3-afb9f87b0004 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:45.192271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.199378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.203027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'SecurityGroup': ['ID=0153b3f8-d957-4f5a-8966-54c9f4f93afa,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:45.210014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.230838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:45.231559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.269366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:45.273370 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12d44459-d5d6-4735-a8e4-fb77d36ceb6e tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:45.295972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.312200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Allocated IP 172.20.0.2 (77797dff-55ca-463f-80ec-80e194373b56/43a926d1-516b-4a0b-a39a-ebe0b66613ca/5caee56e-5fef-4825-a28e-478636a12459) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:45.381055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50600) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:45.398873 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.6069086 Jan 14 05:39:45.425490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Network': ['ID=ee744581-1389-42e7-af24-f3880d7ca6f8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:45.427263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.451793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:45.464018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:45.464318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ee744581-1389-42e7-af24-f3880d7ca6f8 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:45.481220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8675fbf0-8fbf-484c-aff9-a2b50370d24e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.275s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:45.553404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2df95602-2b40-4ba1-87dd-ed8fca2a42b2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:45.574287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Calling delete_port for 11f004c6-9f25-4434-84d0-f58ed6faa451 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:45.580678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:45.588984 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=69f2102c3b3a41858786d22d414ed474&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0626812 Jan 14 05:39:45.590853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:45.610501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:45.621000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c252d4a4bf9747ba97b12187285c2ff3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:45.625381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:45.633562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:45.646737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ee744581-1389-42e7-af24-f3880d7ca6f8 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:45.664139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ee744581-1389-42e7-af24-f3880d7ca6f8 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:45.669195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.469s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:46.035658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.046303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.047454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50612) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:46.053105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Transition to ACTIVE for port object 5caee56e-5fef-4825-a28e-478636a12459 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:46.074869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Transition to ACTIVE for port object 5caee56e-5fef-4825-a28e-478636a12459 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:46.083895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.096392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'network': {'name': 'tempest-device-tagging-net1-2142644259'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:46.115334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:46.126310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:network and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:46.129330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:46.139822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:46.152744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.205838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:46.265248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c252d4a4bf9747ba97b12187285c2ff3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8793657 Jan 14 05:39:46.266291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:46.276077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.307763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50616) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:46.308539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2964e798-8169-462e-be25-96ce412a4684,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:46.334631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:46.350571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.351001 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Added segment 0d9af5e2-e7ac-4b57-964e-90c274582853 of type vxlan for network 65730efc-0db0-4056-9d7c-4c83d46525be Jan 14 05:39:46.376116 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:46.412016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.482280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:46.525751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.527510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.547289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:46.547997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.561221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d96fea02-cdde-476d-80f3-4bc41c9378c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:46.597108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Pushing event updated for resources: {'Port': ['ID=5caee56e-5fef-4825-a28e-478636a12459,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:46.641127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Network 77797dff-55ca-463f-80ec-80e194373b56 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:46.658430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.659039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.661310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.661678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.662065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.662591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.662990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.663365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.663836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.667884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.668306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.668689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.669136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.669511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.669878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.670243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.674346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.674786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.675175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.677424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.677940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.678322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.678715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.680396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.681436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.681821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.682192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.682568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.682958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.683327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.686874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.689753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.690158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.690539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.695686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.696096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:46.708873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:46.721323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:46.738081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.361s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:46.739765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.770078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.804462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.835223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.858246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2468a36e-b15e-4639-ba6b-fb56665ebad7 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:46.869145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.871168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.908034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.923997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Attempting to bind port 5caee56e-5fef-4825-a28e-478636a12459 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:46.924421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Attempting to bind port 5caee56e-5fef-4825-a28e-478636a12459 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '0f7fdda4-43f0-460d-b67a-64efd98a64d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77797dff-55ca-463f-80ec-80e194373b56'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:46.925329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Attempting to bind port 5caee56e-5fef-4825-a28e-478636a12459 on network 77797dff-55ca-463f-80ec-80e194373b56 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:46.926060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event deleted for resources: {'Port': ['ID=11f004c6-9f25-4434-84d0-f58ed6faa451,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:46.944047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:46.944478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Checking segment: {'id': '0f7fdda4-43f0-460d-b67a-64efd98a64d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77797dff-55ca-463f-80ec-80e194373b56'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:46.944939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.945382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Bound using segment: {'id': '0f7fdda4-43f0-460d-b67a-64efd98a64d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77797dff-55ca-463f-80ec-80e194373b56'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:46.945911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Bound port: 5caee56e-5fef-4825-a28e-478636a12459, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0f7fdda4-43f0-460d-b67a-64efd98a64d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '77797dff-55ca-463f-80ec-80e194373b56'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:46.946334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.974311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.976921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:46.978194 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2964e798-8169-462e-be25-96ce412a4684 HTTP/1.1" status: 204 len: 168 time: 0.4979956 Jan 14 05:39:46.994752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/ports/6cf6fa28-bb14-4519-bf0a-62d773d0ea59 HTTP/1.1" status: 204 len: 168 time: 5.8131242 Jan 14 05:39:46.994932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Network': ['ID=65730efc-0db0-4056-9d7c-4c83d46525be,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:46.998663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:47.001070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50622) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:47.007862 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:47.028949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f721dc9-cf82-41fe-a6d7-61e172740097 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.040s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:47.055029 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 0.9871869 Jan 14 05:39:47.060827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50628) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:47.064030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 65730efc-0db0-4056-9d7c-4c83d46525be details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:47.076333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'network': {'name': 'tempest-device-tagging-net2-1554963678'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:47.089737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:47.100615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:network and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:47.107238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:47.118283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:47.148455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2964e798-8169-462e-be25-96ce412a4684,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:47.150375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:47.173536 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a7f22088-6a8f-4822-b06a-9f1614c55a47 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] GET failed (client error): The resource could not be found. Jan 14 05:39:47.174407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:47.175685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7f22088-6a8f-4822-b06a-9f1614c55a47 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Synchronizing usage tracker for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:39:47.220371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:47.265454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:47.277317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7f22088-6a8f-4822-b06a-9f1614c55a47 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Unset dirty status for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:39:47.285663 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7f22088-6a8f-4822-b06a-9f1614c55a47 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "GET /v2.0/ports/6cf6fa28-bb14-4519-bf0a-62d773d0ea59 HTTP/1.1" status: 404 len: 333 time: 0.2701378 Jan 14 05:39:47.287821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50632) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:47.308241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'name': 'tempest-AllowedAddressPairTestJSON-1696550097'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:47.313415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 65730efc-0db0-4056-9d7c-4c83d46525be details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:47.354364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 65730efc-0db0-4056-9d7c-4c83d46525be details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:47.393167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:47.412417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8eabf2c9-c5ac-437a-b5bf-a62e20b6c843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:47.506126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:47.517560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:47.526127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:47.539752 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a6257e3-263f-4a44-9d29-846fb6fc39d7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:47.563061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:47.572809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:47.603365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:47.603760 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Added segment 923334fb-8228-43f7-b8be-cf2891b11296 of type vxlan for network 3a07eda0-7603-4cb1-abe7-4f478787234b Jan 14 05:39:47.605244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2df95602-2b40-4ba1-87dd-ed8fca2a42b2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:47.653473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:47.724281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Subnet': ['ID=31d494d2-e478-4e9b-97cf-1e35df92a12e,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:47.767018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:47.952424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:47.969352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5caee56e-5fef-4825-a28e-478636a12459,segment=NetworkSegment(0f7fdda4-43f0-460d-b67a-64efd98a64d0),segment_id=0f7fdda4-43f0-460d-b67a-64efd98a64d0)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:47.974914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:47.978771 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2df95602-2b40-4ba1-87dd-ed8fca2a42b2 HTTP/1.1" status: 204 len: 168 time: 2.3821263 Jan 14 05:39:47.999941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:48.025721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9625f248-8309-4e9d-8c6d-97e1d98d5269 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:48.033510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:48.038731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:48.057774 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "DELETE /v2.0/ports/11f004c6-9f25-4434-84d0-f58ed6faa451 HTTP/1.1" status: 204 len: 168 time: 3.8658288 Jan 14 05:39:48.060276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50646) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:48.232740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Pushing event updated for resources: {'Port': ['ID=5caee56e-5fef-4825-a28e-478636a12459,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:48.285179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:48.293074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] device_id is not set on port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:39:48.383043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Checking segment: {'id': '92d39846-9181-4c26-ab59-38410fe42303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8711eebb-c927-4e0f-9565-123efec0c198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:48.383464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network hostable DHCP agents. Network: 8711eebb-c927-4e0f-9565-123efec0c198, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:39:48.439017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 8711eebb-c927-4e0f-9565-123efec0c198 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:39:48.474228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 8711eebb-c927-4e0f-9565-123efec0c198) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:48.482131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4a4bee4-0a58-4819-a404-9bad2ff499dc None None] Network 8711eebb-c927-4e0f-9565-123efec0c198 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:48.538784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:48.542412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abe1c059-32c7-4710-8f5e-1ecd5a0521ac tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:48.543303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-abe1c059-32c7-4710-8f5e-1ecd5a0521ac tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Synchronizing usage tracker for tenant:3d20617713de430caab0b12c78abc3b3 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:39:48.546878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:48.575308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:48.600168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:48.600944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:48.603214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5135603 Jan 14 05:39:48.605633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50656) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:48.621087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'subnet': {'network_id': '47ffe268-a9b7-49d9-84ce-ba1353a365a4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:48.653966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e4a589-ed05-48fb-ad6b-466a692967d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:48.803665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-abe1c059-32c7-4710-8f5e-1ecd5a0521ac tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Unset dirty status for tenant:3d20617713de430caab0b12c78abc3b3 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:39:48.807669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-abe1c059-32c7-4710-8f5e-1ecd5a0521ac tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "GET /v2.0/ports?device_id=3ee80d96-e485-43b3-9f83-abc95785c4d2 HTTP/1.1" status: 200 len: 913 time: 0.7436471 Jan 14 05:39:48.835977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:48.838343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50662) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:48.840900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Usage tracker for resource:subnet and tenant:497bfcef70de47ac91260318fead3afe is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:48.863103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:48.871132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:49.041914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Made reservation on behalf of 497bfcef70de47ac91260318fead3afe for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:49.185464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-8711eebb-c927-4e0f-9565-123efec0c198', 'network_id': '8711eebb-c927-4e0f-9565-123efec0c198', 'tenant_id': '497bfcef70de47ac91260318fead3afe', 'fixed_ips': [{'subnet_id': '31d494d2-e478-4e9b-97cf-1e35df92a12e'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:39:49.194052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:49.318965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50668) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:49.319448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50670) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:49.339377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'subnet': {'network_id': 'ee744581-1389-42e7-af24-f3880d7ca6f8', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:49.375732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:49.380892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.3188334 Jan 14 05:39:49.393453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50676) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:49.413826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:49.416261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'subnet': {'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:49.858193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Allocated IP 172.20.0.2 (8711eebb-c927-4e0f-9565-123efec0c198/31d494d2-e478-4e9b-97cf-1e35df92a12e/f6816e09-81c8-4e81-b6ef-431ade536467) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:49.858972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:49.877682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Usage tracker for resource:security_group_rule and tenant:85743841406e41e895f0ca4410eee824 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:49.953164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:50.106887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:50.175912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Network': ['ID=3a07eda0-7603-4cb1-abe7-4f478787234b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:50.193964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 3a07eda0-7603-4cb1-abe7-4f478787234b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:50.197458 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.544s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:50.275461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:50.280337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:subnet and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:50.283656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:50.290650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:50.334296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Allocated IP 172.20.0.7 (f8bdfe69-e37f-47de-a7f5-c72775366634/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0/6ebbb237-fbb6-4320-90c2-d89bfb7931e7) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:50.369554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:50.665577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:50.694348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 3a07eda0-7603-4cb1-abe7-4f478787234b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:50.708575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 3a07eda0-7603-4cb1-abe7-4f478787234b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:50.711461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:subnet and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:50.776996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:50.789037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Transition to ACTIVE for port object f6816e09-81c8-4e81-b6ef-431ade536467 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:50.808665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Transition to ACTIVE for port object f6816e09-81c8-4e81-b6ef-431ade536467 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:50.811763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43ed8601-4b28-4aa0-88e0-99c15ec341b0 None None] Network 77797dff-55ca-463f-80ec-80e194373b56 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:50.837734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:50.875980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Transition to ACTIVE for port object 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:50.915885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:50.917718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:50.935231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a7b7082-2be8-4fa1-8b5a-eece92faea69 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:50.942366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:51.023691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:51.096200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:51.122081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:51.140779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=6ebbb237-fbb6-4320-90c2-d89bfb7931e7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:51.168143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:51.285013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:51.294816 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-668d3e00-6cd7-4e65-b399-2b6bf3a8700c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:51.327136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5caee56e-5fef-4825-a28e-478636a12459 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:51.418061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:51.553088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e87f0fe-563e-4ecd-8a84-020f834b50a4 None None] Provisioning for port 5caee56e-5fef-4825-a28e-478636a12459 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:51.568349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Network 8711eebb-c927-4e0f-9565-123efec0c198 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:51.569600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e87f0fe-563e-4ecd-8a84-020f834b50a4 None None] Provisioning complete for port 5caee56e-5fef-4825-a28e-478636a12459 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:51.570223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e87f0fe-563e-4ecd-8a84-020f834b50a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:51.631212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5caee56e-5fef-4825-a28e-478636a12459 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:51.633139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50706) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:51.668705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:51.671766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5caee56e-5fef-4825-a28e-478636a12459 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:51.672590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:51.695309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:51.731337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:51.757780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:51.760245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:51.863069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Pushing event updated for resources: {'Port': ['ID=f6816e09-81c8-4e81-b6ef-431ade536467,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:51.956571 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.959099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.960284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:51.966418 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:51.975116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:51.975885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:51.995294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.700s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:51.997428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.039440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Attempting to bind port f6816e09-81c8-4e81-b6ef-431ade536467 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:39:52.040252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Attempting to bind port f6816e09-81c8-4e81-b6ef-431ade536467 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '92d39846-9181-4c26-ab59-38410fe42303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8711eebb-c927-4e0f-9565-123efec0c198'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:39:52.041242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Attempting to bind port f6816e09-81c8-4e81-b6ef-431ade536467 on network 8711eebb-c927-4e0f-9565-123efec0c198 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:39:52.086873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5caee56e-5fef-4825-a28e-478636a12459,segment=NetworkSegment(0f7fdda4-43f0-460d-b67a-64efd98a64d0),segment_id=0f7fdda4-43f0-460d-b67a-64efd98a64d0)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:52.092073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:39:52.093019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Checking segment: {'id': '92d39846-9181-4c26-ab59-38410fe42303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8711eebb-c927-4e0f-9565-123efec0c198'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:52.094110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.094743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Bound using segment: {'id': '92d39846-9181-4c26-ab59-38410fe42303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8711eebb-c927-4e0f-9565-123efec0c198'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:39:52.095705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Bound port: f6816e09-81c8-4e81-b6ef-431ade536467, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '92d39846-9181-4c26-ab59-38410fe42303', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8711eebb-c927-4e0f-9565-123efec0c198'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:39:52.096304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.143848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.153055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7d79c8c8-5a11-4503-8162-ec3ee2c4bce5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Request body: {'quota': {'network': 2}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:52.168899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.173034 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 937 time: 4.8832433 Jan 14 05:39:52.185467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50714) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:52.189977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d79c8c8-5a11-4503-8162-ec3ee2c4bce5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] 10.222.0.48 "PUT /v2.0/quotas/2e0c106b48a447579523169427514ba1 HTTP/1.1" status: 200 len: 368 time: 0.4953446 Jan 14 05:39:52.194774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fe:7d:c6'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:52.198044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50716) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:52.202717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48672df0-1af3-464d-bc0e-2d51f832cabc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:52.236173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Request body: {'network': {'project_id': '2e0c106b48a447579523169427514ba1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:52.236648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.245033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:52.248620 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85743841406e41e895f0ca4410eee824&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9220417 Jan 14 05:39:52.249645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50722) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:52.263042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:52.268833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Deleting port 61095fce-8cb2-43f1-9c92-0a8eabdf8452 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:52.269029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.313129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Usage tracker for resource:network and tenant:2e0c106b48a447579523169427514ba1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:52.327585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:52.349824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=94869051-f135-47cc-bbb6-f2ff05a77d31,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:52.355830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 2; headroom:2 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:52.376093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:52.440497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5caee56e-5fef-4825-a28e-478636a12459,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:52.447698 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:52.457062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-77646f10-0348-4865-848e-04507c8c31dc None None] Provisioning for port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:52.466066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] For port f6816e09-81c8-4e81-b6ef-431ade536467, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:39:52.471425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] For port f6816e09-81c8-4e81-b6ef-431ade536467, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6816e09-81c8-4e81-b6ef-431ade536467,segment=NetworkSegment(92d39846-9181-4c26-ab59-38410fe42303),segment_id=92d39846-9181-4c26-ab59-38410fe42303)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:39:52.473316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-77646f10-0348-4865-848e-04507c8c31dc None None] Provisioning complete for port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:52.473755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77646f10-0348-4865-848e-04507c8c31dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.492984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.501125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.531605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.548216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Made reservation on behalf of 2e0c106b48a447579523169427514ba1 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:52.553145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.572147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:52.580225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.669606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.710317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Calling delete_port for 61095fce-8cb2-43f1-9c92-0a8eabdf8452 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:52.790302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:52.790756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-77646f10-0348-4865-848e-04507c8c31dc None None] Port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:52.793217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.833662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Pushing event updated for resources: {'Port': ['ID=f6816e09-81c8-4e81-b6ef-431ade536467,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:52.843108 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:52.962628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-20ed4593-f5d0-4c0f-9f41-215a37c0230e None None] Provisioning complete for port 5caee56e-5fef-4825-a28e-478636a12459 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:52.963080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20ed4593-f5d0-4c0f-9f41-215a37c0230e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:52.977787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-112d5c37-3b3d-4f75-9ad5-dc7062bbbba6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:53.059028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:53.065473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5caee56e-5fef-4825-a28e-478636a12459 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:53.066401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Usage tracker for resource:security_group_rule and tenant:2e0c106b48a447579523169427514ba1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:53.106655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba19a0dd-21f4-4e5e-b567-3601d12fce8f tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:53.129599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Subnet': ['ID=dd3c5374-7585-40ec-ab8c-d5cc7f0c8b72,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:53.187478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:53.194849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:53.197034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5caee56e-5fef-4825-a28e-478636a12459 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:53.197462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:53.273085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event deleted for resources: {'Port': ['ID=61095fce-8cb2-43f1-9c92-0a8eabdf8452,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:53.285135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:53.293184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:53.352899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:53.399985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7d01109-b538-4d25-a22e-e1233284d4ae tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:53.515550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e682f85-70f0-4954-93ed-c7b78e8dbff9 None None] Provisioning complete for port 5caee56e-5fef-4825-a28e-478636a12459 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:53.516032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e682f85-70f0-4954-93ed-c7b78e8dbff9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:53.801175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Checking segment: {'id': '91565af8-d713-40f7-a275-a26e55e0ab0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '47ffe268-a9b7-49d9-84ce-ba1353a365a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:53.801862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network hostable DHCP agents. Network: 47ffe268-a9b7-49d9-84ce-ba1353a365a4, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:39:53.935167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:53.948508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Checking segment: {'id': '8e341075-beca-450e-93d7-04ff07ab9599', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ee744581-1389-42e7-af24-f3880d7ca6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:39:53.948921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network hostable DHCP agents. Network: ee744581-1389-42e7-af24-f3880d7ca6f8, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:39:53.956516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Subnet': ['ID=3ca00360-58bd-4be7-b014-ecb0ec9939e3,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:53.958831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:39:53.966354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:53.975530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1984ca7e-d078-4f02-8cd7-461537ad1452 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:53.996220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:54.001550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 47ffe268-a9b7-49d9-84ce-ba1353a365a4) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:54.009555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94869051-f135-47cc-bbb6-f2ff05a77d31,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:54.019936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-491efe55-a042-4ba7-baad-2af2b43bd580 None None] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:54.038339 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:54.055029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:54.055697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:54.075853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:54.077293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94869051-f135-47cc-bbb6-f2ff05a77d31 HTTP/1.1" status: 204 len: 168 time: 1.8198917 Jan 14 05:39:54.133003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network ee744581-1389-42e7-af24-f3880d7ca6f8 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:39:54.138149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:54.192941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ee744581-1389-42e7-af24-f3880d7ca6f8) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:54.217194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c2cd8b09-5628-44d4-b14f-b832b30314e4 None None] Provisioning complete for port 5caee56e-5fef-4825-a28e-478636a12459 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:54.217627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2cd8b09-5628-44d4-b14f-b832b30314e4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:54.219758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6059701 Jan 14 05:39:54.230453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50738) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:54.252280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d72e5fd-0811-4c39-8e0f-5e27ef726d2a None None] Network ee744581-1389-42e7-af24-f3880d7ca6f8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:54.266374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:54.267277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:54.478671 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 5.1557415 Jan 14 05:39:54.479421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50752) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:54.525644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1665191008'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:54.958766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8821dc8f-4082-46ee-8492-64090c8b88de None None] Network 8711eebb-c927-4e0f-9565-123efec0c198 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:39:55.146262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6816e09-81c8-4e81-b6ef-431ade536467 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:39:55.151568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.161356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.182551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:55.224701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:55.230150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.279521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=6ebbb237-fbb6-4320-90c2-d89bfb7931e7,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:55.304849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ee744581-1389-42e7-af24-f3880d7ca6f8', 'network_id': 'ee744581-1389-42e7-af24-f3880d7ca6f8', 'tenant_id': 'd93931abbfd44328aebeb46145a143be', 'fixed_ips': [{'subnet_id': '3ca00360-58bd-4be7-b014-ecb0ec9939e3'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:39:55.305766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.325545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:network and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:55.328917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.340533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:55.345413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:55.356145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.356594 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Added segment 37b34389-ca71-4889-973f-8df987585d37 of type vxlan for network 03487cee-d8b3-495e-be24-e359abdb8d87 Jan 14 05:39:55.360131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8698037d-85f1-459d-9e17-e29d3dae9d2c None None] Provisioning for port f6816e09-81c8-4e81-b6ef-431ade536467 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:55.377640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.385490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.398139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-47ffe268-a9b7-49d9-84ce-ba1353a365a4', 'network_id': '47ffe268-a9b7-49d9-84ce-ba1353a365a4', 'tenant_id': '497bfcef70de47ac91260318fead3afe', 'fixed_ips': [{'subnet_id': 'dd3c5374-7585-40ec-ab8c-d5cc7f0c8b72'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:39:55.399074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.418323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:55.431597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8c3cbf2-6ca7-421c-a2e0-35ce82656950 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:55.447478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.448783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:55.449582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.573404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:55.671347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f6816e09-81c8-4e81-b6ef-431ade536467 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:39:55.784486 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 3.5722315 Jan 14 05:39:55.792349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Pushing event updated for resources: {'SecurityGroup': ['ID=216765f6-de70-4e90-bdf1-c23b99d0f500,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:55.800950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f6816e09-81c8-4e81-b6ef-431ade536467 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:55.801562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.808648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.377s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:55.810578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50772) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:55.909616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74160ee8-c438-4013-9f04-dc24fbabe27d tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.328s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:55.928826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:55.976444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Request body: {'network': {'project_id': '2e0c106b48a447579523169427514ba1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:55.998220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Router 3ee80d96-e485-43b3-9f83-abc95785c4d2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:39:56.017047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:56.029043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:56.116368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] vxlan segment allocate from pool success with {'vxlan_vni': 24} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:56.123644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Allocated IP 172.20.0.2 (47ffe268-a9b7-49d9-84ce-ba1353a365a4/dd3c5374-7585-40ec-ab8c-d5cc7f0c8b72/4dd88194-c19e-4712-b5fb-97dcdbee282d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:56.129803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:56.130570 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Added segment 01c3f9d9-7dec-4493-9571-b882b1268adb of type vxlan for network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa Jan 14 05:39:56.179138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:56.243886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:39:56.317107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:56.349508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] In _notify_port_updated(), no bound segment for port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 on network f8bdfe69-e37f-47de-a7f5-c72775366634 {{(pid=80929) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.352475 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.355008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.356009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:39:56.358579 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:39:56.377057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:56.377926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:56.379566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "PUT /v2.0/ports/6ebbb237-fbb6-4320-90c2-d89bfb7931e7 HTTP/1.1" status: 200 len: 994 time: 4.1904528 Jan 14 05:39:56.398459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50790) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:56.496952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Pushing event updated for resources: {'Network': ['ID=03487cee-d8b3-495e-be24-e359abdb8d87,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:56.511304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:39:56.522409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 03487cee-d8b3-495e-be24-e359abdb8d87 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:56.539194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 03487cee-d8b3-495e-be24-e359abdb8d87 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:56.542879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:39:56.543353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:56.613498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Usage tracker for resource:network and tenant:2e0c106b48a447579523169427514ba1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:56.628697 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "PUT /v2.0/routers/3ee80d96-e485-43b3-9f83-abc95785c4d2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6526511 Jan 14 05:39:56.631005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] It took 0.43 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:39:56.631975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50796) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:56.661847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.752s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:56.667574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 03487cee-d8b3-495e-be24-e359abdb8d87 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:56.699402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] Sync routers for ids ['3ee80d96-e485-43b3-9f83-abc95785c4d2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:39:56.753528 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.737s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:56.812929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:56.818729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:56.905442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 2; headroom:1 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:56.926182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.128019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Calling delete_port for 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:39:57.165603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] Routers {'3ee80d96-e485-43b3-9f83-abc95785c4d2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:57.166498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3ee80d96-e485-43b3-9f83-abc95785c4d2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:57.250025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9c20cd86-5026-44e5-b278-da5053551d35 None None] Provisioning complete for port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:57.250449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9c20cd86-5026-44e5-b278-da5053551d35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.484875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9c20cd86-5026-44e5-b278-da5053551d35 None None] Port 6ebbb237-fbb6-4320-90c2-d89bfb7931e7 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:39:57.502641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.522280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.586063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Allocated IP 172.20.0.1 (8711eebb-c927-4e0f-9565-123efec0c198/31d494d2-e478-4e9b-97cf-1e35df92a12e/d373e8fb-fde8-43ae-8911-674712841449) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:57.626864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f6816e09-81c8-4e81-b6ef-431ade536467, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6816e09-81c8-4e81-b6ef-431ade536467,segment=NetworkSegment(92d39846-9181-4c26-ab59-38410fe42303),segment_id=92d39846-9181-4c26-ab59-38410fe42303)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:39:57.631670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:57.680213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.725781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] Routers {'3ee80d96-e485-43b3-9f83-abc95785c4d2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:39:57.726491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3ee80d96-e485-43b3-9f83-abc95785c4d2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:57.735165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efefb72-7d05-4172-8bfe-5d00a775a48d service neutron] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:57.806500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.825091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Transition to ACTIVE for port object d373e8fb-fde8-43ae-8911-674712841449 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:57.875356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Subnet': ['ID=f65f6461-cc59-42f1-ac0d-b1396dd52f40,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:57.881909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Made reservation on behalf of 2e0c106b48a447579523169427514ba1 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:57.892007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.908132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.927533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:57.950795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:39:57.951262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-94ec9782-9b9c-4661-b10a-a8a2698919ba None None] The sync data for ids ['3ee80d96-e485-43b3-9f83-abc95785c4d2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:39:57.957175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38a9ab78-ce7f-492c-8902-4981e66f23f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:58.021051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.037328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Port': ['ID=6ebbb237-fbb6-4320-90c2-d89bfb7931e7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:58.051672 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:58.067673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dbee2fa-220f-45e2-86e5-ce397f24aebe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.094909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5625f213-54cc-4f5d-a93b-f3f1b3e1f865 None None] Provisioning complete for port f6816e09-81c8-4e81-b6ef-431ade536467 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:58.095586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5625f213-54cc-4f5d-a93b-f3f1b3e1f865 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.101867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.348s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:58.104246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49417835-4383-4929-801b-774f41996420 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:58.198220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.251743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:58.252476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.346303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 8711eebb-c927-4e0f-9565-123efec0c198 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:58.363087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:39:58.375288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.375773 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Added segment 9edcb469-0aa6-41e5-a831-467902b130e1 of type vxlan for network 2b05f8fd-7cc2-48eb-a32d-7545866cc427 Jan 14 05:39:58.412398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.414877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dbee2fa-220f-45e2-86e5-ce397f24aebe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.417781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dbee2fa-220f-45e2-86e5-ce397f24aebe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.442979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dbee2fa-220f-45e2-86e5-ce397f24aebe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.443573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8dbee2fa-220f-45e2-86e5-ce397f24aebe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Fanout notify agent at l3_agent the message router_deleted on router 3ee80d96-e485-43b3-9f83-abc95785c4d2 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:39:58.458101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:58.462310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dbee2fa-220f-45e2-86e5-ce397f24aebe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.470527 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8dbee2fa-220f-45e2-86e5-ce397f24aebe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "DELETE /v2.0/routers/3ee80d96-e485-43b3-9f83-abc95785c4d2 HTTP/1.1" status: 204 len: 168 time: 1.8372004 Jan 14 05:39:58.471944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50822) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:58.473468 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/ports/6ebbb237-fbb6-4320-90c2-d89bfb7931e7 HTTP/1.1" status: 204 len: 168 time: 2.0719185 Jan 14 05:39:58.480961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.485373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:39:58.486050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.514795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f6816e09-81c8-4e81-b6ef-431ade536467,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:58.527952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:58.529620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Allocated IP 2001:db8:0:ffff::2 (ee744581-1389-42e7-af24-f3880d7ca6f8/3ca00360-58bd-4be7-b014-ecb0ec9939e3/f3b1b64c-2d15-4a14-ba23-7cd99bcca69e) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:39:58.533100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:58.555373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.568408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Transition to ACTIVE for port object 4dd88194-c19e-4712-b5fb-97dcdbee282d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:58.571177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50824) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:58.590217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Transition to ACTIVE for port object 4dd88194-c19e-4712-b5fb-97dcdbee282d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:39:58.653888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.668965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:58.671002 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-09bbbc32-d3fb-4b61-a514-c2798a181618 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] GET failed (client error): The resource could not be found. Jan 14 05:39:58.672069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09bbbc32-d3fb-4b61-a514-c2798a181618 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Synchronizing usage tracker for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:39:58.716341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 4.2078855 Jan 14 05:39:58.719219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50834) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:58.720267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59c4329b-8c54-4390-8134-eab62b1dcc7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:58.745866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09bbbc32-d3fb-4b61-a514-c2798a181618 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Unset dirty status for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:39:58.752418 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09bbbc32-d3fb-4b61-a514-c2798a181618 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "GET /v2.0/ports/6ebbb237-fbb6-4320-90c2-d89bfb7931e7 HTTP/1.1" status: 404 len: 333 time: 0.1677053 Jan 14 05:39:58.774178 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 831 time: 2.8470285 Jan 14 05:39:58.784968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50838) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:58.785416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50842) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:58.798549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'subnet': {'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:58.831666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Port': ['ID=d373e8fb-fde8-43ae-8911-674712841449,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:58.846060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Request body: {'network': {'project_id': '2e0c106b48a447579523169427514ba1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:58.852903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:58.858901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Usage tracker for resource:network and tenant:2e0c106b48a447579523169427514ba1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:58.862369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Quota usage for network was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:58.869439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 2; headroom:0 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:58.884259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'name': 'tempest-AllowedAddressPairTestJSON-216268813'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:39:58.905655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.907121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.907775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.908503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.909115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.909831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.910654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.911239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.911905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.912458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.913182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.913511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.914035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.914554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.915100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.920920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.921572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.922086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.922608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.923137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.923697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.924406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.924730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.925235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.926006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.926641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.927447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:39:58.931984 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 05:39:58.932615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] No notification will be sent due to unsuccessful status code: 409 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:39:58.934135 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a444f278-fcd1-4c96-8fb1-7e371c517bd5 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 409 len: 310 time: 0.1413867 Jan 14 05:39:58.937378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50852) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:58.939681 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:58.951753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ae410ce-93ec-4a16-bdb2-fc5577b9d8e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.656s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:59.077336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Pushing event updated for resources: {'Port': ['ID=4dd88194-c19e-4712-b5fb-97dcdbee282d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:59.093869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:59.107308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:39:59.111639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:39:59.117930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:39:59.142014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Deleting subnet 78be5d5a-8e1a-40a9-ac62-f14e20543f5c {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:39:59.149703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:59.174245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925cb8bc-28e6-46f0-9970-e9d878d1283e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Network': ['ID=45ba8088-2841-4d1b-a12a-c4ca6bcd0efa,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:59.230403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8bdde568-3103-405c-a05a-10f878873acb None None] Provisioning complete for port f6816e09-81c8-4e81-b6ef-431ade536467 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:39:59.231028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bdde568-3103-405c-a05a-10f878873acb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:59.237737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:59.279160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:59.396835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Pushing event updated for resources: {'Network': ['ID=2b05f8fd-7cc2-48eb-a32d-7545866cc427,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:39:59.402880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:59.403942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:39:59.408754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:subnet and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:39:59.412750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:39:59.420168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:59.420846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:39:59.442876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.491s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:59.451576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.798s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:39:59.452210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:39:59.462548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:39:59.593118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2b05f8fd-7cc2-48eb-a32d-7545866cc427 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:59.686370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:39:59.843637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:39:59.883783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2b05f8fd-7cc2-48eb-a32d-7545866cc427 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:39:59.903876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.001594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2b05f8fd-7cc2-48eb-a32d-7545866cc427 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:00.152312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.185236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.193922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6816e09-81c8-4e81-b6ef-431ade536467 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:00.214943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:00.228396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Usage tracker for resource:security_group_rule and tenant:d839ac4731734c53bedd59117af84e8e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:00.249114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:00.253860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.300431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:00.313482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Attempting to bind port 4dd88194-c19e-4712-b5fb-97dcdbee282d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:00.313956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Attempting to bind port 4dd88194-c19e-4712-b5fb-97dcdbee282d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '91565af8-d713-40f7-a275-a26e55e0ab0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '47ffe268-a9b7-49d9-84ce-ba1353a365a4'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:00.314298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Attempting to bind port 4dd88194-c19e-4712-b5fb-97dcdbee282d on network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:00.372595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:00.373015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Checking segment: {'id': '91565af8-d713-40f7-a275-a26e55e0ab0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '47ffe268-a9b7-49d9-84ce-ba1353a365a4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:00.373385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.373839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Bound using segment: {'id': '91565af8-d713-40f7-a275-a26e55e0ab0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '47ffe268-a9b7-49d9-84ce-ba1353a365a4'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:00.374396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Bound port: 4dd88194-c19e-4712-b5fb-97dcdbee282d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91565af8-d713-40f7-a275-a26e55e0ab0a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '47ffe268-a9b7-49d9-84ce-ba1353a365a4'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:00.375063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.426728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.538320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] For port 4dd88194-c19e-4712-b5fb-97dcdbee282d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:00.541889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] For port 4dd88194-c19e-4712-b5fb-97dcdbee282d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4dd88194-c19e-4712-b5fb-97dcdbee282d,segment=NetworkSegment(91565af8-d713-40f7-a275-a26e55e0ab0a),segment_id=91565af8-d713-40f7-a275-a26e55e0ab0a)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:00.592016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.611309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62bc2df5-73d3-47c0-a7a8-5ccb3bf34ef7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:00.697518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2b05f8fd-7cc2-48eb-a32d-7545866cc427']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:00.739725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9edcb469-0aa6-41e5-a831-467902b130e1') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:00.740098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9edcb469-0aa6-41e5-a831-467902b130e1') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:00.786683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.817261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Pushing event updated for resources: {'Port': ['ID=4dd88194-c19e-4712-b5fb-97dcdbee282d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:00.826640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f6816e09-81c8-4e81-b6ef-431ade536467 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:00.827067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.835817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.852203 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:00.879721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Releasing vxlan tunnel 25 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:00.906993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.909497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Checking segment: {'id': '0d9af5e2-e7ac-4b57-964e-90c274582853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:00.909663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.910005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network hostable DHCP agents. Network: 65730efc-0db0-4056-9d7c-4c83d46525be, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:00.945511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Transition to ACTIVE for port object f3b1b64c-2d15-4a14-ba23-7cd99bcca69e will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:00.985333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:00.991504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Transition to ACTIVE for port object f3b1b64c-2d15-4a14-ba23-7cd99bcca69e will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:01.033784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.051321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.061900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e53d18c3-15fa-4495-ba03-34a27c2dd12c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:01.064056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.081641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab291471-5500-4be9-b334-6d5640976c08 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:01.081847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:01.134625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.161149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Port': ['ID=d373e8fb-fde8-43ae-8911-674712841449,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:01.199664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:01.199890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d839ac4731734c53bedd59117af84e8e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3386211 Jan 14 05:40:01.221908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50872) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:01.230924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Network 2b05f8fd-7cc2-48eb-a32d-7545866cc427 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:01.234397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-57d2e918-a06a-469d-9051-5beb9176f1c3 None None] Provisioning for port d373e8fb-fde8-43ae-8911-674712841449 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:01.264457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.264674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 65730efc-0db0-4056-9d7c-4c83d46525be is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:01.273721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-57d2e918-a06a-469d-9051-5beb9176f1c3 None None] Provisioning complete for port d373e8fb-fde8-43ae-8911-674712841449 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:01.274529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57d2e918-a06a-469d-9051-5beb9176f1c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.280736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=317ca1e4-e36d-44cd-b0a5-489241c3fac4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:01.285275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:01.291372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 65730efc-0db0-4056-9d7c-4c83d46525be) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:01.293772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.299062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:01.367502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-abc6c7a0-6f80-4a79-ba13-6792d018bf23 None None] Network 65730efc-0db0-4056-9d7c-4c83d46525be requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:01.374332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:01.382169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Pushing event updated for resources: {'Port': ['ID=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:01.407198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:01.407864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.412814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-57d2e918-a06a-469d-9051-5beb9176f1c3 None None] Port d373e8fb-fde8-43ae-8911-674712841449 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:01.414594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:01.454205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:01.463685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.471939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:01.561460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Network ee744581-1389-42e7-af24-f3880d7ca6f8 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:01.565496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:01.570992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event deleted for resources: {'Subnet': ['ID=78be5d5a-8e1a-40a9-ac62-f14e20543f5c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:01.578726 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:01.581901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:01.612699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 8711eebb-c927-4e0f-9565-123efec0c198 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:01.628365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:01.634203 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 12.2353027 Jan 14 05:40:01.635660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50878) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:01.811626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.825421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Attempting to bind port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:01.825831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Attempting to bind port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '8e341075-beca-450e-93d7-04ff07ab9599', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ee744581-1389-42e7-af24-f3880d7ca6f8'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:01.826244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Attempting to bind port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e on network ee744581-1389-42e7-af24-f3880d7ca6f8 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:01.862497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.882685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:01.883257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Checking segment: {'id': '8e341075-beca-450e-93d7-04ff07ab9599', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ee744581-1389-42e7-af24-f3880d7ca6f8'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:01.883625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.884069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Bound using segment: {'id': '8e341075-beca-450e-93d7-04ff07ab9599', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ee744581-1389-42e7-af24-f3880d7ca6f8'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:01.884627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Bound port: f3b1b64c-2d15-4a14-ba23-7cd99bcca69e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8e341075-beca-450e-93d7-04ff07ab9599', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ee744581-1389-42e7-af24-f3880d7ca6f8'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:01.885084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.903460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-65730efc-0db0-4056-9d7c-4c83d46525be', 'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'fixed_ips': [{'subnet_id': 'f65f6461-cc59-42f1-ac0d-b1396dd52f40'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:01.907886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:01.966685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'subnet': {'network_id': '3a07eda0-7603-4cb1-abe7-4f478787234b', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:02.000422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Network 2b05f8fd-7cc2-48eb-a32d-7545866cc427 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:02.163094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:02.166231 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:02.174011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.181456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f341a3b-4a45-45d8-bee3-b8eb10742d8d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:02.199187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.209847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.225330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=317ca1e4-e36d-44cd-b0a5-489241c3fac4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:02.228870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:02.229751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4e1e43c8-a7bc-4b35-bc64-c442ebadf014 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:02.273392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.275462 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/317ca1e4-e36d-44cd-b0a5-489241c3fac4 HTTP/1.1" status: 204 len: 168 time: 1.0514982 Jan 14 05:40:02.277356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Pushing event deleted for resources: {'Network': ['ID=2b05f8fd-7cc2-48eb-a32d-7545866cc427,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:02.293308 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:02.300885 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] 10.222.0.48 "DELETE /v2.0/networks/2b05f8fd-7cc2-48eb-a32d-7545866cc427 HTTP/1.1" status: 204 len: 168 time: 3.3566504 Jan 14 05:40:02.306553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:02.309287 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "DELETE /v2.0/subnets/78be5d5a-8e1a-40a9-ac62-f14e20543f5c HTTP/1.1" status: 204 len: 168 time: 3.8343160 Jan 14 05:40:02.310383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50886) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:02.321933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4dd88194-c19e-4712-b5fb-97dcdbee282d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:02.384592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ddde46bd-3da3-4116-b5a8-59ff6f403f9c None None] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:02.467319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.509109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.557347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Deleting port 6af10b3f-3c31-4c85-92c2-03928c75aac0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:02.557635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.595629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4ba653dd-8120-44e7-9473-16c39de73b6f None None] Provisioning complete for port d373e8fb-fde8-43ae-8911-674712841449 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:02.596233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ba653dd-8120-44e7-9473-16c39de73b6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:02.724532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] device_id is not set on port ef364d04-582e-42d6-b852-667354da7b2c yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:02.854817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] For port 6af10b3f-3c31-4c85-92c2-03928c75aac0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6af10b3f-3c31-4c85-92c2-03928c75aac0,segment=NetworkSegment(dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2),segment_id=dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:02.855405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.003425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Allocated IP 172.20.0.6 (f8bdfe69-e37f-47de-a7f5-c72775366634/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0/ef364d04-582e-42d6-b852-667354da7b2c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:03.074121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50896) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:03.103796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Calling delete_port for 6af10b3f-3c31-4c85-92c2-03928c75aac0 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:03.103904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 4dd88194-c19e-4712-b5fb-97dcdbee282d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:03.120672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4ba653dd-8120-44e7-9473-16c39de73b6f None None] Port d373e8fb-fde8-43ae-8911-674712841449 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:03.122823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c61fd828-d240-47ea-8721-e71c17fe8118 None None] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:03.142653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.171148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:03.177793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Router 852574bb-92a3-4e80-bfd5-a216e0dbf656 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:40:03.179598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Usage tracker for resource:security_group_rule and tenant:b89b233a87aa4fbdb7ef2082939d0837 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:03.183741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:03.184278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:03.204376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:03.226325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.243119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:subnet and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:03.252114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] For port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:03.258046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:03.292127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] For port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,segment=NetworkSegment(8e341075-beca-450e-93d7-04ff07ab9599),segment_id=8e341075-beca-450e-93d7-04ff07ab9599)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:03.292727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78f6fc7f-6cc6-48ee-9298-80cc671cb3fe tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:03.318441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.337750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd8fbf9a-19d2-4fde-8711-03c51590c0a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:03.360433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event deleted for resources: {'Port': ['ID=6af10b3f-3c31-4c85-92c2-03928c75aac0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:03.372191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:03.375166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:03.387303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Provisioning for port 4dd88194-c19e-4712-b5fb-97dcdbee282d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:03.403728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] No DVR routers for this DVR port 6af10b3f-3c31-4c85-92c2-03928c75aac0 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:03.547590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Allocated IP 10.1.1.2 (65730efc-0db0-4056-9d7c-4c83d46525be/f65f6461-cc59-42f1-ac0d-b1396dd52f40/1dbb960a-ad89-44a9-ae7e-fa6427648506) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:03.550031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Provisioning complete for port 4dd88194-c19e-4712-b5fb-97dcdbee282d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:03.550456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.604559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.693461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Pushing event updated for resources: {'Port': ['ID=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:03.697631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.360s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:03.710680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.778002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd46dff6-d7a2-4ed8-978f-a9beb63a17c6']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:03.797365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:03.798184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'dd5e0d49-ed4f-40cc-8733-5a6ac9a390d2') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:03.812751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.834648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:03.835137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-46ac5e80-fff9-4054-999d-54f1f7c8d4ca None None] DHCP port deletion for dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:40:03.835946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Releasing vxlan tunnel 16 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:03.930347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:40:03.931433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:03.938961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.030227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6af10b3f-3c31-4c85-92c2-03928c75aac0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:40:04.034855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.044429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:04.060896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.090447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2fa60f33-5b63-4198-ae30-27987611459e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:04.149213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] For port 4dd88194-c19e-4712-b5fb-97dcdbee282d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4dd88194-c19e-4712-b5fb-97dcdbee282d,segment=NetworkSegment(91565af8-d713-40f7-a275-a26e55e0ab0a),segment_id=91565af8-d713-40f7-a275-a26e55e0ab0a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:04.149364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.169765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6af10b3f-3c31-4c85-92c2-03928c75aac0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:40:04.170458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6af10b3f-3c31-4c85-92c2-03928c75aac0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:40:04.175803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.178868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.193438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0c7385c-59f7-4500-9124-66a31984642e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:04.207823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0b9540c-0af6-416b-ab6c-d001b7614389 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:04.334295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.339650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=afdb9882-a008-48de-ba6c-c78b6f01804c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:04.428719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Pushing event updated for resources: {'Port': ['ID=4dd88194-c19e-4712-b5fb-97dcdbee282d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:04.433998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:04.436525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:04.447322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.455786 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b89b233a87aa4fbdb7ef2082939d0837&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3775315 Jan 14 05:40:04.463959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Transition to ACTIVE for port object 1dbb960a-ad89-44a9-ae7e-fa6427648506 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:04.489764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50904) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:04.494215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Network dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:04.518055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Transition to ACTIVE for port object 1dbb960a-ad89-44a9-ae7e-fa6427648506 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:04.531381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.559378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:04.571085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.582000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:40:04.594655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] Sync routers for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:40:04.610304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:04.613302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:04.778991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:04.801830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:04.802522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:39:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:04.846045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Pushing event updated for resources: {'Port': ['ID=1dbb960a-ad89-44a9-ae7e-fa6427648506,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:04.860051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-468c2234-e402-4646-b52f-8177e50ab0f0 None None] Provisioning complete for port 4dd88194-c19e-4712-b5fb-97dcdbee282d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:04.860430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-468c2234-e402-4646-b52f-8177e50ab0f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:04.904130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "PUT /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.6421280 Jan 14 05:40:04.933225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Transition to ACTIVE for port object ef364d04-582e-42d6-b852-667354da7b2c will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:04.967085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:04.967430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-145181bb-c53b-4bde-8750-3b9661372d99 None None] The sync data for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:40:04.969866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:05.012536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:05.100142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Network 65730efc-0db0-4056-9d7c-4c83d46525be is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:05.103287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:05.107283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:05.148642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Subnet': ['ID=2e027847-384d-4835-af12-caa1a214a6e5,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:05.152747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['03487cee-d8b3-495e-be24-e359abdb8d87']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:05.270654 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:05.288939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.299876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.305915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Checking segment: {'id': '01c3f9d9-7dec-4493-9571-b882b1268adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:05.306579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network hostable DHCP agents. Network: 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:05.307247 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa70dfb8-9e0a-41ea-a836-dac711784d9c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:05.347991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Pushing event deleted for resources: {'Network': ['ID=dd46dff6-d7a2-4ed8-978f-a9beb63a17c6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:05.387361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.387786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.388203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.388619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.389032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.389436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.394658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.395192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.395607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.396019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.396428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.397046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.397539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.397945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.398427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.398920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.399315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.399719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.402396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.402897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.403453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.407389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.407886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.408302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.408804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.409213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.409630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.410496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.411151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.411565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.411972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.412556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.412961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.417334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.418666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.419121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:05.420767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.330s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:05.429605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:05.456129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] 10.222.0.48 "DELETE /v2.0/networks/dd46dff6-d7a2-4ed8-978f-a9beb63a17c6 HTTP/1.1" status: 204 len: 168 time: 3.1346395 Jan 14 05:40:05.460364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.529427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37b34389-ca71-4889-973f-8df987585d37') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:05.530473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37b34389-ca71-4889-973f-8df987585d37') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:05.532318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.568606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Attempting to bind port 1dbb960a-ad89-44a9-ae7e-fa6427648506 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:05.569104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Attempting to bind port 1dbb960a-ad89-44a9-ae7e-fa6427648506 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '0d9af5e2-e7ac-4b57-964e-90c274582853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:05.569411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Attempting to bind port 1dbb960a-ad89-44a9-ae7e-fa6427648506 on network 65730efc-0db0-4056-9d7c-4c83d46525be {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:05.581765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:05.582151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Checking segment: {'id': '0d9af5e2-e7ac-4b57-964e-90c274582853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:05.582687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.583041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Bound using segment: {'id': '0d9af5e2-e7ac-4b57-964e-90c274582853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:05.583558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Bound port: 1dbb960a-ad89-44a9-ae7e-fa6427648506, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '0d9af5e2-e7ac-4b57-964e-90c274582853', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:05.583972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.651443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.662264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1400514-f44a-41bc-adfe-7ff5c39bd0fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:05.674437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.685598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=afdb9882-a008-48de-ba6c-c78b6f01804c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:05.696399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] For port 1dbb960a-ad89-44a9-ae7e-fa6427648506, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:05.698259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:05.700473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] For port 1dbb960a-ad89-44a9-ae7e-fa6427648506, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1dbb960a-ad89-44a9-ae7e-fa6427648506,segment=NetworkSegment(0d9af5e2-e7ac-4b57-964e-90c274582853),segment_id=0d9af5e2-e7ac-4b57-964e-90c274582853)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:05.705886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:05.737186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:05.737269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.737269 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/afdb9882-a008-48de-ba6c-c78b6f01804c HTTP/1.1" status: 204 len: 168 time: 1.2411537 Jan 14 05:40:05.740940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.749788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.753932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Releasing vxlan tunnel 23 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:05.764467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:05.779046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd18cd5e-f39d-4e47-9387-74f24b398d78 None None] Network ee744581-1389-42e7-af24-f3880d7ca6f8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:05.805170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0af9d9a-eedf-47ae-8135-7dda9a6b1764 None None] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:05.814425 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3433945a-b8bd-4129-99ed-4dd97da047d6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:05.841881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53488952-9634-46f0-9d4e-f33ec713f6d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:05.960859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Pushing event updated for resources: {'Port': ['ID=1dbb960a-ad89-44a9-ae7e-fa6427648506,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:05.963985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e1eabad5-e7a6-4957-b277-f3556439b555 None None] Provisioning complete for port 4dd88194-c19e-4712-b5fb-97dcdbee282d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:05.964285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1eabad5-e7a6-4957-b277-f3556439b555 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:06.066838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:06.087232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50930) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:06.273307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4dd88194-c19e-4712-b5fb-97dcdbee282d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:06.288005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:06.288667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:06.462323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f11b1d61-66c1-484f-84f6-f22b65efbe82 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3d20617713de430caab0b12c78abc3b3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3712184 Jan 14 05:40:06.476899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50946) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:06.554430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=ef364d04-582e-42d6-b852-667354da7b2c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:06.570072 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.756s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:06.605386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:06.641360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:06.679930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 4dd88194-c19e-4712-b5fb-97dcdbee282d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:06.683819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:06.700573 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 7.9763956 Jan 14 05:40:06.712506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50952) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:06.727505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'port': {'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa', 'name': 'tempest-NetworksIpV6TestAttrs-591650290'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:06.771248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Network 03487cee-d8b3-495e-be24-e359abdb8d87 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:06.838851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:06.861989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fcf19afc-6968-4b3d-b1d7-f7e9d0a548d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:06.894221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b16f9946-427d-409a-bf4e-e04d30a424f9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:06.902347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:06.907026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:06.908405 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b16f9946-427d-409a-bf4e-e04d30a424f9 HTTP/1.1" status: 204 len: 168 time: 0.4293547 Jan 14 05:40:07.036511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-86b7b36f-cabf-433d-bbf3-3595ff4e6868 None None] Provisioning for port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:07.040895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:07.052403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:port and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:07.059918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-45ba8088-2841-4d1b-a12a-c4ca6bcd0efa', 'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa', 'tenant_id': 'd93931abbfd44328aebeb46145a143be', 'fixed_ips': [{'subnet_id': '2e027847-384d-4835-af12-caa1a214a6e5'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:07.060861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:07.067526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:07.081031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:07.109230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:07.124619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:07.439969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:07.546141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Allocated IP 2001:db8::f816:3eff:fe63:de23 (45ba8088-2841-4d1b-a12a-c4ca6bcd0efa/2e027847-384d-4835-af12-caa1a214a6e5/04f4a021-aef0-4af4-9f92-edb1c2619348) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:07.601204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] device_id is not set on port 229de736-abd2-4cd2-8345-c263efb21fc2 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:07.900371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-86b7b36f-cabf-433d-bbf3-3595ff4e6868 None None] Provisioning complete for port 4dd88194-c19e-4712-b5fb-97dcdbee282d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:07.900738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b7b36f-cabf-433d-bbf3-3595ff4e6868 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:08.019191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:08.074149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Transition to ACTIVE for port object 04f4a021-aef0-4af4-9f92-edb1c2619348 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:08.083890 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-095aeb3c-b5a6-4174-adaa-f5778f0c58bb tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:40:08.091416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50988) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:08.097292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Transition to ACTIVE for port object 04f4a021-aef0-4af4-9f92-edb1c2619348 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:08.108408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:08.109968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-095aeb3c-b5a6-4174-adaa-f5778f0c58bb tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "PUT /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.0860031 Jan 14 05:40:08.138666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0adcefc1-2d1e-4f00-9131-9b74982cdb29 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:08.169803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:08.222944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b318d138-8bea-40df-9409-f39291d40fae tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:08.292581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Network 03487cee-d8b3-495e-be24-e359abdb8d87 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:08.432684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Allocated IP 2001:db8::f816:3eff:fe87:b109 (45ba8088-2841-4d1b-a12a-c4ca6bcd0efa/2e027847-384d-4835-af12-caa1a214a6e5/229de736-abd2-4cd2-8345-c263efb21fc2) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:08.464705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:08.469556 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:08.474171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Pushing event updated for resources: {'Port': ['ID=04f4a021-aef0-4af4-9f92-edb1c2619348,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:08.556438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:08.562887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:08.566596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:08.621413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f3b1b64c-2d15-4a14-ba23-7cd99bcca69e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:08.683348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:08.687665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.730101 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:08.733042 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:08.750019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:08.750943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:08.775278 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] 10.222.0.48 "DELETE /v2.0/networks/03487cee-d8b3-495e-be24-e359abdb8d87 HTTP/1.1" status: 204 len: 168 time: 6.4588523 Jan 14 05:40:08.828691 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 10.0378823 Jan 14 05:40:08.838163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51006) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:08.880032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.0/16', 'mac_address': 'fa:16:3e:fe:7d:c6'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:08.958041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51010) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:08.992542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:08.994391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:08.997042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:09.001232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:09.041470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Subnet': ['ID=9571ca75-05dc-4432-90fb-2ceeed2fbf59,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:09.069093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.845s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:09.070294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0b5c0d3-2a24-4b86-a96a-072185797854 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.350s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:09.094063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-583f359d-89e7-48fd-b5f1-b56c57af351e None None] Network 65730efc-0db0-4056-9d7c-4c83d46525be requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:09.112719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Pushing event deleted for resources: {'Network': ['ID=03487cee-d8b3-495e-be24-e359abdb8d87,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:09.128118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:09.294513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Checking segment: {'id': '923334fb-8228-43f7-b8be-cf2891b11296', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '3a07eda0-7603-4cb1-abe7-4f478787234b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:09.295124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network hostable DHCP agents. Network: 3a07eda0-7603-4cb1-abe7-4f478787234b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:09.351883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.362940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51022) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:09.373795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Attempting to bind port 04f4a021-aef0-4af4-9f92-edb1c2619348 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:09.374515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'network': {'name': 'tempest-device-tagging-net1-1632707602'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:09.374785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Attempting to bind port 04f4a021-aef0-4af4-9f92-edb1c2619348 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '01c3f9d9-7dec-4493-9571-b882b1268adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:09.375423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Attempting to bind port 04f4a021-aef0-4af4-9f92-edb1c2619348 on network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:09.377799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Transition to ACTIVE for port object 229de736-abd2-4cd2-8345-c263efb21fc2 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:09.380001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 3a07eda0-7603-4cb1-abe7-4f478787234b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:09.395040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:09.449369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:network and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:09.452635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 3a07eda0-7603-4cb1-abe7-4f478787234b) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:09.461274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:09.469674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.486051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:09.495989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:09.496843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.498901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92ceae5f-5faa-4f22-ae00-841f2d8985e1 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:09.538314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.553209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:09.553870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.581905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:09.596307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.626103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 7.9842432 Jan 14 05:40:09.627360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51028) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:09.629879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:09.630497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Checking segment: {'id': '01c3f9d9-7dec-4493-9571-b882b1268adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:09.631120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.631728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Bound using segment: {'id': '01c3f9d9-7dec-4493-9571-b882b1268adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:09.632424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Bound port: 04f4a021-aef0-4af4-9f92-edb1c2619348, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '01c3f9d9-7dec-4493-9571-b882b1268adb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 24, 'network_id': '45ba8088-2841-4d1b-a12a-c4ca6bcd0efa'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:09.632994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.640084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'port': {'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be', 'name': 'tempest-TaggedBootDevicesTest-2099838721', 'fixed_ips': [{'subnet_id': 'f65f6461-cc59-42f1-ac0d-b1396dd52f40'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:09.649709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Port': ['ID=229de736-abd2-4cd2-8345-c263efb21fc2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:09.653190 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:09.718902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12f4abf0-af7b-4aad-9fb8-8aac58427775 None None] Network 3a07eda0-7603-4cb1-abe7-4f478787234b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:09.948656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:09.950513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:09.953896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.957980 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:09.961816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:09.975844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:09.976577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:09.996997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.002776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] For port 04f4a021-aef0-4af4-9f92-edb1c2619348, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:10.008168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] For port 04f4a021-aef0-4af4-9f92-edb1c2619348, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=04f4a021-aef0-4af4-9f92-edb1c2619348,segment=NetworkSegment(01c3f9d9-7dec-4493-9571-b882b1268adb),segment_id=01c3f9d9-7dec-4493-9571-b882b1268adb)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:10.128308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.142890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-efa6ae93-943c-48a8-a8bf-024edb235b51 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] Request body: {'port': {'network_id': '76f73931-9724-44d1-917c-47160ed162e7', 'name': 'tempest-NetworksNegativeTestJSON-1962916609'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:10.156363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.162491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.235426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3560f1ce-4263-4dde-9be9-253576f6c54c tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:10.290489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:10.304967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-524a031a-9f9c-4600-ab6d-0feb3a7460fc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:10.356248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51040) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:10.380074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=ef364d04-582e-42d6-b852-667354da7b2c,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:10.399704 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-efa6ae93-943c-48a8-a8bf-024edb235b51 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] POST failed (client error): The resource could not be found. Jan 14 05:40:10.400360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-efa6ae93-943c-48a8-a8bf-024edb235b51 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:10.401718 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efa6ae93-943c-48a8-a8bf-024edb235b51 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 404 len: 339 time: 1.4424841 Jan 14 05:40:10.410959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:10.413577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:10.418000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f52d56d2-3c02-48fd-9a41-d4fad145649f None None] Provisioning for port ef364d04-582e-42d6-b852-667354da7b2c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:10.428967 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 3.7126586 Jan 14 05:40:10.430771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Pushing event updated for resources: {'Port': ['ID=04f4a021-aef0-4af4-9f92-edb1c2619348,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:10.454237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f52d56d2-3c02-48fd-9a41-d4fad145649f None None] Provisioning complete for port ef364d04-582e-42d6-b852-667354da7b2c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:10.456432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f52d56d2-3c02-48fd-9a41-d4fad145649f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.465915 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1e90d598-f7be-48ce-8537-33ba5c20425f tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] DELETE failed (client error): The resource could not be found. Jan 14 05:40:10.466408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1e90d598-f7be-48ce-8537-33ba5c20425f tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:10.474906 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1e90d598-f7be-48ce-8537-33ba5c20425f tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "DELETE /v2.0/networks/b63589a2-cd9e-4bc8-9508-161b3572fe69 HTTP/1.1" status: 404 len: 339 time: 0.0592544 Jan 14 05:40:10.475548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51050) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:10.476115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51052) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:10.483511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.483775 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Added segment d4309266-eaae-4497-9174-cc59e62a1881 of type vxlan for network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 Jan 14 05:40:10.485344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:10.498827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:port and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:10.507807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for port was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:10.543809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:10.570670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.586381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:10.588364 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ea58cb5-5a92-48e6-9d5b-6e83bc4c917e tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] DELETE failed (client error): The resource could not be found. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:10.588501 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.591984 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.593809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ea58cb5-5a92-48e6-9d5b-6e83bc4c917e tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.594666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:10.598498 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:10.600137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ea58cb5-5a92-48e6-9d5b-6e83bc4c917e tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "DELETE /v2.0/ports/ce0ebf76-2541-4144-b042-e2686575e795 HTTP/1.1" status: 404 len: 333 time: 0.1114254 Jan 14 05:40:10.619097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51060) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:10.647441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-3a07eda0-7603-4cb1-abe7-4f478787234b', 'network_id': '3a07eda0-7603-4cb1-abe7-4f478787234b', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'fixed_ips': [{'subnet_id': '9571ca75-05dc-4432-90fb-2ceeed2fbf59'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:10.648675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.683601 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bc089c6f-d98e-4558-a1ea-274f06ce3254 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] DELETE failed (client error): The resource could not be found. Jan 14 05:40:10.683999 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.379s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:10.684261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bc089c6f-d98e-4558-a1ea-274f06ce3254 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:10.690308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f52d56d2-3c02-48fd-9a41-d4fad145649f None None] Port ef364d04-582e-42d6-b852-667354da7b2c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:10.744223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:40:10.852652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.962153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] In _notify_port_updated(), no bound segment for port ef364d04-582e-42d6-b852-667354da7b2c on network f8bdfe69-e37f-47de-a7f5-c72775366634 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:40:10.996060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:10.997096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:10.998773 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "PUT /v2.0/ports/ef364d04-582e-42d6-b852-667354da7b2c HTTP/1.1" status: 200 len: 995 time: 2.1594882 Jan 14 05:40:11.001107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bc089c6f-d98e-4558-a1ea-274f06ce3254 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "DELETE /v2.0/subnets/f7a8ad29-c92b-480c-b559-8f0b23eeeb48 HTTP/1.1" status: 404 len: 337 time: 0.3806858 Jan 14 05:40:11.005050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51066) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:11.007956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51068) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:11.106210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting subnet 2e027847-384d-4835-af12-caa1a214a6e5 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:40:11.112587 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ffa3c19f-2917-4fe8-a691-5e89b529f8fc tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] GET failed (client error): The resource could not be found. Jan 14 05:40:11.115475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ffa3c19f-2917-4fe8-a691-5e89b529f8fc tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "GET /v2.0/networks/ec69057e-1db3-4329-9964-0ea2ba42dd20 HTTP/1.1" status: 404 len: 339 time: 0.1016064 Jan 14 05:40:11.116618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:11.128727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51074) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:11.137849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:11.141280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:11.141998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:11.166654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:11.179767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Allocated IP 10.2.2.2 (3a07eda0-7603-4cb1-abe7-4f478787234b/9571ca75-05dc-4432-90fb-2ceeed2fbf59/3fe35ba4-db30-4449-ae5f-c3c86d6145ac) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:11.354485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Network': ['ID=0be7dde9-e028-4d5d-af9d-f236d05ef7e3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:11.360081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:11.367313 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:11.400373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:11.451904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting port ef364d04-582e-42d6-b852-667354da7b2c {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:11.452225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:11.517338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:11.523557 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 2.1592388 Jan 14 05:40:11.540069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:11.717436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f52d56d2-3c02-48fd-9a41-d4fad145649f None None] Provisioning for port 1dbb960a-ad89-44a9-ae7e-fa6427648506 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:11.738509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,segment=NetworkSegment(8e341075-beca-450e-93d7-04ff07ab9599),segment_id=8e341075-beca-450e-93d7-04ff07ab9599)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:11.756257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:11.784242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:11.793574 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d43f086-890f-4792-ae74-d62c4ead9793 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:11.950501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51084) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:11.951256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:11.985500 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-69b2219b-42f2-40dc-81fe-1345eb9b6115 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] GET failed (client error): The resource could not be found. Jan 14 05:40:11.992789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-69b2219b-42f2-40dc-81fe-1345eb9b6115 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "GET /v2.0/ports/6f2ae59a-202b-4dc1-a132-1e2dcf9bd839 HTTP/1.1" status: 404 len: 333 time: 0.8570001 Jan 14 05:40:11.994113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'network': {'name': 'tempest-device-tagging-net2-2060343417'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:12.011062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.026092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51090) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:12.031370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.091652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:12.116123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.119222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51094) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:12.124121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:12.127167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:network and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:12.133729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.136277 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:12.140863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1dbb960a-ad89-44a9-ae7e-fa6427648506 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:12.173120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:12.182386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Transition to ACTIVE for port object 3fe35ba4-db30-4449-ae5f-c3c86d6145ac will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:12.192052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Usage tracker for resource:security_group_rule and tenant:7275388670c746238ac60132b9163e7b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:12.207531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:12.210439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:12.220462 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d3c25686-69f7-4b3c-9f6a-3b1a80e338b0 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] GET failed (client error): The resource could not be found. Jan 14 05:40:12.221918 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3c25686-69f7-4b3c-9f6a-3b1a80e338b0 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "GET /v2.0/subnets/d98b4d98-c8e7-4fa2-8a5d-b449e1b620e1 HTTP/1.1" status: 404 len: 337 time: 0.1454542 Jan 14 05:40:12.223325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:12.231235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting port d373e8fb-fde8-43ae-8911-674712841449 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:12.231787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.285978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6987ed9-fc28-443a-b4ed-2c2c9aac6bc4 None None] Provisioning complete for port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:12.286458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6987ed9-fc28-443a-b4ed-2c2c9aac6bc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.290835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51100) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:12.360531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Calling delete_port for ef364d04-582e-42d6-b852-667354da7b2c owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:12.366563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e7c9ac6-0fa9-4cfe-aea1-4238e282c0e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.398140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Transition to ACTIVE for port object 3fe35ba4-db30-4449-ae5f-c3c86d6145ac will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:12.437929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.547571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-09be78ac-811e-4c27-a913-d224d9e1f15a tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] Request body: {'network': {'name': 'new_name'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:12.569648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] device_id is not set on port c07c180a-dfd8-4393-8475-359be34a78be yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:12.610107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:12.620169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.726927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.753416 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-09be78ac-811e-4c27-a913-d224d9e1f15a tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] PUT failed (client error): The resource could not be found. Jan 14 05:40:12.753931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-09be78ac-811e-4c27-a913-d224d9e1f15a tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:12.755378 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09be78ac-811e-4c27-a913-d224d9e1f15a tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "PUT /v2.0/networks/75f0841e-1e82-4b91-8b6f-ff1343063714 HTTP/1.1" status: 404 len: 339 time: 0.4631407 Jan 14 05:40:12.773149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51104) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:12.840619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:12.846099 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-184bf390-693f-4e18-b3e5-43da09c33fc8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:12.871442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:12.874832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a1895ac-7d08-491d-8fe6-2c03ae368595 None None] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:12.880369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Allocated IP 10.1.1.82 (65730efc-0db0-4056-9d7c-4c83d46525be/f65f6461-cc59-42f1-ac0d-b1396dd52f40/c07c180a-dfd8-4393-8475-359be34a78be) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:12.882739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Usage tracker for resource:security_group_rule and tenant:e0e9287249f7477c87d67ecd631566cb is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:12.887304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:12.909585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9e054150-5ed8-4b12-ad99-25dd4544dcc2 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] Request body: {'port': {'name': 'new_name'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:12.924392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1dbb960a-ad89-44a9-ae7e-fa6427648506 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:12.935301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:12.940969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Calling delete_port for d373e8fb-fde8-43ae-8911-674712841449 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:13.023243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] vxlan segment allocate from pool success with {'vxlan_vni': 23} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:13.025929 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9e054150-5ed8-4b12-ad99-25dd4544dcc2 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] PUT failed (client error): The resource could not be found. Jan 14 05:40:13.026549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9e054150-5ed8-4b12-ad99-25dd4544dcc2 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:13.027730 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9e054150-5ed8-4b12-ad99-25dd4544dcc2 tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "PUT /v2.0/ports/e24fb428-2fbf-4333-9fc0-f744d120db11 HTTP/1.1" status: 404 len: 333 time: 0.2487202 Jan 14 05:40:13.028704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1dbb960a-ad89-44a9-ae7e-fa6427648506 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:13.029116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.039019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51108) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:13.049594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b011e030-2ecb-4809-8be9-879efabf61db tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] Request body: {'subnet': {'name': 'new_name'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:13.090808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.091174 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Added segment 728ee5ef-c3d1-4034-b4da-b4d54f121130 of type vxlan for network d2a4d42f-b670-437d-8b4f-26be404673ff Jan 14 05:40:13.104412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.120509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Pushing event updated for resources: {'Port': ['ID=3fe35ba4-db30-4449-ae5f-c3c86d6145ac,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:13.128175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0570cf8-8467-4e59-ab57-103ccf20317e tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:13.150519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:13.154665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6987ed9-fc28-443a-b4ed-2c2c9aac6bc4 None None] Could not find standard attr ID for object ef364d04-582e-42d6-b852-667354da7b2c. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:40:13.162806 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b011e030-2ecb-4809-8be9-879efabf61db tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] PUT failed (client error): The resource could not be found. Jan 14 05:40:13.163309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b011e030-2ecb-4809-8be9-879efabf61db tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:13.170957 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b011e030-2ecb-4809-8be9-879efabf61db tempest-NetworksNegativeTestJSON-1336452137 tempest-NetworksNegativeTestJSON-1336452137] 10.222.0.48 "PUT /v2.0/subnets/a9216fe0-ce6e-4aa9-9fbf-c304006b69c3 HTTP/1.1" status: 404 len: 337 time: 0.1245265 Jan 14 05:40:13.235584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.288133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Network 3a07eda0-7603-4cb1-abe7-4f478787234b is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:13.297431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.318470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.330853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ed87a09-5684-485d-9522-416d1f7b6c7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:13.344454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:13.346855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:13.355482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.378939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Port': ['ID=ef364d04-582e-42d6-b852-667354da7b2c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:13.385605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.440848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.450499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:13.456346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.470067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9c5e9483-e656-47e6-a1dd-4d3da1877889 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:13.485902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.505829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:13.506543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.515351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 1dbb960a-ad89-44a9-ae7e-fa6427648506, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1dbb960a-ad89-44a9-ae7e-fa6427648506,segment=NetworkSegment(0d9af5e2-e7ac-4b57-964e-90c274582853),segment_id=0d9af5e2-e7ac-4b57-964e-90c274582853)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:13.529420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.530348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 04f4a021-aef0-4af4-9f92-edb1c2619348 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:13.531933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51116) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:13.562690 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:13.592952 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e0e9287249f7477c87d67ecd631566cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4666853 Jan 14 05:40:13.594990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51122) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:13.606833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7275388670c746238ac60132b9163e7b&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1958447 Jan 14 05:40:13.606833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.609132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51124) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:13.612347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/2e027847-384d-4835-af12-caa1a214a6e5 HTTP/1.1" status: 204 len: 168 time: 3.1308775 Jan 14 05:40:13.618204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92040b4c-2e26-424b-9554-217a62414f77,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:13.620543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51128) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:13.638940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 774 time: 1.6717997 Jan 14 05:40:13.640209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=92b40f06-a851-4dd5-aead-d1c5c05be139,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:13.642969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51134) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:13.646778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dea44432-17d0-4b81-aa9b-20588912c3bc None None] Provisioning for port 04f4a021-aef0-4af4-9f92-edb1c2619348 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:13.660578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=1dbb960a-ad89-44a9-ae7e-fa6427648506,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:13.664234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:13.674019 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:13.679548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:13.681613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Attempting to bind port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:13.682003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Attempting to bind port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '923334fb-8228-43f7-b8be-cf2891b11296', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '3a07eda0-7603-4cb1-abe7-4f478787234b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:13.682297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Attempting to bind port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac on network 3a07eda0-7603-4cb1-abe7-4f478787234b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:13.689208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'subnet': {'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3', 'cidr': '10.1.1.0/24', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:13.704558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 39, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:13.704985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Checking segment: {'id': '923334fb-8228-43f7-b8be-cf2891b11296', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '3a07eda0-7603-4cb1-abe7-4f478787234b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:13.705437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.705880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Bound using segment: {'id': '923334fb-8228-43f7-b8be-cf2891b11296', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '3a07eda0-7603-4cb1-abe7-4f478787234b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:13.706422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Bound port: 3fe35ba4-db30-4449-ae5f-c3c86d6145ac, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '923334fb-8228-43f7-b8be-cf2891b11296', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '3a07eda0-7603-4cb1-abe7-4f478787234b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:13.706874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.729648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dea44432-17d0-4b81-aa9b-20588912c3bc None None] Provisioning complete for port 1dbb960a-ad89-44a9-ae7e-fa6427648506 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:13.730043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dea44432-17d0-4b81-aa9b-20588912c3bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.737206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.758757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0a1951f-78fd-4a7b-be2f-4494a6aa28b7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.317s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:13.829721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Subnet': ['ID=2e027847-384d-4835-af12-caa1a214a6e5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:13.867057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] For port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:13.870380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] For port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3fe35ba4-db30-4449-ae5f-c3c86d6145ac,segment=NetworkSegment(923334fb-8228-43f7-b8be-cf2891b11296),segment_id=923334fb-8228-43f7-b8be-cf2891b11296)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:13.870618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Transition to ACTIVE for port object c07c180a-dfd8-4393-8475-359be34a78be will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:13.872030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.882905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.885054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.901723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:13.908587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.344s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:13.924641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:13.955054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.000073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:14.013705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:14.031593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Usage tracker for resource:security_group_rule and tenant:9c3f1f54c2314c06b6564b1a7d5f76f6 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:14.037103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.065470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.073243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:14.076728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd00ae7-540a-4ff9-9a0a-67bb703f3c6b tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:14.083248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1dd00ae7-540a-4ff9-9a0a-67bb703f3c6b tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:14.084483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1dd00ae7-540a-4ff9-9a0a-67bb703f3c6b tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Synchronizing usage tracker for tenant:d93931abbfd44328aebeb46145a143be on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:14.099859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 04f4a021-aef0-4af4-9f92-edb1c2619348 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:14.100994 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/ports/ef364d04-582e-42d6-b852-667354da7b2c HTTP/1.1" status: 204 len: 168 time: 3.0943494 Jan 14 05:40:14.101861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51140) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:14.105956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Network': ['ID=d2a4d42f-b670-437d-8b4f-26be404673ff,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:14.107197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:14.109221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.146726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network d2a4d42f-b670-437d-8b4f-26be404673ff details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:14.164050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network d2a4d42f-b670-437d-8b4f-26be404673ff details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:14.182023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network d2a4d42f-b670-437d-8b4f-26be404673ff details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:14.191924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.216289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Pushing event updated for resources: {'Port': ['ID=3fe35ba4-db30-4449-ae5f-c3c86d6145ac,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:14.220088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 04f4a021-aef0-4af4-9f92-edb1c2619348 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:14.220832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.260048 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.351s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:14.262390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:14.264343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8067c59d-3047-477a-a139-3226088ced06 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:14.265251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43c6c380-b1c2-4549-a3f1-58f4b518a8ba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:14.298568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.305737 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-42a78011-351a-4843-9022-d667cede7dfb tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] GET failed (client error): The resource could not be found. Jan 14 05:40:14.306259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42a78011-351a-4843-9022-d667cede7dfb tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Synchronizing usage tracker for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:14.326862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1dd00ae7-540a-4ff9-9a0a-67bb703f3c6b tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Unset dirty status for tenant:d93931abbfd44328aebeb46145a143be on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:14.331257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1dd00ae7-540a-4ff9-9a0a-67bb703f3c6b tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.6947877 Jan 14 05:40:14.331257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Port': ['ID=d373e8fb-fde8-43ae-8911-674712841449,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:14.332259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:14.338987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51144) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:14.373674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.378048 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92b40f06-a851-4dd5-aead-d1c5c05be139 HTTP/1.1" status: 204 len: 168 time: 0.7613556 Jan 14 05:40:14.409082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Port': ['ID=c07c180a-dfd8-4393-8475-359be34a78be,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:14.416613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42a78011-351a-4843-9022-d667cede7dfb tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Unset dirty status for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:14.421948 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-42a78011-351a-4843-9022-d667cede7dfb tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "GET /v2.0/ports/ef364d04-582e-42d6-b852-667354da7b2c HTTP/1.1" status: 404 len: 333 time: 0.3121428 Jan 14 05:40:14.427645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:14.429848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51150) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:14.433513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3de3fe3-c85b-4d62-961d-a8c87c3a8b3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.112s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:14.450529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3aa75ccb-0cff-4dc8-8bba-0e4627192c72 None None] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:14.486335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:14.514723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:subnet and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:14.516882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'name': 'tempest-AllowedAddressPairTestJSON-667700549'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:14.522628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:14.550533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:14.557727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.580590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92b40f06-a851-4dd5-aead-d1c5c05be139,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:14.610516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:14.613420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3b4518c-2dfc-412b-8241-78537a2f81b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:14.694278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=92040b4c-2e26-424b-9554-217a62414f77,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:14.703092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.708337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:14.766774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.790016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.805927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e289eed-7bb3-4ad6-b18c-ed592b381d18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:14.855841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:14.859789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/92040b4c-2e26-424b-9554-217a62414f77 HTTP/1.1" status: 204 len: 168 time: 1.2493541 Jan 14 05:40:14.935506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 65730efc-0db0-4056-9d7c-4c83d46525be is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:14.970267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ccac9129-4ea5-4a85-8045-82d96d8b9f71,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:14.973812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51158) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:15.000061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:15.005012 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c3f1f54c2314c06b6564b1a7d5f76f6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4718709 Jan 14 05:40:15.008217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:15.009498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:15.045045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51162) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:15.157257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.202363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:15.214138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:15.235381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba6bf5cd-7c6f-4817-8619-558e0e6920d1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.251158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:15.259824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d30dd2e-49d9-4c56-8354-998072f3328a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.307798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.316281 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.321243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.325744 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:15.329113 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:15.336157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.384331 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba6bf5cd-7c6f-4817-8619-558e0e6920d1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:40:15.384852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba6bf5cd-7c6f-4817-8619-558e0e6920d1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:15.386752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba6bf5cd-7c6f-4817-8619-558e0e6920d1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/45ba8088-2841-4d1b-a12a-c4ca6bcd0efa HTTP/1.1" status: 409 len: 405 time: 1.0468261 Jan 14 05:40:15.390930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.398027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:15.416532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.434723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:15.435399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.439694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51172) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:15.442574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Usage tracker for resource:security_group_rule and tenant:fadf4b685a1e4dbaafaa541f284a3968 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:15.460313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.476072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:15.482367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:15.514188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 04f4a021-aef0-4af4-9f92-edb1c2619348, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=04f4a021-aef0-4af4-9f92-edb1c2619348,segment=NetworkSegment(01c3f9d9-7dec-4493-9571-b882b1268adb),segment_id=01c3f9d9-7dec-4493-9571-b882b1268adb)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:15.528896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.531025 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:15.538936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.581335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.589751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1268380215'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:15.626189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] DHCP port deletion for 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:40:15.689159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Deleting port 04f4a021-aef0-4af4-9f92-edb1c2619348 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:15.689159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.742408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82859891-95ba-434d-808a-550448b40898 None None] Provisioning for port 229de736-abd2-4cd2-8345-c263efb21fc2 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:15.748321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=04f4a021-aef0-4af4-9f92-edb1c2619348,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:15.750453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:15.753056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.762190 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d145399-b040-4af6-a6e6-ae06e539fe7d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:15.800287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82859891-95ba-434d-808a-550448b40898 None None] Provisioning complete for port 229de736-abd2-4cd2-8345-c263efb21fc2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:15.800720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82859891-95ba-434d-808a-550448b40898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.805092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51176) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:15.819764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6351333a-a38d-4359-92f9-224e3737a3d4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:15.824112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:15.833003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1dbb960a-ad89-44a9-ae7e-fa6427648506 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:15.836907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:network and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:15.870443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for network was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:15.904300 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:15.906793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:15.909969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 6.2756007 Jan 14 05:40:15.912908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.924283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:15.931525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51180) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:15.951655 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fadf4b685a1e4dbaafaa541f284a3968&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9535236 Jan 14 05:40:15.960873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'port': {'network_id': '65730efc-0db0-4056-9d7c-4c83d46525be', 'name': 'tempest-TaggedBootDevicesTest-2039310451', 'fixed_ips': [{'subnet_id': 'f65f6461-cc59-42f1-ac0d-b1396dd52f40'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:15.965013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51184) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:15.966967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:15.990930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Usage tracker for resource:security_group_rule and tenant:87cc3c7ce34240fc90f024a55736e130 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:15.994448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:16.003431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.028100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:16.047694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82859891-95ba-434d-808a-550448b40898 None None] Port 229de736-abd2-4cd2-8345-c263efb21fc2 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:16.073747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:16.094823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] device_id is not set on port b85a3614-c898-4d55-8918-401d1cbf4731 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:16.100219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] For port 04f4a021-aef0-4af4-9f92-edb1c2619348, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=04f4a021-aef0-4af4-9f92-edb1c2619348,segment=NetworkSegment(01c3f9d9-7dec-4493-9571-b882b1268adb),segment_id=01c3f9d9-7dec-4493-9571-b882b1268adb)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:16.100667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.117365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1dbb960a-ad89-44a9-ae7e-fa6427648506 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:16.117795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.146127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82859891-95ba-434d-808a-550448b40898 None None] Provisioning for port c07c180a-dfd8-4393-8475-359be34a78be completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:16.148667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Router 852574bb-92a3-4e80-bfd5-a216e0dbf656 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:40:16.157563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82859891-95ba-434d-808a-550448b40898 None None] Provisioning complete for port c07c180a-dfd8-4393-8475-359be34a78be triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:16.157905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82859891-95ba-434d-808a-550448b40898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.205311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] vxlan segment allocate from pool success with {'vxlan_vni': 25} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:16.252711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.253158 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Added segment 81c38307-202e-4c02-a8a0-b30dc46e4590 of type vxlan for network 7a0aafae-ef9a-4974-a483-f110617eb081 Jan 14 05:40:16.258141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.260712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.273086 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a1c652d-4ba7-433e-81f5-d45d2b703647 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:16.273809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82859891-95ba-434d-808a-550448b40898 None None] Port c07c180a-dfd8-4393-8475-359be34a78be cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:16.357406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Calling delete_port for 04f4a021-aef0-4af4-9f92-edb1c2619348 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:16.361230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ccac9129-4ea5-4a85-8045-82d96d8b9f71,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:16.364502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:16.418163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.427443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:40:16.430778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.444832 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "PUT /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3475916 Jan 14 05:40:16.452786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51188) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:16.455181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] Sync routers for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:40:16.485266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.486509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82859891-95ba-434d-808a-550448b40898 None None] Provisioning complete for port 04f4a021-aef0-4af4-9f92-edb1c2619348 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:16.486625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82859891-95ba-434d-808a-550448b40898 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.501378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Allocated IP 172.20.0.8 (f8bdfe69-e37f-47de-a7f5-c72775366634/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0/b85a3614-c898-4d55-8918-401d1cbf4731) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:16.529186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:16.532127 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-eeef621f-5399-448f-80c2-47fb464e399f tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] delete failed (client error): The resource could not be found. Jan 14 05:40:16.537475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eeef621f-5399-448f-80c2-47fb464e399f tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-69906102 HTTP/1.1" status: 404 len: 333 time: 0.0763404 Jan 14 05:40:16.538237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51192) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:16.543476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:port and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:16.548771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for port was recalculated. Used quota:5. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:16.554620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-667f7aa4-a756-47d7-8301-fa22a6721d05 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'router': {'external_gateway_info': {'network_id': '852574bb-92a3-4e80-bfd5-a216e0dbf656'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:16.574168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.578081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.579431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ccac9129-4ea5-4a85-8045-82d96d8b9f71 HTTP/1.1" status: 204 len: 168 time: 1.5143821 Jan 14 05:40:16.597294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.619555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6be26afa-bfbf-44d7-92c0-290cc5251245 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:16.634507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:16.636417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:40:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:16.647982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.659417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:16.667065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:16.667781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.721714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.741718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a13afa31-124c-49c6-8eaf-d1464b1c83cd,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:16.750194 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:16.752894 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=87cc3c7ce34240fc90f024a55736e130&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9274819 Jan 14 05:40:16.758451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51198) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:16.764500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11e38c30-f191-4fb3-90e1-95b6653285b3 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:16.778192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Made reservation on behalf of 43cd020a47124215961e0bfe3de50188 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:16.781442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:16.800891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.808904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:16.810217 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6351333a-a38d-4359-92f9-224e3737a3d4 HTTP/1.1" status: 204 len: 168 time: 0.8401694 Jan 14 05:40:16.839121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82859891-95ba-434d-808a-550448b40898 None None] Could not find standard attr ID for object 04f4a021-aef0-4af4-9f92-edb1c2619348. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:40:16.925945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:17.005925 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.db [None req-82859891-95ba-434d-808a-550448b40898 None None] No ports have port_id starting with 04f4a021-aef0-4af4-9f92-edb1c2619348 Jan 14 05:40:17.015712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f3b1b64c-2d15-4a14-ba23-7cd99bcca69e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:17.085151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:17.095796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:17.102736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Pushing event deleted for resources: {'Port': ['ID=04f4a021-aef0-4af4-9f92-edb1c2619348,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:17.143343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:17.151403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:17.152334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:40:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:17.246399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:17.247528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7442ad71-af41-4a2f-b93b-fe46f82ffbfc None None] The sync data for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:40:17.256826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14bce604-53e4-44e3-ae09-8f8ddde04cc1 None None] Network 3a07eda0-7603-4cb1-abe7-4f478787234b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:17.311401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Network': ['ID=7a0aafae-ef9a-4974-a483-f110617eb081,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:17.377274 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 1.9120402 Jan 14 05:40:17.379089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 7a0aafae-ef9a-4974-a483-f110617eb081 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:17.383911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51216) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:17.385497 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:17.388341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9102717e-4db7-47ee-8b87-e151f6d2e620 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:17.400829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'subnet': {'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:17.543778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6351333a-a38d-4359-92f9-224e3737a3d4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:17.549093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:17.554256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:17.578565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-667f7aa4-a756-47d7-8301-fa22a6721d05 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:17.589461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 7a0aafae-ef9a-4974-a483-f110617eb081 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:17.602046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:17.636540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 7a0aafae-ef9a-4974-a483-f110617eb081 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:17.641232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:17.929371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:17.979878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Transition to ACTIVE for port object b85a3614-c898-4d55-8918-401d1cbf4731 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:17.986090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:18.140737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:18.157645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be66e3a9-bbc7-42df-8c7f-ba78d972415b tempest-PortsAdminExtendedAttrsTestJSON-702154087 tempest-PortsAdminExtendedAttrsTestJSON-702154087] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:18.309902 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-667f7aa4-a756-47d7-8301-fa22a6721d05 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] update failed (client error): The resource could not be found. Jan 14 05:40:18.315268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-667f7aa4-a756-47d7-8301-fa22a6721d05 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "PUT /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656 HTTP/1.1" status: 404 len: 339 time: 1.7736173 Jan 14 05:40:18.324931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51242) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:18.329404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:18.332065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:18.332499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:18.380929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] No DVR routers for this DVR port 04f4a021-aef0-4af4-9f92-edb1c2619348 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:18.490248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51246) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:18.499067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ea5aa354-0885-4150-ac96-e0695c74a3cb None None] Provisioning for port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:18.527461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=b85a3614-c898-4d55-8918-401d1cbf4731,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:18.618347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5f05749-bf5a-4d3f-9dbf-0b000657d542 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:18.619155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:18.683660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:18.685007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:18.690451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:18.777419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:18.795477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] device_id is not set on port f75af8db-ee63-44da-bdfa-1d5494e16d36 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:18.855491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fe35ba4-db30-4449-ae5f-c3c86d6145ac up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.924222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:18.926900 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:18.960599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:18.961202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.038113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:19.044745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:19.045367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.045498 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 4.5919049 Jan 14 05:40:19.047015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51258) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:19.058736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'network_id': 'f8bdfe69-e37f-47de-a7f5-c72775366634', 'name': 'tempest-AllowedAddressPairTestJSON-982188714'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:19.168272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.213613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--2043715624'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:19.247310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.274318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:19.277140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Subnet': ['ID=86ddb58c-64a7-4fff-a85f-db447308c5cb,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:19.279313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2cd0178c-e5e2-4509-86ee-d0482b1387a4 None None] Provisioning for port b85a3614-c898-4d55-8918-401d1cbf4731 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:19.286055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2cd0178c-e5e2-4509-86ee-d0482b1387a4 None None] Provisioning complete for port b85a3614-c898-4d55-8918-401d1cbf4731 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:19.286479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cd0178c-e5e2-4509-86ee-d0482b1387a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.356278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3fe35ba4-db30-4449-ae5f-c3c86d6145ac,segment=NetworkSegment(923334fb-8228-43f7-b8be-cf2891b11296),segment_id=923334fb-8228-43f7-b8be-cf2891b11296)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:19.364457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:19.373693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.376350 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:19.412160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:19.450507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2cd0178c-e5e2-4509-86ee-d0482b1387a4 None None] Port b85a3614-c898-4d55-8918-401d1cbf4731 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:19.462764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 04f4a021-aef0-4af4-9f92-edb1c2619348 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:40:19.475890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:40:19.484093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.534981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:19.544047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 04f4a021-aef0-4af4-9f92-edb1c2619348 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:40:19.544712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 04f4a021-aef0-4af4-9f92-edb1c2619348 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:40:19.578558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Checking segment: {'id': 'd4309266-eaae-4497-9174-cc59e62a1881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:19.579006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network hostable DHCP agents. Network: 0be7dde9-e028-4d5d-af9d-f236d05ef7e3, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:19.594604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9a39fffe-3dfc-4593-a426-0b0a555a3311 None None] Provisioning complete for port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:19.595479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a39fffe-3dfc-4593-a426-0b0a555a3311 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.619169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:19.631438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=3fe35ba4-db30-4449-ae5f-c3c86d6145ac,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:19.644677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:19.647051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5081dbf5-cacf-4642-b7ba-0bf39fe1f95f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:19.666518 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:19.691140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Usage tracker for resource:port and tenant:606c854ddfc04703863f5cafe1547101 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:19.700640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Quota usage for port was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:19.718899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:19.761452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Made reservation on behalf of 606c854ddfc04703863f5cafe1547101 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:19.770766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.780693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:19.787541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Subnet': ['ID=8392ad9a-de90-4656-9dfd-8a468b3b8e68,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:19.804610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.805198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:19.828404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Checking segment: {'id': '81c38307-202e-4c02-a8a0-b30dc46e4590', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:19.828810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network hostable DHCP agents. Network: 7a0aafae-ef9a-4974-a483-f110617eb081, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:19.868809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:19.871341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.880867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.924647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac1cccec-bdb0-47f9-b4c1-9be87ac34564 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:19.943241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 7a0aafae-ef9a-4974-a483-f110617eb081 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:19.967446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a13afa31-124c-49c6-8eaf-d1464b1c83cd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:19.970289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 7a0aafae-ef9a-4974-a483-f110617eb081) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:19.973331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:19.978155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0be7dde9-e028-4d5d-af9d-f236d05ef7e3) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:19.985336 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:19.989860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:19.990343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:19.995706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:20.008814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:20.010677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] device_id is not set on port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:20.040058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9154d337-dd4a-4af7-87a1-c28f07cedbae None None] Network 7a0aafae-ef9a-4974-a483-f110617eb081 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:20.055408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Request body: {'network': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-test-network-1026354505'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:20.057020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-970ff938-1bb3-4229-80ed-86a87c5f0b13 None None] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:20.057320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:20.060723 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6738989 Jan 14 05:40:20.064346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:20.064533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51276) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:20.065230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:20.074648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'port': {'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081', 'name': 'tempest-NetworksIpV6TestAttrs-498400076'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:20.081654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:20.091386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:20.092327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:20.094418 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a13afa31-124c-49c6-8eaf-d1464b1c83cd HTTP/1.1" status: 204 len: 168 time: 3.3337893 Jan 14 05:40:20.102814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Allocated IP 10.1.1.142 (65730efc-0db0-4056-9d7c-4c83d46525be/f65f6461-cc59-42f1-ac0d-b1396dd52f40/f75af8db-ee63-44da-bdfa-1d5494e16d36) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:20.115734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Usage tracker for resource:network and tenant:ff25b9271442453fa55811543a3950bd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:20.160044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 6.4914041 Jan 14 05:40:20.166497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51282) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:20.171937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:20.194234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'subnet': {'network_id': 'd2a4d42f-b670-437d-8b4f-26be404673ff', 'cidr': '10.2.2.0/24', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:20.197229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:20.239869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Made reservation on behalf of ff25b9271442453fa55811543a3950bd for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:20.249406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:20.307954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:20.345633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:20.363092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Usage tracker for resource:security_group_rule and tenant:ff25b9271442453fa55811543a3950bd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:20.374204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:20.389160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:20.404374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:20.416622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Allocated IP 172.20.0.4 (f8bdfe69-e37f-47de-a7f5-c72775366634/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0/6f6b7d60-19e6-41a6-a047-9e1aa35c2893) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:20.425716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:port and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:20.440682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for port was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:20.448934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:20.487943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:20.497523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:20.504932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0be7dde9-e028-4d5d-af9d-f236d05ef7e3', 'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'fixed_ips': [{'subnet_id': '86ddb58c-64a7-4fff-a85f-db447308c5cb'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:20.506132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:20.703796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Allocated IP 172.20.0.1 (77797dff-55ca-463f-80ec-80e194373b56/43a926d1-516b-4a0b-a39a-ebe0b66613ca/13de28d2-7b67-4f79-8a88-c7d89376174c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:20.823036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Allocated IP 10.1.1.2 (0be7dde9-e028-4d5d-af9d-f236d05ef7e3/86ddb58c-64a7-4fff-a85f-db447308c5cb/d10f90e6-3e81-4f08-9072-d3456df8b890) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:20.835029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] device_id is not set on port 4b4bc2bf-6839-42b3-b822-bcc8dd881fdf yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:20.932612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fe35ba4-db30-4449-ae5f-c3c86d6145ac up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:20.976554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-7a0aafae-ef9a-4974-a483-f110617eb081', 'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081', 'tenant_id': 'd93931abbfd44328aebeb46145a143be', 'fixed_ips': [{'subnet_id': '8392ad9a-de90-4656-9dfd-8a468b3b8e68'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:20.977487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.071374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:21.089965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:subnet and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:21.090733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Allocated IP 2001:db8::f816:3eff:fe32:871a (7a0aafae-ef9a-4974-a483-f110617eb081/8392ad9a-de90-4656-9dfd-8a468b3b8e68/4b4bc2bf-6839-42b3-b822-bcc8dd881fdf) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:21.097218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.099775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.110749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Transition to ACTIVE for port object d10f90e6-3e81-4f08-9072-d3456df8b890 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:21.124874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:21.155098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Transition to ACTIVE for port object d10f90e6-3e81-4f08-9072-d3456df8b890 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:21.175438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.200059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc0f7ac8-87a4-4417-bbdc-b686586f41db None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:21.218219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:21.238370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Transition to ACTIVE for port object 13de28d2-7b67-4f79-8a88-c7d89376174c will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:21.278340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:21.452644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.484654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.502297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Pushing event updated for resources: {'Port': ['ID=d10f90e6-3e81-4f08-9072-d3456df8b890,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:21.505853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:21.510552 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8be8e107-8cb0-481c-ac83-4701d2d9b374 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:21.536562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.546205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.561006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:21.565066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.571842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.574892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c16d1459-8c79-4fec-8e73-73bdb618c308 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:21.586103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.653504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:21.653921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.660401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:21.661743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] vxlan segment allocate from pool success with {'vxlan_vni': 26} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:21.666845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Transition to ACTIVE for port object 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:21.675412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:21.684644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Pushing event updated for resources: {'SecurityGroup': ['ID=aadd6681-72ac-44f8-a9c5-41871c5e9890,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:21.693695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:21.706644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.707163 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Added segment 2f357bf5-797f-49ac-9d26-31ed46c6294e of type vxlan for network 8e702664-7746-4932-84db-ac2fa41cd361 Jan 14 05:40:21.735639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.800486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.847397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.852423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:21.873960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:21.875460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.023916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Transition to ACTIVE for port object 4b4bc2bf-6839-42b3-b822-bcc8dd881fdf will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:22.025682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d903a1-ec66-4e82-b324-a571bdf783d5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:22.045437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:22.046874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:22.050065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:22.110434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Attempting to bind port d10f90e6-3e81-4f08-9072-d3456df8b890 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:22.110434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Attempting to bind port d10f90e6-3e81-4f08-9072-d3456df8b890 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd4309266-eaae-4497-9174-cc59e62a1881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:22.110937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Attempting to bind port d10f90e6-3e81-4f08-9072-d3456df8b890 on network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:22.117455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:22.117969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Checking segment: {'id': 'd4309266-eaae-4497-9174-cc59e62a1881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:22.118487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.119050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Bound using segment: {'id': 'd4309266-eaae-4497-9174-cc59e62a1881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:22.119649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Bound port: d10f90e6-3e81-4f08-9072-d3456df8b890, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd4309266-eaae-4497-9174-cc59e62a1881', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:22.120129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.149615 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 803 time: 2.3635073 Jan 14 05:40:22.172519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=5ce8610a-1481-448e-a2d6-9ae862e5b58c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:22.178481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:22.185949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.190971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:22.205773 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bcc90ff-b30d-403f-a11b-f26578bc42d3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.605s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:22.213503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Pushing event updated for resources: {'Network': ['ID=8e702664-7746-4932-84db-ac2fa41cd361,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:22.217413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:22.220611 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:22.221774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:22.224346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7beb79ad-a6e3-4f4f-879b-7d9ab143b6b0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:22.230048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 8e702664-7746-4932-84db-ac2fa41cd361 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:22.288056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:22.349565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Transition to ACTIVE for port object f75af8db-ee63-44da-bdfa-1d5494e16d36 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:22.355839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 8e702664-7746-4932-84db-ac2fa41cd361 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:22.380324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 8e702664-7746-4932-84db-ac2fa41cd361 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:22.426195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.466373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Port': ['ID=13de28d2-7b67-4f79-8a88-c7d89376174c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:22.523126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.309s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:22.566227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] For port d10f90e6-3e81-4f08-9072-d3456df8b890, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:22.589190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 77797dff-55ca-463f-80ec-80e194373b56 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:22.599871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:22.612785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:22.676009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] For port d10f90e6-3e81-4f08-9072-d3456df8b890, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d10f90e6-3e81-4f08-9072-d3456df8b890,segment=NetworkSegment(d4309266-eaae-4497-9174-cc59e62a1881),segment_id=d4309266-eaae-4497-9174-cc59e62a1881)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:22.715823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.723917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.767939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:22.789678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0610da6-d90a-42df-82da-7f3a2c88aeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:22.822050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Allocated IP 2001:db8::f816:3eff:fe11:4616 (7a0aafae-ef9a-4974-a483-f110617eb081/8392ad9a-de90-4656-9dfd-8a468b3b8e68/fa63ba2d-dde6-4316-9cb3-8ebf4315eef2) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:22.851311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 7a0aafae-ef9a-4974-a483-f110617eb081 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:22.857767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:22.862176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=6f6b7d60-19e6-41a6-a047-9e1aa35c2893,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:22.873399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.878368 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.881526 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.883923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:22.889853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:22.900310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:22.901107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.924255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:22.925276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.928992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51322) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:22.930358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-eb5458ca-68a7-4542-88ff-f64f718870e6 None None] Provisioning for port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:22.931719 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.707s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:22.935734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-043d94c5-67b6-4e5f-9554-39378b1a036d tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.414s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:22.966751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-eb5458ca-68a7-4542-88ff-f64f718870e6 None None] Provisioning complete for port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:22.967183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb5458ca-68a7-4542-88ff-f64f718870e6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:22.986193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Request body: {'port': {'network_id': '8e702664-7746-4932-84db-ac2fa41cd361', 'binding:host_id': 'n-h2-768851-4', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-542715160'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:23.006688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Port': ['ID=f75af8db-ee63-44da-bdfa-1d5494e16d36,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:23.015577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:23.026470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Usage tracker for resource:port and tenant:3f53851722ac4e56b448f1e7970ed7be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:23.032316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eb5458ca-68a7-4542-88ff-f64f718870e6 None None] Port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:23.033883 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 3.9840665 Jan 14 05:40:23.034806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51326) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:23.035746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:23.039557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:23.047488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.055186 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 950 time: 2.9852433 Jan 14 05:40:23.056087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51330) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:23.061246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Request body: {'port': {'allowed_address_pairs': [{'ip_address': '172.20.0.11', 'mac_address': 'fa:16:3e:fe:7d:c6'}, {'ip_address': '172.20.0.8', 'mac_address': 'fa:16:3e:6d:6b:27'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:23.088944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.093337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:23.106635 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58480433-1640-4fe2-95be-90e4efed7fa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:23.141032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Pushing event updated for resources: {'Port': ['ID=d10f90e6-3e81-4f08-9072-d3456df8b890,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:23.142130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Port': ['ID=4b4bc2bf-6839-42b3-b822-bcc8dd881fdf,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:23.156186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:23.164870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:23.178387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=0a945f62-7d09-4b48-887e-a386cc938ef1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:23.193318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Made reservation on behalf of 3f53851722ac4e56b448f1e7970ed7be for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:23.198152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.216240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:23.217167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.217298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.218635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-502cdcfb-980f-476f-b402-ab7ca73d52cb None None] Provisioning for port 13de28d2-7b67-4f79-8a88-c7d89376174c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:23.227963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.230011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 4.5739572 Jan 14 05:40:23.235032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-502cdcfb-980f-476f-b402-ab7ca73d52cb None None] Provisioning complete for port 13de28d2-7b67-4f79-8a88-c7d89376174c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:23.236452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-502cdcfb-980f-476f-b402-ab7ca73d52cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.236612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51338) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:23.242565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:23.246664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Usage tracker for resource:security_group_rule and tenant:3f53851722ac4e56b448f1e7970ed7be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:23.249987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:23.255941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.357008 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.360240 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-502cdcfb-980f-476f-b402-ab7ca73d52cb None None] Port 13de28d2-7b67-4f79-8a88-c7d89376174c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.362820 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.367425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.478319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 65730efc-0db0-4056-9d7c-4c83d46525be is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:23.481658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:23.507104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:23.508667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.537541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Transition to ACTIVE for port object fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:23.577621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Transition to ACTIVE for port object fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:23.594433 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.596985 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.598285 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:23.605808 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:23.618298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:23.619071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.619946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f025f64-cdcc-4a94-a590-ee1f0e7b5a36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:23.641634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.675582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.695003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-549ade97-7966-449d-b84c-d6738dbf3da1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:23.768780 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 7.8335915 Jan 14 05:40:23.844523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:23.959553 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e248ac16-1219-48e0-b88b-90a8e7f641ae tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6416893 Jan 14 05:40:23.971600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51350) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:24.008288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-security--1557804149', 'description': 'tempest-security-description-1016074728'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:24.017311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'SecurityGroup': ['ID=163b309d-ad87-4886-bc34-6087a22746f2,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:24.166944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] device_id is not set on port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:24.184341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Network 7a0aafae-ef9a-4974-a483-f110617eb081 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:24.199330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:24.208180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:24.282274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:24.290018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Pushing event updated for resources: {'Port': ['ID=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:24.311875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting subnet 8392ad9a-de90-4656-9dfd-8a468b3b8e68 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:40:24.317232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b31c6c29-695a-4503-8a8b-2662a0780764 None None] Provisioning for port f75af8db-ee63-44da-bdfa-1d5494e16d36 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:24.331282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.711s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:24.332535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b31c6c29-695a-4503-8a8b-2662a0780764 None None] Provisioning complete for port f75af8db-ee63-44da-bdfa-1d5494e16d36 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:24.333776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b31c6c29-695a-4503-8a8b-2662a0780764 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.343643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.386277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51358) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:24.440221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b31c6c29-695a-4503-8a8b-2662a0780764 None None] Port f75af8db-ee63-44da-bdfa-1d5494e16d36 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:24.449695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.456011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Attempting to bind port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:24.456435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Attempting to bind port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '81c38307-202e-4c02-a8a0-b30dc46e4590', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:24.459134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Attempting to bind port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 on network 7a0aafae-ef9a-4974-a483-f110617eb081 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:24.466504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.486301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'security_group': {'name': 'tempest-securitygroup--1074056323', 'description': 'tempest-description--1031361882'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:24.495241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:24.499401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Checking segment: {'id': '81c38307-202e-4c02-a8a0-b30dc46e4590', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:24.499872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.500318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Bound using segment: {'id': '81c38307-202e-4c02-a8a0-b30dc46e4590', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:24.500871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Bound port: fa63ba2d-dde6-4316-9cb3-8ebf4315eef2, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '81c38307-202e-4c02-a8a0-b30dc46e4590', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 25, 'network_id': '7a0aafae-ef9a-4974-a483-f110617eb081'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:24.504644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.508030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.531235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:24.604615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:security_group and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:24.626031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:24.662184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.681065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ceba1f0-73f1-447d-966f-4ec7d8f58eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:24.755612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] For port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:24.764172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] For port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,segment=NetworkSegment(81c38307-202e-4c02-a8a0-b30dc46e4590),segment_id=81c38307-202e-4c02-a8a0-b30dc46e4590)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:24.772757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:24.800075 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:24.929917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Subnet': ['ID=6bb35d88-dc31-4620-9ba2-339d4b2bc4cd,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:24.940262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:24.943589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d10f90e6-3e81-4f08-9072-d3456df8b890 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:24.959704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Checking segment: {'id': '728ee5ef-c3d1-4034-b4da-b4d54f121130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd2a4d42f-b670-437d-8b4f-26be404673ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:24.960094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network hostable DHCP agents. Network: d2a4d42f-b670-437d-8b4f-26be404673ff, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:25.002289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network d2a4d42f-b670-437d-8b4f-26be404673ff is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:25.017260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.020034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, d2a4d42f-b670-437d-8b4f-26be404673ff) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:25.031496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.060919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] device_id is not set on port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:25.071912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.078817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:25.079979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff6b467d-e06d-4d5f-b0bf-b39b8580992a tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:25.152709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbbe5c24-9bdc-41fe-875c-4b0393ba1a32 None None] Network d2a4d42f-b670-437d-8b4f-26be404673ff requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:25.158492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event updated for resources: {'Port': ['ID=13de28d2-7b67-4f79-8a88-c7d89376174c,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:25.168136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:25.168802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.173296 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:25.174734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Pushing event updated for resources: {'Port': ['ID=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:25.185567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.191869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c9ebd94-30ba-44a2-a0ad-11819f1d578d None None] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:25.206676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.210964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.411s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:25.223983 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 5.0526435 Jan 14 05:40:25.228393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51376) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:25.235247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'port': {'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3', 'name': 'tempest-TaggedBootDevicesTest_v242-327059346', 'fixed_ips': [{'subnet_id': '86ddb58c-64a7-4fff-a85f-db447308c5cb'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:25.262568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.269927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Transition to ACTIVE for port object 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:25.284610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d31fea6-dc94-4020-9e8d-f58af7e573b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:25.332884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=0a945f62-7d09-4b48-887e-a386cc938ef1,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:25.336800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:25.347689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.384558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.536213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 77797dff-55ca-463f-80ec-80e194373b56 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:25.537497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:25.540805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:25.548231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:port and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:25.553026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for port was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:25.634121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:25.686955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.714444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1ab94a5f-8315-4dff-8143-2f661520a517 None None] Provisioning for port d10f90e6-3e81-4f08-9072-d3456df8b890 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:25.774560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port d10f90e6-3e81-4f08-9072-d3456df8b890 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:25.790807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:25.813702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d10f90e6-3e81-4f08-9072-d3456df8b890 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:25.814108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.872165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:25.873619 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "PUT /v2.0/security-groups/0a945f62-7d09-4b48-887e-a386cc938ef1 HTTP/1.1" status: 200 len: 1780 time: 1.8937693 Jan 14 05:40:25.879030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f681241-c0f0-4d87-a002-0a2d0ecd2728 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:25.890332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51386) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:25.950343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Router 852574bb-92a3-4e80-bfd5-a216e0dbf656 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:40:25.965725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51390) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:25.971724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:25.974614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:25.988344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:25.995212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.034057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:security_group_rule and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:26.078359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.146455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port d10f90e6-3e81-4f08-9072-d3456df8b890, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d10f90e6-3e81-4f08-9072-d3456df8b890,segment=NetworkSegment(d4309266-eaae-4497-9174-cc59e62a1881),segment_id=d4309266-eaae-4497-9174-cc59e62a1881)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:26.168149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-719c0a71-91f7-45ad-8af1-082a81c593d5 None None] Provisioning complete for port 13de28d2-7b67-4f79-8a88-c7d89376174c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:26.168573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-719c0a71-91f7-45ad-8af1-082a81c593d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.259990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.274833 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:26.280206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:26.287560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:26.344875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-719c0a71-91f7-45ad-8af1-082a81c593d5 None None] Port 13de28d2-7b67-4f79-8a88-c7d89376174c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:26.440004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-d2a4d42f-b670-437d-8b4f-26be404673ff', 'network_id': 'd2a4d42f-b670-437d-8b4f-26be404673ff', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'fixed_ips': [{'subnet_id': '6bb35d88-dc31-4620-9ba2-339d4b2bc4cd'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:26.441219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.482117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=d10f90e6-3e81-4f08-9072-d3456df8b890,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:26.489958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:26.498308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.531968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb1c9a2e-2567-484a-8d3e-4081fd0776f0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups/0a945f62-7d09-4b48-887e-a386cc938ef1 HTTP/1.1" status: 200 len: 1780 time: 0.6350954 Jan 14 05:40:26.552042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.631050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51398) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:26.634239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.719510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:40:26.729736 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "PUT /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2418776 Jan 14 05:40:26.733573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] Sync routers for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:40:26.753863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:26.754870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:40:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:26.759383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Checking segment: {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:26.760014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Network hostable DHCP agents. Network: 8e702664-7746-4932-84db-ac2fa41cd361, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:26.767701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.772337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:26.790456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51402) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:26.876485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:26.891652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:26.900999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:26.901954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:40:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:26.911264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61293853-a3c9-4bd8-a791-4979c6cdd4e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.944999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:26.948048 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:26.961601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'SecurityGroup': ['ID=baa22b41-61f9-4e9b-8ff6-57a24dd23337,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:26.964816 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:26.984592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Allocated IP 10.2.2.2 (d2a4d42f-b670-437d-8b4f-26be404673ff/6bb35d88-dc31-4620-9ba2-339d4b2bc4cd/16fcf84f-4a37-4538-9fa2-75392854f9a7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:26.995063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Usage tracker for resource:security_group_rule and tenant:208fc51b903c41df92d355b85520e86b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:27.000166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a40dee98-11f4-406c-a087-0f09a2a3e231 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:27.005262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:27.006293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97dd1255-5cea-46b4-a65f-ee7dac97e73e None None] The sync data for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:40:27.044472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e491e4ed-0d25-441e-8348-c37a56367de7 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.113537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:27.120614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:27.123080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:27.192205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7f895535-2cc3-448a-8ed3-e0988a25782d None None] Provisioning complete for port d10f90e6-3e81-4f08-9072-d3456df8b890 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:27.192631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f895535-2cc3-448a-8ed3-e0988a25782d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.199930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Subnet': ['ID=8392ad9a-de90-4656-9dfd-8a468b3b8e68,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:27.204476 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:27.211914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.214992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.219348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1782 time: 2.8142385 Jan 14 05:40:27.230003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51406) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:27.238160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.248834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:40:27.250432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] device_id is not set on port 5dbf1559-3909-4ab5-be5e-62259d64fe5e yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:27.258264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.262561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'security_group_rule': {'security_group_id': 'baa22b41-61f9-4e9b-8ff6-57a24dd23337', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:27.281812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Network 8e702664-7746-4932-84db-ac2fa41cd361 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:27.293873 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-e491e4ed-0d25-441e-8348-c37a56367de7 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:40:27.295061 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e491e4ed-0d25-441e-8348-c37a56367de7 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656 HTTP/1.1" status: 409 len: 329 time: 0.5028636 Jan 14 05:40:27.301091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51410) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:27.301252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:27.303513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.315106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.321522 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-506f487c-e82d-4393-886a-81d4bef8a5c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:27.339049 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/8392ad9a-de90-4656-9dfd-8a468b3b8e68 HTTP/1.1" status: 204 len: 168 time: 4.2398033 Jan 14 05:40:27.359535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51414) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:27.367772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:security_group_rule and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:27.380388 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=208fc51b903c41df92d355b85520e86b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3983326 Jan 14 05:40:27.384181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:27.385620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51418) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:27.385739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.394937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 8e702664-7746-4932-84db-ac2fa41cd361) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:27.396425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.505271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.520934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Transition to ACTIVE for port object 16fcf84f-4a37-4538-9fa2-75392854f9a7 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:27.571405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Transition to ACTIVE for port object 16fcf84f-4a37-4538-9fa2-75392854f9a7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:27.575917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b39c41d2-95c1-40b1-b00e-e277062c411f None None] Network 8e702664-7746-4932-84db-ac2fa41cd361 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:27.677733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:27.680215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:27.696333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.701314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:27.736686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d10f90e6-3e81-4f08-9072-d3456df8b890 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:27.775557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.814519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.838909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5b88525f-cad9-4165-b134-6cbf4cb0a0ab,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:27.852521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-22df10e5-2ef6-4144-bfc3-1cc04ae7af4f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:27.858360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:27.887163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] In _notify_port_updated(), no bound segment for port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 on network f8bdfe69-e37f-47de-a7f5-c72775366634 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:40:27.911736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.911927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:27.912725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.914298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "PUT /v2.0/ports/6f6b7d60-19e6-41a6-a047-9e1aa35c2893 HTTP/1.1" status: 200 len: 1055 time: 4.8719440 Jan 14 05:40:27.915439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a1fdf19-1ae6-4af5-87f9-6b1a969bd5bd tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.247s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:27.958055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:27.958279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51422) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:27.963114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:27.963584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:27.964070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 on network 8e702664-7746-4932-84db-ac2fa41cd361 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:28.037148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:28.037657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Checking segment: {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:28.038108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.038548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Bound using segment: {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:28.039221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Bound port: 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:28.039867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.047997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63526d2a-0cbb-458e-be31-28de795bb932 None None] Network 7a0aafae-ef9a-4974-a483-f110617eb081 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:28.070546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.074133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/0a945f62-7d09-4b48-887e-a386cc938ef1 HTTP/1.1" status: 204 len: 168 time: 1.4209571 Jan 14 05:40:28.074133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event updated for resources: {'Port': ['ID=6f6b7d60-19e6-41a6-a047-9e1aa35c2893,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:28.077020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:28.078103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d2b19d5d-641b-46dd-9e2b-92809610a124 None None] Provisioning complete for port d10f90e6-3e81-4f08-9072-d3456df8b890 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:28.078600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b19d5d-641b-46dd-9e2b-92809610a124 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.081541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51426) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:28.083098 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdec1d68-db37-45f7-bb4d-8514350df82f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:28.091846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.162279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a945f62-7d09-4b48-887e-a386cc938ef1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:28.165758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.187134 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.189913 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.196029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b0bfa-6c0f-49af-99f8-10b35041cf35 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:28.203554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Allocated IP 10.1.1.230 (0be7dde9-e028-4d5d-af9d-f236d05ef7e3/86ddb58c-64a7-4fff-a85f-db447308c5cb/5dbf1559-3909-4ab5-be5e-62259d64fe5e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:28.203714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e6b0bfa-6c0f-49af-99f8-10b35041cf35 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:28.203714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0e6b0bfa-6c0f-49af-99f8-10b35041cf35 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Synchronizing usage tracker for tenant:d93931abbfd44328aebeb46145a143be on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:28.208022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:28.208368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.242319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0e6b0bfa-6c0f-49af-99f8-10b35041cf35 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Unset dirty status for tenant:d93931abbfd44328aebeb46145a143be on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:28.246615 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e6b0bfa-6c0f-49af-99f8-10b35041cf35 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1478 time: 0.8621392 Jan 14 05:40:28.251129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51430) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:28.293649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:28.298299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.301128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0,segment=NetworkSegment(2f357bf5-797f-49ac-9d26-31ed46c6294e),segment_id=2f357bf5-797f-49ac-9d26-31ed46c6294e)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:28.303199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.306578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.333183 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:28.361698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d10f90e6-3e81-4f08-9072-d3456df8b890 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:28.362190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.381561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2b0771f-4ea6-417c-9b1d-ef52f4c4c532 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:28.430075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9a4f0d7f-63a4-46cd-b70f-4e1bc4d76440,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:28.437260 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:28.438678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.099s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:28.493392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Pushing event updated for resources: {'Port': ['ID=16fcf84f-4a37-4538-9fa2-75392854f9a7,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:28.502638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:28.515354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.530754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3ebaf17-6890-4b14-a91f-4195a4f23c98 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:28.559994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:28.566329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.567861 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3313017 Jan 14 05:40:28.569228 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:28.571636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51434) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:28.589291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'security_group_rule': {'security_group_id': 'baa22b41-61f9-4e9b-8ff6-57a24dd23337', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:28.592194 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.594767 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.595999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:28.601541 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:28.603443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b88525f-cad9-4165-b134-6cbf4cb0a0ab,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:28.604398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:28.609772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:security_group_rule and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:28.613449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:28.619819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:28.622795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:28.623508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.631017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:28.643006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2b0771f-4ea6-417c-9b1d-ef52f4c4c532 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:28.645137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2b0771f-4ea6-417c-9b1d-ef52f4c4c532 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5563796 Jan 14 05:40:28.648834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51438) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:28.662997 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1082 time: 5.7285542 Jan 14 05:40:28.676385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51442) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:28.701906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b9ae3f2-4edb-407f-8dc0-e830d323f528 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.712805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.735889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Network d2a4d42f-b670-437d-8b4f-26be404673ff is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:28.739984 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6822c25e-222b-4a59-9a74-f84f60cd9732 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] delete failed (client error): The resource could not be found. Jan 14 05:40:28.745085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6822c25e-222b-4a59-9a74-f84f60cd9732 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/0a945f62-7d09-4b48-887e-a386cc938ef1 HTTP/1.1" status: 404 len: 347 time: 0.0859241 Jan 14 05:40:28.751748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.752977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b88525f-cad9-4165-b134-6cbf4cb0a0ab HTTP/1.1" status: 204 len: 168 time: 1.3634000 Jan 14 05:40:28.753536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51448) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:28.795642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:28.805164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:28.851809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.859837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Deleting port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:28.860356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.923976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Attempting to bind port 16fcf84f-4a37-4538-9fa2-75392854f9a7 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:28.924219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Attempting to bind port 16fcf84f-4a37-4538-9fa2-75392854f9a7 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '728ee5ef-c3d1-4034-b4da-b4d54f121130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd2a4d42f-b670-437d-8b4f-26be404673ff'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:28.924575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Attempting to bind port 16fcf84f-4a37-4538-9fa2-75392854f9a7 on network d2a4d42f-b670-437d-8b4f-26be404673ff {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:28.926404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--119471235'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:28.940318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:28.940774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Checking segment: {'id': '728ee5ef-c3d1-4034-b4da-b4d54f121130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd2a4d42f-b670-437d-8b4f-26be404673ff'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:28.940907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:28.941185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.941636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Bound using segment: {'id': '728ee5ef-c3d1-4034-b4da-b4d54f121130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd2a4d42f-b670-437d-8b4f-26be404673ff'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:28.942185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Bound port: 16fcf84f-4a37-4538-9fa2-75392854f9a7, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '728ee5ef-c3d1-4034-b4da-b4d54f121130', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 23, 'network_id': 'd2a4d42f-b670-437d-8b4f-26be404673ff'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:28.942619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:28.955570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:29.057438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] For port 16fcf84f-4a37-4538-9fa2-75392854f9a7, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:29.062124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] For port 16fcf84f-4a37-4538-9fa2-75392854f9a7, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=16fcf84f-4a37-4538-9fa2-75392854f9a7,segment=NetworkSegment(728ee5ef-c3d1-4034-b4da-b4d54f121130),segment_id=728ee5ef-c3d1-4034-b4da-b4d54f121130)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:29.068684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.071353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] DHCP port deletion for 7a0aafae-ef9a-4974-a483-f110617eb081 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:40:29.075309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.083451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Deleting port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:29.084044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.124089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b09ef963-6379-42f6-aca8-f68a7efff155 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:29.158429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'SecurityGroupRule': ['ID=946a1246-a13d-467e-bb8b-df3fb4fd0ecb,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:29.161872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:29.163240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.164552 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.5821495 Jan 14 05:40:29.170402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51456) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:29.176055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.199035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:29.231195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:29.237241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Provisioning for port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:29.241580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:29.245579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Usage tracker for resource:floatingip and tenant:43cd020a47124215961e0bfe3de50188 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:29.248640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:29.254541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:29.257036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:29.261005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Provisioning complete for port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:29.261449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.268976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51460) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:29.276019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:29.282468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:29.291095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:29.292899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.303440 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2b9ae3f2-4edb-407f-8dc0-e830d323f528 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): There was a conflict when trying to complete your request. Jan 14 05:40:29.303953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2b9ae3f2-4edb-407f-8dc0-e830d323f528 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 409 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:40:29.305821 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b9ae3f2-4edb-407f-8dc0-e830d323f528 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/7a0aafae-ef9a-4974-a483-f110617eb081 HTTP/1.1" status: 409 len: 405 time: 1.0496156 Jan 14 05:40:29.319283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51464) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:29.323041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.349034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-391091923'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:29.355780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:29.363061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0,segment=NetworkSegment(2f357bf5-797f-49ac-9d26-31ed46c6294e),segment_id=2f357bf5-797f-49ac-9d26-31ed46c6294e)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:29.363560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.375890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:29.392144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Usage tracker for resource:security_group_rule and tenant:8cd58f55824e4fbf917cbd78aa8aa732 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:29.399846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:network and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:29.402592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:29.425370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for network was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:29.429463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:29.442253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:29.503832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.534974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:29.544309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.545217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Pushing event updated for resources: {'Port': ['ID=16fcf84f-4a37-4538-9fa2-75392854f9a7,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:29.560621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:29.561245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Calling delete_port for 4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:29.583705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] For port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,segment=NetworkSegment(81c38307-202e-4c02-a8a0-b30dc46e4590),segment_id=81c38307-202e-4c02-a8a0-b30dc46e4590)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:29.584250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.683312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.690492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.702797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.730101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9b6e0c8-0a60-451f-8bd8-e762fd23ff97 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:29.744651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.746296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9911060 Jan 14 05:40:29.749161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.753506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51468) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:29.765863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Calling delete_port for 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:29.772052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': 'f8e7cb0c-b88b-426b-914c-8302fef4479a', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:29.785118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Calling delete_port for fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:29.790364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:29.792888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.797690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:29.814727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=f8e7cb0c-b88b-426b-914c-8302fef4479a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:29.819351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:29.824609 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:29.827875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65dcf892-83ad-4872-a495-5498dd725700 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:29.853500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.895251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] For port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,segment=NetworkSegment(81c38307-202e-4c02-a8a0-b30dc46e4590),segment_id=81c38307-202e-4c02-a8a0-b30dc46e4590)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:29.921996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:29.922206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:29.927218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2db9fa72-fab8-4d32-b67c-a65b8b295bf0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:29.936881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Transition to ACTIVE for port object 5dbf1559-3909-4ab5-be5e-62259d64fe5e will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:29.977701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] vxlan segment allocate from pool success with {'vxlan_vni': 27} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:30.003063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:40:30.003261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event deleted for resources: {'Port': ['ID=4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:30.003373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:40:30.013670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:30.016138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Provisioning complete for port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:30.017259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.043036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.047036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.047645 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Added segment 9a473913-762e-4bb5-9100-4fcec9ebac7d of type vxlan for network e4dfcc2a-2577-47a6-b1da-59e5d243206b Jan 14 05:40:30.057388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.074925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Pushing event updated for resources: {'Port': ['ID=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:30.079253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:30.109021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Port 6f6b7d60-19e6-41a6-a047-9e1aa35c2893 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:30.182465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.185146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.195635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.201299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.215773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.228283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-480b2f8f-cdc8-4637-8c48-7bf97d619f6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:30.233381 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "DELETE /v2.0/ports/4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 HTTP/1.1" status: 204 len: 168 time: 1.5552793 Jan 14 05:40:30.236780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:30.304557 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3473f3be-dc67-4bd9-9bf2-2ebe3cff9040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] GET failed (client error): The resource could not be found. Jan 14 05:40:30.305125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3473f3be-dc67-4bd9-9bf2-2ebe3cff9040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Synchronizing usage tracker for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:30.323953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.371016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.376219 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d5f3fc4b-6f70-49d7-9e04-5c8105e3f0c1 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:30.382165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3473f3be-dc67-4bd9-9bf2-2ebe3cff9040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Unset dirty status for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:30.383396 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3473f3be-dc67-4bd9-9bf2-2ebe3cff9040 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "GET /v2.0/ports/4f145b4c-496d-4ef2-bd1d-3d1c6880dbc0 HTTP/1.1" status: 404 len: 333 time: 0.1429975 Jan 14 05:40:30.397981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:30.422406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Request body: {'port': {'network_id': '8e702664-7746-4932-84db-ac2fa41cd361', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-199803668'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:30.429829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:40:30.504412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Deleting port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:30.505358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.566306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=79c0084e-441b-4219-9603-e24db1a0b604,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:30.581193 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8cd58f55824e4fbf917cbd78aa8aa732&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3086061 Jan 14 05:40:30.581193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:30.589634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb35d9bf-ccc7-4fce-b48f-57edef2e5894 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.355s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:30.640488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:30.682585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.701795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c2364b1f-62b5-4a77-a2e0-7501d2513f30,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:30.702491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:30.703007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.717378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:30.717378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:30.739594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:30.741902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.746090 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.9876986 Jan 14 05:40:30.747746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.749116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51484) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:30.750838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:30.753348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] For port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,segment=NetworkSegment(81c38307-202e-4c02-a8a0-b30dc46e4590),segment_id=81c38307-202e-4c02-a8a0-b30dc46e4590)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:30.753792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.782445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:30.794285 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 788 time: 1.4738476 Jan 14 05:40:30.804710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:30.819755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Made reservation on behalf of 3f53851722ac4e56b448f1e7970ed7be for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:30.831454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.849076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51488) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.884502 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.888151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:30.891844 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:30.894346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Allocated IP 172.25.3.190 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/b579c03c-ca5a-41f5-97d4-ed1f0bf8ccbc) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:30.903393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:30.904134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.925995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Calling delete_port for fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:30.931960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:30.957902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'subnet': {'network_id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:30.975869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Port': ['ID=5dbf1559-3909-4ab5-be5e-62259d64fe5e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:31.001631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:31.013353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8df8518-e433-4145-b2ae-7fbe5db4c6d3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:31.070451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.190828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Network': ['ID=e4dfcc2a-2577-47a6-b1da-59e5d243206b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:31.202551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:31.239373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d850318c-19b1-4429-811b-c5d1632a8c55 tempest-FloatingIPAdminTestJSON-1174170367 tempest-FloatingIPAdminTestJSON-1174170367] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.454s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:31.297030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Port': ['ID=6f6b7d60-19e6-41a6-a047-9e1aa35c2893,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:31.315448 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 6.0857720 Jan 14 05:40:31.324074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 16fcf84f-4a37-4538-9fa2-75392854f9a7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:31.326122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:31.327308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:31.336863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.347012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'port': {'network_id': '0be7dde9-e028-4d5d-af9d-f236d05ef7e3', 'name': 'tempest-TaggedBootDevicesTest_v242-857986114', 'fixed_ips': [{'subnet_id': '86ddb58c-64a7-4fff-a85f-db447308c5cb'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:31.386492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:31.399416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.405956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:31.415761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.421436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:31.526176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting port 13de28d2-7b67-4f79-8a88-c7d89376174c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:31.527002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.533801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.549109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] device_id is not set on port 005dea89-2cc2-4697-a1fe-1526c0ff961f yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:31.549591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed81f861-eebd-4a90-87f6-dfd4f768485a None None] Network d2a4d42f-b670-437d-8b4f-26be404673ff requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:31.594559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa08d485-277e-40ff-aeaf-3dcb78534b1d tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:31.619849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:31.621430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:31.624589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:31.627358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=c2364b1f-62b5-4a77-a2e0-7501d2513f30,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:31.630650 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:31.648663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.650102 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/c2364b1f-62b5-4a77-a2e0-7501d2513f30 HTTP/1.1" status: 204 len: 168 time: 0.8995917 Jan 14 05:40:31.664483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:port and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:31.670267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51496) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:31.678141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for port was recalculated. Used quota:5. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:31.718130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:31.722036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:31.772544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.795047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:31.826785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db842296-8e7d-4aed-9670-1ec84c12f740 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:31.835674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:31.859463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Made reservation on behalf of 38577347b19046d3a3050cdc4af8b489 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:31.901206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Pushing event deleted for resources: {'Port': ['ID=fa63ba2d-dde6-4316-9cb3-8ebf4315eef2,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:31.918743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:31.929647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-169e4985-8f72-42af-8849-2943f29f6b22 None None] Provisioning for port 5dbf1559-3909-4ab5-be5e-62259d64fe5e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:31.953447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Calling delete_port for 13de28d2-7b67-4f79-8a88-c7d89376174c owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:31.971253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-169e4985-8f72-42af-8849-2943f29f6b22 None None] Provisioning complete for port 5dbf1559-3909-4ab5-be5e-62259d64fe5e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:31.971667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-169e4985-8f72-42af-8849-2943f29f6b22 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.032195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] No DVR routers for this DVR port fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:32.044784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 16fcf84f-4a37-4538-9fa2-75392854f9a7 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:32.094954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-169e4985-8f72-42af-8849-2943f29f6b22 None None] Port 5dbf1559-3909-4ab5-be5e-62259d64fe5e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:32.152551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:40:32.192271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:40:32.192664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa63ba2d-dde6-4316-9cb3-8ebf4315eef2 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:40:32.199085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db842296-8e7d-4aed-9670-1ec84c12f740 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:32.200673 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-db842296-8e7d-4aed-9670-1ec84c12f740 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5193086 Jan 14 05:40:32.213294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.230212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:32.267201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Provisioning for port 16fcf84f-4a37-4538-9fa2-75392854f9a7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:32.276279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Provisioning complete for port 16fcf84f-4a37-4538-9fa2-75392854f9a7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:32.276691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.290789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.321380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.337902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.340456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.341717 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/79c0084e-441b-4219-9603-e24db1a0b604 HTTP/1.1" status: 204 len: 168 time: 1.6936712 Jan 14 05:40:32.344559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1d9fe2a-2763-47b1-9ac8-e036a6033fac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:32.357097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/ports/6f6b7d60-19e6-41a6-a047-9e1aa35c2893 HTTP/1.1" status: 204 len: 168 time: 4.3937228 Jan 14 05:40:32.361373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ced5121-5bbd-4689-a45e-b90cc99b1c5a tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:32.367354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51506) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:32.413336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=79c0084e-441b-4219-9603-e24db1a0b604,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:32.421973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:32.428754 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2cb70e38-30e2-4a7b-8243-375ed5afcbf0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] GET failed (client error): The resource could not be found. Jan 14 05:40:32.429328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2cb70e38-30e2-4a7b-8243-375ed5afcbf0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Synchronizing usage tracker for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:32.455396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2cb70e38-30e2-4a7b-8243-375ed5afcbf0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Unset dirty status for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:32.459723 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2cb70e38-30e2-4a7b-8243-375ed5afcbf0 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "GET /v2.0/ports/6f6b7d60-19e6-41a6-a047-9e1aa35c2893 HTTP/1.1" status: 404 len: 333 time: 0.0900548 Jan 14 05:40:32.461881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51510) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:32.481439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.598410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting port b85a3614-c898-4d55-8918-401d1cbf4731 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:32.604708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.612696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Port': ['ID=b579c03c-ca5a-41f5-97d4-ed1f0bf8ccbc,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:32.624251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] For port 16fcf84f-4a37-4538-9fa2-75392854f9a7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=16fcf84f-4a37-4538-9fa2-75392854f9a7,segment=NetworkSegment(728ee5ef-c3d1-4034-b4da-b4d54f121130),segment_id=728ee5ef-c3d1-4034-b4da-b4d54f121130)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:32.633429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.636410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:32.677284 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:32.683792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.694650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.718362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Pushing event updated for resources: {'Port': ['ID=16fcf84f-4a37-4538-9fa2-75392854f9a7,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:32.724006 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:32.781595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1201cc18-f2a1-47a1-bfa7-230422b1fa1d None None] Provisioning complete for port 16fcf84f-4a37-4538-9fa2-75392854f9a7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:32.782027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1201cc18-f2a1-47a1-bfa7-230422b1fa1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.876047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.880056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:32.978236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74cfea31-9b9e-4331-b158-ceb7ef88a56d tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:33.061415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Port': ['ID=13de28d2-7b67-4f79-8a88-c7d89376174c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:33.074051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.109842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.119948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-555e85e7-d4cd-4e40-a2a1-b0a4ef93f3dd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:33.121298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5884c69f-3ffe-48f9-aea4-b5ce66e79077 None None] Provisioning complete for port 16fcf84f-4a37-4538-9fa2-75392854f9a7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:33.121862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5884c69f-3ffe-48f9-aea4-b5ce66e79077 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.154143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:33.225325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 16fcf84f-4a37-4538-9fa2-75392854f9a7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:33.245489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:40:33.263433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.271085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] device_id is not set on port b63322a2-d19d-4d00-a031-c0b57205a36d yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:33.419814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Calling delete_port for b85a3614-c898-4d55-8918-401d1cbf4731 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:33.423753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 16fcf84f-4a37-4538-9fa2-75392854f9a7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:33.424296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.565273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2a56e368-120b-43e8-be5b-4a86b87bffb3 None None] Provisioning complete for port 16fcf84f-4a37-4538-9fa2-75392854f9a7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:33.565692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a56e368-120b-43e8-be5b-4a86b87bffb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.697141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:33.779458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:33.793728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.828792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:33.904272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:33.922844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=005dea89-2cc2-4697-a1fe-1526c0ff961f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:33.935480 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:33.978197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd1be461-20e4-480c-b3a2-cda9097718af tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:34.057865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Port': ['ID=b85a3614-c898-4d55-8918-401d1cbf4731,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:34.058102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.078748 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17c59ce8-4180-4fdf-ba8a-e8992f735280 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:34.080350 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:34.102313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Network 8e702664-7746-4932-84db-ac2fa41cd361 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:34.123898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:34.126291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=f8e7cb0c-b88b-426b-914c-8302fef4479a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:34.128600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:34.129470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:34.130244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.143458 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:34.289113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 3.8900030 Jan 14 05:40:34.294225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.296420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.297785 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/f8e7cb0c-b88b-426b-914c-8302fef4479a HTTP/1.1" status: 204 len: 168 time: 2.0498688 Jan 14 05:40:34.302615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51538) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:34.302959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51540) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:34.340660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Request body: {'port': {'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:34.373367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Allocated IP 10.1.1.184 (0be7dde9-e028-4d5d-af9d-f236d05ef7e3/86ddb58c-64a7-4fff-a85f-db447308c5cb/b63322a2-d19d-4d00-a031-c0b57205a36d) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:34.440248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.525382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Router 852574bb-92a3-4e80-bfd5-a216e0dbf656 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:40:34.532934 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/ports/b85a3614-c898-4d55-8918-401d1cbf4731 HTTP/1.1" status: 204 len: 168 time: 2.0699756 Jan 14 05:40:34.533629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51550) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:34.550716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.642371 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4eb3bece-8df2-4e2a-bc81-a08569bb4a8d tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] GET failed (client error): The resource could not be found. Jan 14 05:40:34.643563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4eb3bece-8df2-4e2a-bc81-a08569bb4a8d tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Synchronizing usage tracker for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:34.724628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4eb3bece-8df2-4e2a-bc81-a08569bb4a8d tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Unset dirty status for tenant:606c854ddfc04703863f5cafe1547101 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:34.730491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4eb3bece-8df2-4e2a-bc81-a08569bb4a8d tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "GET /v2.0/ports/b85a3614-c898-4d55-8918-401d1cbf4731 HTTP/1.1" status: 404 len: 333 time: 0.1947892 Jan 14 05:40:34.738406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51558) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:34.777540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:40:34.788688 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "PUT /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4871559 Jan 14 05:40:34.797115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] Sync routers for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:40:34.797300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51562) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:34.807807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:34.808502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:40:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:34.844013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.877129 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-b2e737b3-2121-49d5-8841-f14bd0908549 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] show failed (client error): The resource could not be found. Jan 14 05:40:34.878215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2e737b3-2121-49d5-8841-f14bd0908549 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1309122602 HTTP/1.1" status: 404 len: 335 time: 0.0801482 Jan 14 05:40:34.882609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:34.883274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51568) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:34.895014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] Routers {'852574bb-92a3-4e80-bfd5-a216e0dbf656'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:40:34.895698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:40:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['852574bb-92a3-4e80-bfd5-a216e0dbf656'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:34.895816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting port ae9a7c02-ac60-4359-9d15-7c4e3160d571 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:34.896214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.901078 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:34.903678 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:34.905531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ce9a57f3-9dcc-44ec-824a-68415b49accd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:34.932193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-56184c16-7806-413b-ac70-9edbccf6fd85 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Request body: {'router': {'name': 'new_name'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:35.008319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:35.009439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8475ecaa-7dc8-4713-9430-06ebfecef1f8 None None] The sync data for ids ['852574bb-92a3-4e80-bfd5-a216e0dbf656'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:40:35.136362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ce9a57f3-9dcc-44ec-824a-68415b49accd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:35.142544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce9a57f3-9dcc-44ec-824a-68415b49accd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8310404 Jan 14 05:40:35.158438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51574) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:35.161661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.236634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--838751815'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:35.295782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:35.309291 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-56184c16-7806-413b-ac70-9edbccf6fd85 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] update failed (client error): The resource could not be found. Jan 14 05:40:35.314374 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56184c16-7806-413b-ac70-9edbccf6fd85 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-626655113 HTTP/1.1" status: 404 len: 334 time: 0.4261703 Jan 14 05:40:35.314541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:40:35.314625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51584) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:35.319287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Transition to ACTIVE for port object b63322a2-d19d-4d00-a031-c0b57205a36d will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:35.328249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.349216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:35.351394 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bfacdf3-019f-4997-8f4f-ad6892b311c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:35.577901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.675043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:35.689753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Subnet': ['ID=83f00073-8116-42f4-94aa-3a0fce5317b4,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:35.689753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:35.696852 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.345s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:35.701057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:35.708424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting subnet dd3c5374-7585-40ec-ab8c-d5cc7f0c8b72 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:40:35.713216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.725099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.731258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:35.749691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.761534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c73b7b6-22f0-4b93-9da9-3f706ddcf004 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:35.887079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:40:35.895656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Calling delete_port for ae9a7c02-ac60-4359-9d15-7c4e3160d571 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:35.930723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:40:35.946684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.960873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:35.968431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Port': ['ID=b63322a2-d19d-4d00-a031-c0b57205a36d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:35.971715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:36.037255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.119606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.125754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c294c6c6-9cfa-4a95-8e04-8e433aac1dd4 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:36.164524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.185431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-643f07ae-e806-4afa-847e-d609d9fe2bba tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:36.283907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Port': ['ID=ae9a7c02-ac60-4359-9d15-7c4e3160d571,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:36.288066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51602) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:36.308040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:36.574734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Checking segment: {'id': '9a473913-762e-4bb5-9100-4fcec9ebac7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:36.575245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network hostable DHCP agents. Network: e4dfcc2a-2577-47a6-b1da-59e5d243206b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:36.591279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] device_id is not set on port 005dea89-2cc2-4697-a1fe-1526c0ff961f yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:36.616978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.642009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:36.654235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.677399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:36.679311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.679872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:36.688990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:36.697840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Usage tracker for resource:security_group_rule and tenant:022acbe259c744edb233efbdf6f2357f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:36.704842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:36.719313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:36.724079 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/ports/ae9a7c02-ac60-4359-9d15-7c4e3160d571 HTTP/1.1" status: 204 len: 168 time: 1.9842858 Jan 14 05:40:36.731799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event updated for resources: {'Port': ['ID=b579c03c-ca5a-41f5-97d4-ed1f0bf8ccbc,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:36.732927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51608) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:36.735586 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:36.765388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Transition to ACTIVE for port object 005dea89-2cc2-4697-a1fe-1526c0ff961f will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:36.772395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.797201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.809749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.811049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.821313 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06871d0a-aa6f-4a7f-b587-f345d09d3255 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:36.829957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32dd715a-a29b-433f-953d-9d16bbd8e8cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.852384 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.856022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:36.859823 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:36.870572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:36.871327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:36.892665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:36.938855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Subnet': ['ID=dd3c5374-7585-40ec-ab8c-d5cc7f0c8b72,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:36.958424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:36.985855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1eb10e03-a273-4eb3-8ed9-eab170aa8326 None None] Provisioning for port b63322a2-d19d-4d00-a031-c0b57205a36d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:36.992416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1eb10e03-a273-4eb3-8ed9-eab170aa8326 None None] Provisioning complete for port b63322a2-d19d-4d00-a031-c0b57205a36d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:36.993349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1eb10e03-a273-4eb3-8ed9-eab170aa8326 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.049769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1eb10e03-a273-4eb3-8ed9-eab170aa8326 None None] Port b63322a2-d19d-4d00-a031-c0b57205a36d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:40:37.053800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e4dfcc2a-2577-47a6-b1da-59e5d243206b) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:37.062419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3331476d-7fa3-458f-8525-6d98aaf0f663 None None] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:37.089913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.098044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.9259362 Jan 14 05:40:37.098044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 936 time: 5.7550988 Jan 14 05:40:37.099616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51614) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:37.103708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=005dea89-2cc2-4697-a1fe-1526c0ff961f,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:37.110901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:37.115272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd49a1b6-2157-457c-a926-593022fc8f9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.265s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:37.115783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '92efd21a-7d14-4dad-afb9-67f58485496d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:37.126214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:37.129558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:37.130225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.130583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:37.133673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:37.139530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:37.187317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.200717 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/subnets/dd3c5374-7585-40ec-ab8c-d5cc7f0c8b72 HTTP/1.1" status: 204 len: 168 time: 1.8825760 Jan 14 05:40:37.210764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51618) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:37.213351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.232820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=92efd21a-7d14-4dad-afb9-67f58485496d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:37.235640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.240565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:37.253975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 818 time: 6.3154507 Jan 14 05:40:37.260878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51622) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:37.300494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.301111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aec7b94c-9c17-4ace-ad98-c43d105af8b3 None None] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:37.306094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.316955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 8.1336670 Jan 14 05:40:37.332472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.350811 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-871a156a-7a44-4064-8dee-07250f7bcaee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:37.376400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 005dea89-2cc2-4697-a1fe-1526c0ff961f on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:37.376780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 005dea89-2cc2-4697-a1fe-1526c0ff961f by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:37.377164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 005dea89-2cc2-4697-a1fe-1526c0ff961f on network 8e702664-7746-4932-84db-ac2fa41cd361 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:37.383503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.391065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:37.391427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Checking segment: {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:37.392210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.392210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Bound using segment: {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:37.392686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Bound port: 005dea89-2cc2-4697-a1fe-1526c0ff961f, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:37.393061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.398652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting subnet d70a0c82-e04b-44da-8de2-2b3c27d5e8c0 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:40:37.415333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.416446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.501969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51628) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:37.528077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'security_group': {'name': 'tempest-securitygroup--678284333', 'description': 'tempest-description--1459213904'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:37.530647 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.533209 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543421 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=022acbe259c744edb233efbdf6f2357f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2430658 Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.543615 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:37.546675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:37.549590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51634) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:37.597425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:37.623915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.674517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-e4dfcc2a-2577-47a6-b1da-59e5d243206b', 'network_id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b', 'tenant_id': 'd93931abbfd44328aebeb46145a143be', 'fixed_ips': [{'subnet_id': '83f00073-8116-42f4-94aa-3a0fce5317b4'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:37.676088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.681523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:security_group and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:37.691390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:37.717054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:37.718305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting subnet 31d494d2-e478-4e9b-97cf-1e35df92a12e {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:40:37.722476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.731702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 005dea89-2cc2-4697-a1fe-1526c0ff961f, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:37.758294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f26e7056-1423-4cf6-ba58-6fbd6051efc6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:37.771825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:37.778164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5636614f-d890-4cf2-a6e5-cf653b132c3f tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.254s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:37.794826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 005dea89-2cc2-4697-a1fe-1526c0ff961f, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=005dea89-2cc2-4697-a1fe-1526c0ff961f,segment=NetworkSegment(2f357bf5-797f-49ac-9d26-31ed46c6294e),segment_id=2f357bf5-797f-49ac-9d26-31ed46c6294e)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:37.802669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.821560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.847850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.852340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=caa00977-a56a-4e68-9f80-95fb11269c1b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:37.861888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:37.865444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.869365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.7654574 Jan 14 05:40:37.874449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51650) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:37.880564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d291b683-d026-4ead-8e13-d85669e74ea2 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:37.883552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:37.923140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '92efd21a-7d14-4dad-afb9-67f58485496d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:37.952753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:37.968360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:37.977280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:38.000794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:38.040851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.042848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.052604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:38.083320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-7024758a-13ce-4f9f-b0b0-7e0e3952fa7f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Synchronizing usage tracker for tenant:43cd020a47124215961e0bfe3de50188 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:38.086198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.088384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.114842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.126524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:security_group_rule and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:38.132657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:38.169411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] DHCP port deletion for 47ffe268-a9b7-49d9-84ce-ba1353a365a4 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:40:38.176389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Deleting port 4dd88194-c19e-4712-b5fb-97dcdbee282d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:38.176808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.176950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:38.196210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.234532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=005dea89-2cc2-4697-a1fe-1526c0ff961f,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:38.250450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.251161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.255526 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "PUT /v2.0/ports/005dea89-2cc2-4697-a1fe-1526c0ff961f HTTP/1.1" status: 200 len: 1077 time: 3.9504750 Jan 14 05:40:38.256533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:38.269293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51654) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:38.295652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-7024758a-13ce-4f9f-b0b0-7e0e3952fa7f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Unset dirty status for tenant:43cd020a47124215961e0bfe3de50188 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:38.297015 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-7024758a-13ce-4f9f-b0b0-7e0e3952fa7f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--1074056323&fields=id&tenant_id=43cd020a47124215961e0bfe3de50188 HTTP/1.1" status: 200 len: 267 time: 0.5381455 Jan 14 05:40:38.485420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Allocated IP 2001:db8::f816:3eff:fe05:6e42 (e4dfcc2a-2577-47a6-b1da-59e5d243206b/83f00073-8116-42f4-94aa-3a0fce5317b4/6cf0eb6c-f3b3-4b06-8e93-3c4c60601458) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:38.517498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] For port 4dd88194-c19e-4712-b5fb-97dcdbee282d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4dd88194-c19e-4712-b5fb-97dcdbee282d,segment=NetworkSegment(91565af8-d713-40f7-a275-a26e55e0ab0a),segment_id=91565af8-d713-40f7-a275-a26e55e0ab0a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:38.518363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.670580 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:38.673474 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:38.692641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-d7ca99ee-7ff6-45da-bfa6-60576386b9dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.693334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-d7ca99ee-7ff6-45da-bfa6-60576386b9dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Synchronizing usage tracker for tenant:43cd020a47124215961e0bfe3de50188 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:38.727753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Calling delete_port for 4dd88194-c19e-4712-b5fb-97dcdbee282d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:38.745237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.762503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.764477 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b6b0906-94fe-4869-87db-b3194ed932fd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:38.781875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.790797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.793220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.801461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f26e7056-1423-4cf6-ba58-6fbd6051efc6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:38.810115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:38.819957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:38.843370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-d7ca99ee-7ff6-45da-bfa6-60576386b9dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Unset dirty status for tenant:43cd020a47124215961e0bfe3de50188 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:38.844677 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-d7ca99ee-7ff6-45da-bfa6-60576386b9dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/ports/c07c180a-dfd8-4393-8475-359be34a78be HTTP/1.1" status: 200 len: 931 time: 0.4878874 Jan 14 05:40:38.851767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:38.873575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a55af8c4-c982-416d-8bbe-8010c0e390c1,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:38.894028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.894460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.894901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.895604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.895727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.896059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:38.896182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.896847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.897225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.898197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.898603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.899047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.899613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.899801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.900205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.900612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.901043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.901424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.901823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.902214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.902611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.903065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.903777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.904171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.904573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.905317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.905629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.906039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.906439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:38.907331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.909087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Synchronizing usage tracker for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:38.932206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:38.937318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.941360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.0629311 Jan 14 05:40:38.949996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.954059 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f26e7056-1423-4cf6-ba58-6fbd6051efc6 HTTP/1.1" status: 204 len: 168 time: 1.3799934 Jan 14 05:40:38.961318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51658) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:38.976616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '92efd21a-7d14-4dad-afb9-67f58485496d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:38.995223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:38.996634 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.4935389 Jan 14 05:40:38.997464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'SecurityGroup': ['ID=dbda296f-fad2-4eff-a45d-c9e284397f98,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:39.002380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51664) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:39.007106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:39.011989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:39.015497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'security_group_rule': {'security_group_id': 'dbda296f-fad2-4eff-a45d-c9e284397f98', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:39.021531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:39.025248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Unset dirty status for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:39.030213 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-554bb2da-8770-4853-9539-9cdc96d05722 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 27180 time: 0.7535822 Jan 14 05:40:39.030213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:39.030511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:39.032523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51668) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:39.058410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-c57962d3-cf0f-4a53-be9b-6d726c112de8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:39.060064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-c57962d3-cf0f-4a53-be9b-6d726c112de8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/ports/f75af8db-ee63-44da-bdfa-1d5494e16d36 HTTP/1.1" status: 200 len: 932 time: 0.1994925 Jan 14 05:40:39.061121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:39.086533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Pushing event deleted for resources: {'Port': ['ID=4dd88194-c19e-4712-b5fb-97dcdbee282d,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:39.090827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:39.105177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Deleting port 005dea89-2cc2-4697-a1fe-1526c0ff961f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:39.105858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.148685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4dd88194-c19e-4712-b5fb-97dcdbee282d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:40:39.167222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:security_group_rule and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:39.176101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-6cb4f83d-cb9b-445f-8bcc-733b5d4e8d35 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/ports?network_id=3a07eda0-7603-4cb1-abe7-4f478787234b&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1016397 Jan 14 05:40:39.181510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:39.188075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.191924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 4dd88194-c19e-4712-b5fb-97dcdbee282d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:40:39.192312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4dd88194-c19e-4712-b5fb-97dcdbee282d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:40:39.212369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.217230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] No DVR routers for this DVR port 4dd88194-c19e-4712-b5fb-97dcdbee282d on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:39.221988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e38f690-9506-487a-90b6-7c2b83ec23b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:39.232766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Transition to ACTIVE for port object 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:39.245204 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-80bd4ce6-f1ca-4330-b45a-bc77a4b9c4b2 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/ports?network_id=3a07eda0-7603-4cb1-abe7-4f478787234b&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0675287 Jan 14 05:40:39.251590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Transition to ACTIVE for port object 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:39.257531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.266519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:39.279511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.363280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.379003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Subnet': ['ID=d70a0c82-e04b-44da-8de2-2b3c27d5e8c0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:39.399145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:39.405530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37c2e64f-53d9-4f4b-9e76-ced0f168eff9 tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.007s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:39.417747 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:39.474258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-403221ec-a194-4752-b92f-61ae26683331 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:39.497929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-403221ec-a194-4752-b92f-61ae26683331 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:39.520882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-403221ec-a194-4752-b92f-61ae26683331 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:39.521763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-403221ec-a194-4752-b92f-61ae26683331 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Synchronizing usage tracker for tenant:43cd020a47124215961e0bfe3de50188 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:39.537285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Pushing event updated for resources: {'Port': ['ID=6cf0eb6c-f3b3-4b06-8e93-3c4c60601458,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:39.546431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:39.569094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.595771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efd8aabc-4d92-42e0-a456-a321a692f03c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:39.623375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:39.624749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:39.627166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:39.642255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.676765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Subnet': ['ID=31d494d2-e478-4e9b-97cf-1e35df92a12e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:39.680375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:39.687699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Attempting to bind port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:39.688220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Attempting to bind port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9a473913-762e-4bb5-9100-4fcec9ebac7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:39.689269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Attempting to bind port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 on network e4dfcc2a-2577-47a6-b1da-59e5d243206b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:39.695481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:39.696079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Checking segment: {'id': '9a473913-762e-4bb5-9100-4fcec9ebac7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:39.696648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.697192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Bound using segment: {'id': '9a473913-762e-4bb5-9100-4fcec9ebac7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:39.698129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Bound port: 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a473913-762e-4bb5-9100-4fcec9ebac7d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 27, 'network_id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:39.698468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.699017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Subnet': ['ID=83f00073-8116-42f4-94aa-3a0fce5317b4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:39.705504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.710316 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:39.726909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-403221ec-a194-4752-b92f-61ae26683331 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Unset dirty status for tenant:43cd020a47124215961e0bfe3de50188 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:39.727782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.728180 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-403221ec-a194-4752-b92f-61ae26683331 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/networks?id=ed16ca90-cc02-4941-84e3-bc8c0f327a01&id=65730efc-0db0-4056-9d7c-4c83d46525be&id=65730efc-0db0-4056-9d7c-4c83d46525be&id=3a07eda0-7603-4cb1-abe7-4f478787234b&id=3a07eda0-7603-4cb1-abe7-4f478787234b HTTP/1.1" status: 200 len: 1991 time: 0.4820404 Jan 14 05:40:39.751831 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/subnets/31d494d2-e478-4e9b-97cf-1e35df92a12e HTTP/1.1" status: 204 len: 168 time: 2.4947948 Jan 14 05:40:39.754440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51680) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:39.770986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e1b7a9a-3fe0-43b5-a001-348f13baf041 None None] Network f8bdfe69-e37f-47de-a7f5-c72775366634 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:39.771479 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-1451a4b0-01d0-4045-9032-21a4a61aa9e2 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/quotas/43cd020a47124215961e0bfe3de50188 HTTP/1.1" status: 200 len: 375 time: 0.0341573 Jan 14 05:40:39.786807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.792140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/subnets/d70a0c82-e04b-44da-8de2-2b3c27d5e8c0 HTTP/1.1" status: 204 len: 168 time: 3.0578718 Jan 14 05:40:39.796263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51686) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:39.815757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.851333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.881843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:39.893892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cf95061-04c8-4c7d-80ca-ea17baa111fe tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:39.915673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6f1010dd-b2e7-49a5-84e9-63180702f0e9 None None] Network 8711eebb-c927-4e0f-9565-123efec0c198 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:39.964284 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:40.018617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9bcaea2d-ba13-420f-b848-a8ec2f28cd38,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:40.021504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:40.046484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.050769 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0429580 Jan 14 05:40:40.064815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51694) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:40.074777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'security_group_rule': {'security_group_id': 'dbda296f-fad2-4eff-a45d-c9e284397f98', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:40.086838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:40.093696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 005dea89-2cc2-4697-a1fe-1526c0ff961f, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=005dea89-2cc2-4697-a1fe-1526c0ff961f,segment=NetworkSegment(2f357bf5-797f-49ac-9d26-31ed46c6294e),segment_id=2f357bf5-797f-49ac-9d26-31ed46c6294e)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:40.094103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.112369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:security_group_rule and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:40.125989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.184742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:40.299802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] For port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:40.322956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] For port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6cf0eb6c-f3b3-4b06-8e93-3c4c60601458,segment=NetworkSegment(9a473913-762e-4bb5-9100-4fcec9ebac7d),segment_id=9a473913-762e-4bb5-9100-4fcec9ebac7d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:40.333132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:40.345398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.345622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Calling delete_port for 005dea89-2cc2-4697-a1fe-1526c0ff961f owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:40.367385 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:40.393672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Deleting port 0e2bd95c-4254-472e-811c-0d87af308f3e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:40.394054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.437194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] DHCP port deletion for f8bdfe69-e37f-47de-a7f5-c72775366634 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:40:40.493658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f0f00521-e730-4865-97d7-90b808dfa1af,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:40.561329 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.597s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:40.578307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.599541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.603633 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.6385884 Jan 14 05:40:40.618212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51710) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:40.625624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.630475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.641805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '92efd21a-7d14-4dad-afb9-67f58485496d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:40.653308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:40.657989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:40.661326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:40.667231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:40.731434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Deleting port 0e2bd95c-4254-472e-811c-0d87af308f3e {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:40.732133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.732890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.817438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] For port 0e2bd95c-4254-472e-811c-0d87af308f3e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0e2bd95c-4254-472e-811c-0d87af308f3e,segment=NetworkSegment(65b0b90d-5936-4bf1-b2d0-e273f9be16aa),segment_id=65b0b90d-5936-4bf1-b2d0-e273f9be16aa)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:40.818478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.849341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-407e6f5f-ada7-4040-80f1-7468c86145ba tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/ports?tenant_id=43cd020a47124215961e0bfe3de50188&fields=id HTTP/1.1" status: 200 len: 532 time: 1.0772939 Jan 14 05:40:40.857767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:40.899846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] DHCP port deletion for 8711eebb-c927-4e0f-9565-123efec0c198 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:40:40.939162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:40.967126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dfcc2a-2577-47a6-b1da-59e5d243206b']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:41.059536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a473913-762e-4bb5-9100-4fcec9ebac7d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:41.060170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a473913-762e-4bb5-9100-4fcec9ebac7d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:41.082350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.126530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.129404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 27 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:41.144766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] For port 0e2bd95c-4254-472e-811c-0d87af308f3e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0e2bd95c-4254-472e-811c-0d87af308f3e,segment=NetworkSegment(65b0b90d-5936-4bf1-b2d0-e273f9be16aa),segment_id=65b0b90d-5936-4bf1-b2d0-e273f9be16aa)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:41.145192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Calling delete_port for 0e2bd95c-4254-472e-811c-0d87af308f3e owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:41.145430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.221610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event deleted for resources: {'Port': ['ID=005dea89-2cc2-4697-a1fe-1526c0ff961f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:41.253283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.258112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:41.262373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.291757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.292921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35eb0480-012a-48ce-bd47-e9fb662b0e95 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:41.298498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Calling delete_port for 0e2bd95c-4254-472e-811c-0d87af308f3e owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:41.315235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.327089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Deleting port f6816e09-81c8-4e81-b6ef-431ade536467 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:41.327089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.334770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.356480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-beffa6d2-f979-4cdf-b0e5-2ab851c72178 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:40:41.357517 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-beffa6d2-f979-4cdf-b0e5-2ab851c72178 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4485505 Jan 14 05:40:41.378653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Pushing event updated for resources: {'Port': ['ID=6cf0eb6c-f3b3-4b06-8e93-3c4c60601458,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:41.382670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.015s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:41.396271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0e2bd95c-4254-472e-811c-0d87af308f3e no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:40:41.444557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 0e2bd95c-4254-472e-811c-0d87af308f3e {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:40:41.444940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0e2bd95c-4254-472e-811c-0d87af308f3e not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:40:41.445384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6816e09-81c8-4e81-b6ef-431ade536467 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:40:41.453033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Port': ['ID=0e2bd95c-4254-472e-811c-0d87af308f3e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:41.490475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.496150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:41.512290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:41.536745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41d4afaa-7064-4a00-acd4-045cc6c8c298 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:41.560129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa26fa26-2143-48a8-afe0-64feb437e60c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:41.575536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.577133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f653b0b2-9673-4531-8bd2-b5623c198a9f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.9578409 Jan 14 05:40:41.608718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51738) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:41.615516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.616873 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.5510116 Jan 14 05:40:41.622813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.626273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51742) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:41.627312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] No DVR routers for this DVR port 0e2bd95c-4254-472e-811c-0d87af308f3e on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:41.642578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '92efd21a-7d14-4dad-afb9-67f58485496d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:41.693447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:41.704851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:41.708111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Usage tracker for resource:floatingip and tenant:38577347b19046d3a3050cdc4af8b489 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:41.711167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:41.717478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:41.720357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:41.726198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'SecurityGroupRule': ['ID=24ba7b73-e07f-4f7e-bbbd-721c3db29535,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:41.742474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:41.744186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:41.761924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.776626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:41.777077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:41.778046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:41.792153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d45448c-881f-44bc-9238-75db3dfa6800 None None] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:41.806115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.810727 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "DELETE /v2.0/ports/005dea89-2cc2-4697-a1fe-1526c0ff961f HTTP/1.1" status: 204 len: 168 time: 2.7747324 Jan 14 05:40:41.845299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['47ffe268-a9b7-49d9-84ce-ba1353a365a4']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:41.858155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:41.862560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91565af8-d713-40f7-a275-a26e55e0ab0a') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:41.862929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91565af8-d713-40f7-a275-a26e55e0ab0a') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:41.865646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51760) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:41.877633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.943347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:41.954293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.974107 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:41.976872 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:41.978893 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-8bca32c0-42d4-43b0-84b1-d924dc660553 service neutron] 10.222.0.48 "GET /v2.0/networks/ed16ca90-cc02-4941-84e3-bc8c0f327a01?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5555227 Jan 14 05:40:41.978893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:42.007239 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3047bca3-26e9-453f-8bed-c5efa11bf26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] GET failed (client error): The resource could not be found. Jan 14 05:40:42.007930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3047bca3-26e9-453f-8bed-c5efa11bf26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Synchronizing usage tracker for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:42.022454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.096950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:40:42.097307 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:40:42.133293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] For port f6816e09-81c8-4e81-b6ef-431ade536467, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6816e09-81c8-4e81-b6ef-431ade536467,segment=NetworkSegment(92d39846-9181-4c26-ab59-38410fe42303),segment_id=92d39846-9181-4c26-ab59-38410fe42303)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:42.133738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.136822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.160764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.189766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3047bca3-26e9-453f-8bed-c5efa11bf26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Unset dirty status for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:42.194779 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3047bca3-26e9-453f-8bed-c5efa11bf26b tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "GET /v2.0/ports/005dea89-2cc2-4697-a1fe-1526c0ff961f HTTP/1.1" status: 404 len: 333 time: 0.2622230 Jan 14 05:40:42.202327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51786) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:42.234539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Request body: {'port': {'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-1876167023', 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:42.245045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:42.268177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:40:42.268177 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:40:42.268177 n-d-768851-4 neutron-server[80820]: [parameters: {'id': 'e4dfcc2a-2577-47a6-b1da-59e5d243206b'}] Jan 14 05:40:42.268177 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:40:42.268624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:40:42.280442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:42.287164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f8bdfe69-e37f-47de-a7f5-c72775366634']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:42.324949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '65b0b90d-5936-4bf1-b2d0-e273f9be16aa') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:42.325316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '65b0b90d-5936-4bf1-b2d0-e273f9be16aa') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:42.356180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:42.377576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.377852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Calling delete_port for f6816e09-81c8-4e81-b6ef-431ade536467 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:42.502916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.529066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc6e3847-6ac3-4993-8cda-8db6630032f7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:42.559883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a4c4dcb-9f64-4a82-85e6-a0308075599e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.648009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-4f42cf2b-1bde-47d9-b0bf-70ba83e9c054 service neutron] 10.222.0.48 "GET /v2.0/networks/ed16ca90-cc02-4941-84e3-bc8c0f327a01?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6378107 Jan 14 05:40:42.660563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Deleting port 0e2bd95c-4254-472e-811c-0d87af308f3e {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:42.661094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.665080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.678915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Made reservation on behalf of 3f53851722ac4e56b448f1e7970ed7be for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:42.684216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.709326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.717331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 47ffe268-a9b7-49d9-84ce-ba1353a365a4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:42.733761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.735175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.741672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:42.747321 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:42.755239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:42.764401 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-478a55d5-b285-4afe-8979-071f24ecffce service neutron] 10.222.0.48 "GET /v2.0/ports/c07c180a-dfd8-4393-8475-359be34a78be?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1064329 Jan 14 05:40:42.778926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93bca08b-a3bb-41d6-b057-43216a0cc25b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:42.810512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:42.812877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f053baab-ed46-4ee8-be6d-5473236019c9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:42.819977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a368b673-b275-4954-bb7d-9b22f868d42c None None] The port '0e2bd95c-4254-472e-811c-0d87af308f3e' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:40:42.822967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Pushing event deleted for resources: {'Port': ['ID=f6816e09-81c8-4e81-b6ef-431ade536467,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:42.830386 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:42.846873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:42.914915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] No DVR routers for this DVR port f6816e09-81c8-4e81-b6ef-431ade536467 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:42.952994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869a4dcc-51f1-4056-b73a-4cb02da24698 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:40:43.015613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.017359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:43.017727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.050575 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27a16b12-0156-4a81-9731-8820d7124ffc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:43.072153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.103847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Network': ['ID=47ffe268-a9b7-49d9-84ce-ba1353a365a4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:43.104072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] device_id is not set on port acac2b20-5c80-434b-b416-90c3e3671a3d yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:43.115099 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/networks/47ffe268-a9b7-49d9-84ce-ba1353a365a4 HTTP/1.1" status: 204 len: 168 time: 3.3417456 Jan 14 05:40:43.115811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51834) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:43.116732 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:43.197074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-869a4dcc-51f1-4056-b73a-4cb02da24698 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:40:43.260166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.264867 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 1.6486683 Jan 14 05:40:43.287289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51844) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:43.315076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:43.337396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.569639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44ec247-34f9-4340-8419-310857dfd6db tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.599042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44ec247-34f9-4340-8419-310857dfd6db tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.658201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-8ed8fafe-373b-4c68-a897-569c3ea78d4f service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7782249 Jan 14 05:40:43.662594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44ec247-34f9-4340-8419-310857dfd6db tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.688425 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe933119-9ab8-4bfa-adf4-3c9c0a90987c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:43.799277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Network f8bdfe69-e37f-47de-a7f5-c72775366634 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:43.807691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d44ec247-34f9-4340-8419-310857dfd6db tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f053baab-ed46-4ee8-be6d-5473236019c9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:43.837397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d44ec247-34f9-4340-8419-310857dfd6db tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:43.844796 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-affd304b-cbf6-436e-8764-def6d4fd8f90 service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1856551 Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:43.853341 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:43.858328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.880514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d44ec247-34f9-4340-8419-310857dfd6db tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:43.882477 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d44ec247-34f9-4340-8419-310857dfd6db tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/f053baab-ed46-4ee8-be6d-5473236019c9 HTTP/1.1" status: 204 len: 168 time: 0.5799985 Jan 14 05:40:43.942239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51886) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:44.122912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-973270f8-7b83-460e-b3cb-576468d9749e service neutron] 10.222.0.48 "GET /v2.0/ports/f75af8db-ee63-44da-bdfa-1d5494e16d36?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.1630187 Jan 14 05:40:44.134232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.143737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] For port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6cf0eb6c-f3b3-4b06-8e93-3c4c60601458,segment=NetworkSegment(9a473913-762e-4bb5-9100-4fcec9ebac7d),segment_id=9a473913-762e-4bb5-9100-4fcec9ebac7d)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:44.144150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.191016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1e02906-4c03-4caf-99e9-44320376af4b tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:44.207067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d87590f-735d-434d-b352-bcc4dfabe9c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:44.225691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.250965 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] 10.222.0.48 "DELETE /v2.0/networks/f8bdfe69-e37f-47de-a7f5-c72775366634 HTTP/1.1" status: 204 len: 168 time: 4.4511230 Jan 14 05:40:44.256376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Pushing event deleted for resources: {'Network': ['ID=f8bdfe69-e37f-47de-a7f5-c72775366634,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:44.266825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:44.287195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Allocated IP 172.25.3.99 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/ba533ef8-8003-495e-9d34-8187e1b94d8b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:44.296800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.299897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1e02906-4c03-4caf-99e9-44320376af4b tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:44.304324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1e02906-4c03-4caf-99e9-44320376af4b tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5731 time: 0.3580627 Jan 14 05:40:44.307452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51920) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:44.413896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.425559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.457889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73a8a559-4814-44a9-9f4e-5e19ef3cd13a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.465230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.484861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:44.523759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.534161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa26fa26-2143-48a8-afe0-64feb437e60c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:44.552467 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-58316f47-3b8b-485d-848d-0cdff1ff8ac4 service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4107807 Jan 14 05:40:44.560843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:44.569223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.592029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf04c02d-125f-4e50-9772-be95d622af70 tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:44.616531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Calling delete_port for 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:44.674205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=acac2b20-5c80-434b-b416-90c3e3671a3d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:44.684196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.685454 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/fa26fa26-2143-48a8-afe0-64feb437e60c HTTP/1.1" status: 204 len: 168 time: 0.3763633 Jan 14 05:40:44.686668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:44.695593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51934) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:44.727642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51936) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:44.728018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51940) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:44.811709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.840166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Network 8e702664-7746-4932-84db-ac2fa41cd361 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:44.842495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:44.845575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:44.846448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:44.847121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.877673 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 964 time: 2.6730645 Jan 14 05:40:44.880673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:44.923424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:44.944950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b54d110-4d66-4ed3-97c5-22d094ee5f38 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:44.963011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8711eebb-c927-4e0f-9565-123efec0c198']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:45.014597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4ded565-99e1-4d6f-93a8-31c41e1bf314 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:45.025879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '92d39846-9181-4c26-ab59-38410fe42303') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:45.026219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '92d39846-9181-4c26-ab59-38410fe42303') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:45.062114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.070925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b54d110-4d66-4ed3-97c5-22d094ee5f38 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:45.072287 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b54d110-4d66-4ed3-97c5-22d094ee5f38 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5190 time: 0.3635948 Jan 14 05:40:45.081221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.092817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51956) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:45.099505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.110741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24b64576-3d19-4f39-b768-885c3e3a59ab tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:45.135204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0008f2eb-4834-418d-a33e-490ec80e0df2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:45.135841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0008f2eb-4834-418d-a33e-490ec80e0df2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Synchronizing usage tracker for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:45.138390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Port': ['ID=ba533ef8-8003-495e-9d34-8187e1b94d8b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:45.142916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.151729 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:45.154877 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:45.189559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.215413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.219739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-14d504d9-8cee-42e1-8026-a7fc11aa2137 service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5676394 Jan 14 05:40:45.229280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0008f2eb-4834-418d-a33e-490ec80e0df2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Unset dirty status for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:45.230604 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0008f2eb-4834-418d-a33e-490ec80e0df2 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "GET /v2.0/ports/acac2b20-5c80-434b-b416-90c3e3671a3d HTTP/1.1" status: 200 len: 959 time: 0.3489161 Jan 14 05:40:45.238672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51960) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:45.241659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Port': ['ID=6cf0eb6c-f3b3-4b06-8e93-3c4c60601458,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:45.244764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:45.278165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:45.283403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.286735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.287049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Usage tracker for resource:security_group_rule and tenant:ee1c2eb520c34bec931d69af43e3e53d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:45.302622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:45.306881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.313619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c353919c-18b8-4e52-bac6-520a3676ec77 tempest-SecurityGroupRulesNegativeTestJSON-1868639775 tempest-SecurityGroupRulesNegativeTestJSON-1868639775] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:45.325325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:45.341894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=f0f00521-e730-4865-97d7-90b808dfa1af,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:45.350791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:45.352727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:45.358910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Deleting port acac2b20-5c80-434b-b416-90c3e3671a3d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:45.359280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.387935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:45.389984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.393283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/f0f00521-e730-4865-97d7-90b808dfa1af HTTP/1.1" status: 204 len: 168 time: 0.2994213 Jan 14 05:40:45.394385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:45.400568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:45.402455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51964) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:45.510413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-568f386a-276f-4cb7-a1ce-5969bfbde71e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=606c854ddfc04703863f5cafe1547101&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7811031 Jan 14 05:40:45.513901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51968) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:45.559567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No DVR routers for this DVR port 6cf0eb6c-f3b3-4b06-8e93-3c4c60601458 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:45.706933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.710864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.720809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.736709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 8711eebb-c927-4e0f-9565-123efec0c198 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:45.811091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:45.884548 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ffb6e9b-6818-4d8b-b2ad-a1535522778b tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4649 time: 0.4761815 Jan 14 05:40:45.952668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51972) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:45.966763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-8ed1a7a5-34aa-4683-902e-59d8bda6c46e service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7155750 Jan 14 05:40:46.054166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.178188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Calling delete_port for acac2b20-5c80-434b-b416-90c3e3671a3d owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:46.180705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.252091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.286119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.409694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.431480 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:46.541136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event deleted for resources: {'Port': ['ID=acac2b20-5c80-434b-b416-90c3e3671a3d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:46.560161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.568607 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:46.569273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:46.590846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b992973-6f7d-4794-a95e-9342f82bb5d1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:46.600130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.603576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:46.640955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 8711eebb-c927-4e0f-9565-123efec0c198 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:46.653280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.654244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:46.692165 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:46.727072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.729117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "DELETE /v2.0/ports/acac2b20-5c80-434b-b416-90c3e3671a3d HTTP/1.1" status: 204 len: 168 time: 1.4890504 Jan 14 05:40:46.730279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.732073 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5b992973-6f7d-4794-a95e-9342f82bb5d1 HTTP/1.1" status: 204 len: 168 time: 1.2162476 Jan 14 05:40:46.743543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51976) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:46.786413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.810048 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c5fe152-f64d-4cdb-8d4a-474e34c9109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] GET failed (client error): The resource could not be found. Jan 14 05:40:46.810298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e4dfcc2a-2577-47a6-b1da-59e5d243206b']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:46.810613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c5fe152-f64d-4cdb-8d4a-474e34c9109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Synchronizing usage tracker for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:46.827257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.835503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c5fe152-f64d-4cdb-8d4a-474e34c9109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Unset dirty status for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:46.838876 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c5fe152-f64d-4cdb-8d4a-474e34c9109a tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "GET /v2.0/ports/acac2b20-5c80-434b-b416-90c3e3671a3d HTTP/1.1" status: 404 len: 333 time: 0.0922711 Jan 14 05:40:46.846374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab1567f6-e89a-4dd5-9614-8d59b4232009 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:46.850459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51982) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:46.857647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Request body: {'port': {'network_id': '8e702664-7746-4932-84db-ac2fa41cd361', 'name': 'tempest-PortsAdminExtendedAttrsIpV6TestJSON-826596945'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:46.859966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a473913-762e-4bb5-9100-4fcec9ebac7d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:46.860311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a473913-762e-4bb5-9100-4fcec9ebac7d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:46.869086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:46.873877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.881652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.899612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5dccda1e-5b4d-41bb-b473-1b1673aacccb tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:46.912796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.929585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.931247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.931542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:46.950219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:46.960551 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee1c2eb520c34bec931d69af43e3e53d&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2271736 Jan 14 05:40:46.960551 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-adc6e57e-b30d-4c38-81ea-4be941358155 service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9599330 Jan 14 05:40:46.969498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51986) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:46.974904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=53202b1b-c66c-41eb-b154-f05c6b9b5d2d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:46.979924 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:47.005866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.011068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55b1bb04-c1af-4d44-816a-5a59cd9edccd tempest-DHCPAgentSchedulersTestJSON-802761036 tempest-DHCPAgentSchedulersTestJSON-802761036] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:47.041939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 27 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:47.047356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Made reservation on behalf of 3f53851722ac4e56b448f1e7970ed7be for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:47.052232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.072390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event updated for resources: {'Port': ['ID=ba533ef8-8003-495e-9d34-8187e1b94d8b,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:47.079057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:47.150909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Network': ['ID=8711eebb-c927-4e0f-9565-123efec0c198,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:47.216793 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:47.227001 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/networks/8711eebb-c927-4e0f-9565-123efec0c198 HTTP/1.1" status: 204 len: 168 time: 4.0959585 Jan 14 05:40:47.227926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b1355d4-b49b-481f-80e6-879cb977f5cc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:47.234623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51996) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:47.276008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] device_id is not set on port 089fffc2-67ff-4b3d-8783-6bf64924103b yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:47.285683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a55af8c4-c982-416d-8bbe-8010c0e390c1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:47.303675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.307893 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/a55af8c4-c982-416d-8bbe-8010c0e390c1 HTTP/1.1" status: 204 len: 168 time: 1.3415315 Jan 14 05:40:47.343942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52002) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:47.355970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:47.423149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:47.434253 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-49e589b5-a6a5-40c2-b24e-4bd10ba4e4cc service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4638066 Jan 14 05:40:47.436143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.445431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.457541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.515477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa430b66-cb2f-4735-8896-5f9771d0bb21 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:47.661092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.671988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 6.0271029 Jan 14 05:40:47.672166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.680139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa430b66-cb2f-4735-8896-5f9771d0bb21 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:47.681558 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa430b66-cb2f-4735-8896-5f9771d0bb21 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4108 time: 0.3329499 Jan 14 05:40:47.729666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52014) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:47.793341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network e4dfcc2a-2577-47a6-b1da-59e5d243206b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:47.819199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting subnet 43a926d1-516b-4a0b-a39a-ebe0b66613ca {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:40:47.831966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:47.848323 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:47.865378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.886624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52022) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:47.911310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.943843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.949324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.976101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a2169d9-1ca3-42a8-a9c2-f8c2fe27e2bb tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:47.981139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:47.999989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3661a6a-a488-4b92-8a07-145f08e45bae tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:48.003110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.013445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=53202b1b-c66c-41eb-b154-f05c6b9b5d2d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:48.022655 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-6e1c1abc-2954-4a82-abed-5e94879d5ff3 service neutron] 10.222.0.48 "GET /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5694613 Jan 14 05:40:48.025199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:48.030374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.031966 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/53202b1b-c66c-41eb-b154-f05c6b9b5d2d HTTP/1.1" status: 204 len: 168 time: 1.0539513 Jan 14 05:40:48.064915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.073126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fea6fd4f-c30d-428e-8d75-0c2859396886 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:48.077735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=089fffc2-67ff-4b3d-8783-6bf64924103b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:48.091277 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:48.105810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.170747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Network': ['ID=e4dfcc2a-2577-47a6-b1da-59e5d243206b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:48.181928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.185367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:48.193977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/e4dfcc2a-2577-47a6-b1da-59e5d243206b HTTP/1.1" status: 204 len: 168 time: 10.9263880 Jan 14 05:40:48.193977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.194840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/caa00977-a56a-4e68-9f80-95fb11269c1b HTTP/1.1" status: 204 len: 168 time: 0.4549668 Jan 14 05:40:48.196535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-test-network-1408561558'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:48.197609 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff5c823f-a9ac-4600-b214-026cd3136b30 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:48.205519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52042) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:48.206062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52044) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:48.208377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:48.232073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:48.236913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:48.240800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-1435289052'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:48.242452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.244846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=caa00977-a56a-4e68-9f80-95fb11269c1b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:48.255053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:48.257683 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:48.276024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:network and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:48.280835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for network was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:48.294550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:48.299834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:48.326619 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-b80845e4-2618-45d6-91da-c137d5dde3b8 service neutron] 10.222.0.48 "GET /v2.0/networks/3a07eda0-7603-4cb1-abe7-4f478787234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2919273 Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:48.337957 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.340612 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.341928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:48.348363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e75c554-b503-495a-807c-07041e02dbc4 req-a085706f-c424-4d1c-9208-7be849ad1405 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Synchronizing usage tracker for tenant:38577347b19046d3a3050cdc4af8b489 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:48.355411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-36ec7831-bdd6-4264-8053-eebcfbf15b96 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:48.369584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:48.379003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.388841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:48.390794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Network 8e702664-7746-4932-84db-ac2fa41cd361 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:48.398070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.399980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:48.405615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:48.406302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:48.406980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.462136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.507006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:48.510380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:48.511014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group_rule and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:48.514039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:48.519941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:48.520818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.521372 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Added segment bfc92895-d16b-47bd-9347-e9f31ec5db67 of type vxlan for network a68b9404-4ecc-46ec-a70d-6d174ea41621 Jan 14 05:40:48.558910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.564375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-36ec7831-bdd6-4264-8053-eebcfbf15b96 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:48.568537 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36ec7831-bdd6-4264-8053-eebcfbf15b96 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.3572900 Jan 14 05:40:48.570907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e75c554-b503-495a-807c-07041e02dbc4 req-a085706f-c424-4d1c-9208-7be849ad1405 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Unset dirty status for tenant:38577347b19046d3a3050cdc4af8b489 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:48.572205 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-a085706f-c424-4d1c-9208-7be849ad1405 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--678284333&fields=id&tenant_id=38577347b19046d3a3050cdc4af8b489 HTTP/1.1" status: 200 len: 267 time: 0.4189649 Jan 14 05:40:48.572737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52056) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:48.643951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-4d1a8a9b-eca7-4a9e-a2ba-0d2684bfee18 service neutron] 10.222.0.48 "GET /v2.0/networks/3a07eda0-7603-4cb1-abe7-4f478787234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2842457 Jan 14 05:40:48.645031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.654808 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 963 time: 1.8010819 Jan 14 05:40:48.664323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:48.665025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.670456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52062) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:48.673294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc22cba2-785b-4d1c-ac9f-c12d54d86e8c tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:48.730718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Request body: {'port': {'binding:host_id': 'n-h2-768851-4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:48.798829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.877408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75c554-b503-495a-807c-07041e02dbc4 req-b95e42cd-d307-4b54-8a3d-539d76fe9bd1 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:48.878098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e75c554-b503-495a-807c-07041e02dbc4 req-b95e42cd-d307-4b54-8a3d-539d76fe9bd1 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Synchronizing usage tracker for tenant:38577347b19046d3a3050cdc4af8b489 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:48.880908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.902826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a394e62-2af4-4e85-aae0-3c91819ea308 tempest-RoutersAdminNegativeIpV6Test-1134510017 tempest-RoutersAdminNegativeIpV6Test-1134510017] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:48.928300 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 789 time: 0.7213032 Jan 14 05:40:48.935171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52072) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:48.944031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:48.950630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'subnet': {'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:48.982383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:48.997271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Network': ['ID=a68b9404-4ecc-46ec-a70d-6d174ea41621,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:49.001777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'SecurityGroup': ['ID=5551ab50-10e5-402c-8918-c936c7c9c57b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:49.014624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:49.015339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:49.026753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:49.026896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.030346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e75c554-b503-495a-807c-07041e02dbc4 req-b95e42cd-d307-4b54-8a3d-539d76fe9bd1 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Unset dirty status for tenant:38577347b19046d3a3050cdc4af8b489 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:49.031429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-b95e42cd-d307-4b54-8a3d-539d76fe9bd1 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/ports/5dbf1559-3909-4ab5-be5e-62259d64fe5e HTTP/1.1" status: 200 len: 936 time: 0.4459054 Jan 14 05:40:49.037433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.037827 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment 7c47036d-3087-4b7a-9a59-2148b969d20a of type vxlan for network 16b6d506-07e2-429a-ad37-0bf405f82725 Jan 14 05:40:49.094841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.155519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c530b71a-12d3-453e-b6a1-d897a21469d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:49.198852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:49.209813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75c554-b503-495a-807c-07041e02dbc4 req-030dbcf9-7984-429f-835b-573487d524e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:49.211502 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-030dbcf9-7984-429f-835b-573487d524e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/ports/b63322a2-d19d-4d00-a031-c0b57205a36d HTTP/1.1" status: 200 len: 936 time: 0.1694155 Jan 14 05:40:49.232099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:49.371977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Subnet': ['ID=43a926d1-516b-4a0b-a39a-ebe0b66613ca,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:49.376149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-3d49c017-0a23-446e-8a81-04deab531701 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/ports?network_id=d2a4d42f-b670-437d-8b4f-26be404673ff&fixed_ips=ip_address%3D10.2.2.100&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.1413312 Jan 14 05:40:49.382278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:49.386775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.458550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-08c751e4-442d-4d67-9b1f-ee1dbe6d21ed service neutron] 10.222.0.48 "GET /v2.0/networks/3a07eda0-7603-4cb1-abe7-4f478787234b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7888601 Jan 14 05:40:49.460776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.464300 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-f77b7896-db9b-4a1a-bb60-c31764981743 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/ports?network_id=d2a4d42f-b670-437d-8b4f-26be404673ff&fixed_ips=ip_address%3D10.2.2.200&fields=device_id HTTP/1.1" status: 200 len: 210 time: 0.0698912 Jan 14 05:40:49.466571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.487949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1f58f65-e49b-4690-9d80-7f59333b5955 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:49.520290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:49.531424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:49.544791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=92efd21a-7d14-4dad-afb9-67f58485496d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:49.551322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.561518 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:49.621922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.641584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:49.642305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.659512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-921bd799-92fa-4071-8328-b12dd14a1be3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:49.660882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:49.720013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c3080445-10bb-4208-bf53-5713e2ac369c None None] Network 77797dff-55ca-463f-80ec-80e194373b56 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:49.788033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=16b6d506-07e2-429a-ad37-0bf405f82725,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:49.801832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:49.812819 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/subnets/43a926d1-516b-4a0b-a39a-ebe0b66613ca HTTP/1.1" status: 204 len: 168 time: 2.5754845 Jan 14 05:40:49.821440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52114) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:49.829767 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 781 time: 1.9420700 Jan 14 05:40:49.851321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52122) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:49.880249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'name': 'tempest-PortsTestJSON-715636635'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:49.927261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:49.929852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:50.081059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:50.115668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:50.129849 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b68be9e-9e8e-44e1-819f-8c639ffd284a req-b04efed7-9768-4896-b6b4-929b7f09e5b3 service neutron] 10.222.0.48 "GET /v2.0/networks/3a07eda0-7603-4cb1-abe7-4f478787234b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6209140 Jan 14 05:40:50.157910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:50.159232 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/92efd21a-7d14-4dad-afb9-67f58485496d HTTP/1.1" status: 204 len: 168 time: 1.5772307 Jan 14 05:40:50.214328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52156) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:50.268730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:50.276758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:50.282289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:50.297408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75c554-b503-495a-807c-07041e02dbc4 req-7c41f4df-a09c-47ac-b6f7-06fbda2d8079 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:50.300175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:50.329591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:50.339179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:50.364246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75c554-b503-495a-807c-07041e02dbc4 req-7c41f4df-a09c-47ac-b6f7-06fbda2d8079 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:50.393671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8e75c554-b503-495a-807c-07041e02dbc4 req-7c41f4df-a09c-47ac-b6f7-06fbda2d8079 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:50.394525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e75c554-b503-495a-807c-07041e02dbc4 req-7c41f4df-a09c-47ac-b6f7-06fbda2d8079 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Synchronizing usage tracker for tenant:38577347b19046d3a3050cdc4af8b489 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:50.545055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4f9d35d-a742-4de4-a512-01b9a64583aa tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:50.565186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:50.644596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8e75c554-b503-495a-807c-07041e02dbc4 req-7c41f4df-a09c-47ac-b6f7-06fbda2d8079 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Unset dirty status for tenant:38577347b19046d3a3050cdc4af8b489 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:50.646006 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-7c41f4df-a09c-47ac-b6f7-06fbda2d8079 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/networks?id=1a222a92-41fb-473b-83dc-260b9b93f8d7&id=0be7dde9-e028-4d5d-af9d-f236d05ef7e3&id=0be7dde9-e028-4d5d-af9d-f236d05ef7e3&id=d2a4d42f-b670-437d-8b4f-26be404673ff&id=d2a4d42f-b670-437d-8b4f-26be404673ff HTTP/1.1" status: 200 len: 1995 time: 1.1428680 Jan 14 05:40:50.648141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting port 5caee56e-5fef-4825-a28e-478636a12459 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:50.648504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:50.675866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] device_id is not set on port 089fffc2-67ff-4b3d-8783-6bf64924103b yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:50.693892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:50.725169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52172) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:50.737707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port a22ead3a-40f4-4e15-a33a-3a4ea7953457 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:40:50.780824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Transition to ACTIVE for port object 089fffc2-67ff-4b3d-8783-6bf64924103b will not be triggered until provisioned by entity L2. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:50.793195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4f9d35d-a742-4de4-a512-01b9a64583aa tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:50.794820 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4f9d35d-a742-4de4-a512-01b9a64583aa tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5763984 Jan 14 05:40:50.805201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52180) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:50.814282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-663701e9-8cc6-4d80-92a6-cdf2f0d52158 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/quotas/38577347b19046d3a3050cdc4af8b489 HTTP/1.1" status: 200 len: 375 time: 0.0712745 Jan 14 05:40:50.821230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:50.823186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] DHCP port deletion for 77797dff-55ca-463f-80ec-80e194373b56 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:40:50.828963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Deleting port 5caee56e-5fef-4825-a28e-478636a12459 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:50.829532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:50.849135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--1322229607'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:50.859905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:50.870521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:50.874181 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4861b436-bc9f-4df9-8cd3-ab719120719c tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:51.062177 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-f672b45e-2d0f-446c-b19d-08789f3c6a4c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/ports?tenant_id=38577347b19046d3a3050cdc4af8b489&fields=id HTTP/1.1" status: 200 len: 532 time: 0.2466524 Jan 14 05:40:51.097357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5caee56e-5fef-4825-a28e-478636a12459 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:40:51.104509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5caee56e-5fef-4825-a28e-478636a12459,segment=NetworkSegment(0f7fdda4-43f0-460d-b67a-64efd98a64d0),segment_id=0f7fdda4-43f0-460d-b67a-64efd98a64d0)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:51.106940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.175077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.233755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.250782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Calling delete_port for 5caee56e-5fef-4825-a28e-478636a12459 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:51.266026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5caee56e-5fef-4825-a28e-478636a12459,segment=NetworkSegment(0f7fdda4-43f0-460d-b67a-64efd98a64d0),segment_id=0f7fdda4-43f0-460d-b67a-64efd98a64d0)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:51.266758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.289997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-c983522b-23d2-4aea-8126-2b949ccfbb4d service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:40:51.297838 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-c983522b-23d2-4aea-8126-2b949ccfbb4d service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.2346790 Jan 14 05:40:51.313709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=089fffc2-67ff-4b3d-8783-6bf64924103b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:51.337603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.348073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.474s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:51.349547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:51.367408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:51.375310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:51.378175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:51.404926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Usage tracker for resource:security_group_rule and tenant:aaddcf89e2fb46de8559e7bdbd50fa4f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:51.429263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5caee56e-5fef-4825-a28e-478636a12459,segment=NetworkSegment(0f7fdda4-43f0-460d-b67a-64efd98a64d0),segment_id=0f7fdda4-43f0-460d-b67a-64efd98a64d0)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:51.457928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-9f26ba84-f1b1-4b97-b93e-dd1cabaf34ba service neutron] 10.222.0.48 "GET /v2.0/networks/1a222a92-41fb-473b-83dc-260b9b93f8d7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1589887 Jan 14 05:40:51.464817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:51.478277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:51.519100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.530233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Calling delete_port for 5caee56e-5fef-4825-a28e-478636a12459 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:51.546686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:51.559677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:51.679909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5caee56e-5fef-4825-a28e-478636a12459,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:51.690015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.690500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.690989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.691519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.691889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.692335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.693173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.693173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.693569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.694014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.694455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.694952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.695679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.695816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.696395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.696637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.697096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.697535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.697975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.698411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.698879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.699317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.699771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.700206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.700925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.701085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.701690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.702129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.702563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.703037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.703468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.703920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.704352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.704792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.705597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.705597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:51.710916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:51.721398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 089fffc2-67ff-4b3d-8783-6bf64924103b on host n-h2-768851-4 for vnic_type normal with profile {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:51.721779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 089fffc2-67ff-4b3d-8783-6bf64924103b by drivers openvswitch on host n-h2-768851-4 at level 0 using segments [{'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:51.722159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attempting to bind port 089fffc2-67ff-4b3d-8783-6bf64924103b on network 8e702664-7746-4932-84db-ac2fa41cd361 {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:51.724432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:40:51.726934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:40:51.756194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Checking agent: {'id': '3f7d1924-ffb3-4a06-97b8-810c2e9f3bfc', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-h2-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 26, 25), 'started_at': datetime.datetime(2021, 1, 14, 5, 26, 55), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 26), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.47', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:51.756579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Checking segment: {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'} for mappings: {} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:51.756995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.757406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Bound using segment: {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'} {{(pid=80930) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:51.757904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Bound port: 089fffc2-67ff-4b3d-8783-6bf64924103b, host: n-h2-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f357bf5-797f-49ac-9d26-31ed46c6294e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 26, 'network_id': '8e702664-7746-4932-84db-ac2fa41cd361'}}] {{(pid=80930) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:51.758286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.768907 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-86657655-3e2c-4604-92c1-2e8533aec60d service neutron] 10.222.0.48 "GET /v2.0/networks/1a222a92-41fb-473b-83dc-260b9b93f8d7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3098879 Jan 14 05:40:51.817768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.865127 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-f7eeb2a7-6c45-4ecc-a5e9-d0fdb9400139 service neutron] 10.222.0.48 "GET /v2.0/ports/5dbf1559-3909-4ab5-be5e-62259d64fe5e?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0951705 Jan 14 05:40:51.933235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.953185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:40:51.953559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:40:51.960945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:51.976134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f0ea830-ccb5-4b0b-b430-a6727e1f2086 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:52.020253 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-a1f4813c-3538-4f7b-b601-cfedc9b4f5ff service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541061 Jan 14 05:40:52.109671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 089fffc2-67ff-4b3d-8783-6bf64924103b, host n-h2-768851-4, cleared binding levels {{(pid=80930) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:52.125360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.136405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=7a1f81dc-9b73-4875-975c-feaad49c2e86,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:52.140046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.169992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:52.171569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 089fffc2-67ff-4b3d-8783-6bf64924103b, host n-h2-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=089fffc2-67ff-4b3d-8783-6bf64924103b,segment=NetworkSegment(2f357bf5-797f-49ac-9d26-31ed46c6294e),segment_id=2f357bf5-797f-49ac-9d26-31ed46c6294e)] {{(pid=80930) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:52.172083 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-dfdfd47e-ce83-49a2-9b64-f0ba9cbdec7d service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1507103 Jan 14 05:40:52.172588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.011s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:52.218666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.228555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Deleting port 5caee56e-5fef-4825-a28e-478636a12459 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:52.229230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.255874 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-5d585333-0709-49f9-97bc-bfdeb4c7651d service neutron] 10.222.0.48 "GET /v2.0/ports/b63322a2-d19d-4d00-a031-c0b57205a36d?fields=binding%3Avnic_type&fields=binding%3Aprofile&fields=network_id&fields=resource_request HTTP/1.1" status: 200 len: 311 time: 0.0827703 Jan 14 05:40:52.288930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.302579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.365961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.369809 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5632842 Jan 14 05:40:52.369962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:52.378516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '7a1f81dc-9b73-4875-975c-feaad49c2e86', 'direction': 'ingress', 'protocol': 17}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:52.391807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:52.396242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:52.399727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:52.405986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:52.441802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.486679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting port 5caee56e-5fef-4825-a28e-478636a12459 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:52.487079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.539641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5caee56e-5fef-4825-a28e-478636a12459,segment=NetworkSegment(0f7fdda4-43f0-460d-b67a-64efd98a64d0),segment_id=0f7fdda4-43f0-460d-b67a-64efd98a64d0)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:52.540382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.566566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.729059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Calling delete_port for 5caee56e-5fef-4825-a28e-478636a12459 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:52.767245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.776839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] For port 5caee56e-5fef-4825-a28e-478636a12459, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5caee56e-5fef-4825-a28e-478636a12459,segment=NetworkSegment(0f7fdda4-43f0-460d-b67a-64efd98a64d0),segment_id=0f7fdda4-43f0-460d-b67a-64efd98a64d0)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:52.777226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.830653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:52.847158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28e43025-0e01-4dc0-8fd7-cb171ff0b9ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:52.851087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:52.865657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52232) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:52.941322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Calling delete_port for 5caee56e-5fef-4825-a28e-478636a12459 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:52.943821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Pushing event deleted for resources: {'Port': ['ID=5caee56e-5fef-4825-a28e-478636a12459,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:52.957061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:52.987560 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aaddcf89e2fb46de8559e7bdbd50fa4f&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2541776 Jan 14 05:40:52.990367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] No DVR routers for this DVR port 5caee56e-5fef-4825-a28e-478636a12459 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:53.000768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52236) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:53.001589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=a22ead3a-40f4-4e15-a33a-3a4ea7953457,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:53.007922 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.835s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:53.011035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7905db2-9795-4c5d-bb9f-2cd4afa7636d tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.723s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:53.011674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-243459fc-25ad-4e2e-9a2e-55c394920584 service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7544997 Jan 14 05:40:53.027717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.028937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6579564 Jan 14 05:40:53.030018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc9565c9-98ae-4b5e-a7aa-16a4e9410e3c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:53.037071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52240) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:53.064441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:53.071778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:53.072455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.073880 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "PUT /v2.0/ports/089fffc2-67ff-4b3d-8783-6bf64924103b HTTP/1.1" status: 200 len: 1077 time: 4.3838031 Jan 14 05:40:53.092904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52244) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:53.180383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a3f9ec86-b208-434d-8f2b-daa63b982678,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:53.197730 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:53.205522 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.870s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:53.249256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.253552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:40:53.253884 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:40:53.270227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-b13d6e2e-54f8-4078-b8fd-8faa245596be service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2436190 Jan 14 05:40:53.316878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.348253 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.351345 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.364587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Deleting port 089fffc2-67ff-4b3d-8783-6bf64924103b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:53.365001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.422515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': '7c47036d-3087-4b7a-9a59-2148b969d20a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:53.422952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: 16b6d506-07e2-429a-ad37-0bf405f82725, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:53.440241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.461004 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-73aa7075-a20f-4123-90e7-468506e81739 service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1776719 Jan 14 05:40:53.462070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.463875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.466731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:53.491826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event updated for resources: {'Port': ['ID=089fffc2-67ff-4b3d-8783-6bf64924103b,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:53.498552 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:53.506252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06ab51f1-22b8-4492-81be-b8cdc756ddc0 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.170s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:53.507993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'SecurityGroup': ['ID=baa22b41-61f9-4e9b-8ff6-57a24dd23337,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:53.563054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:53.609360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.610597 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/security-groups/baa22b41-61f9-4e9b-8ff6-57a24dd23337 HTTP/1.1" status: 204 len: 168 time: 0.6806424 Jan 14 05:40:53.614245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52248) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:53.634922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.644621 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-43b4a1a9-3bf4-4517-96d1-c9cf384a04af tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] show failed (client error): The resource could not be found. Jan 14 05:40:53.645715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43b4a1a9-3bf4-4517-96d1-c9cf384a04af tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "GET /v2.0/security-groups/baa22b41-61f9-4e9b-8ff6-57a24dd23337 HTTP/1.1" status: 404 len: 347 time: 0.0304894 Jan 14 05:40:53.646390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.649501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52252) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:53.653634 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-c72f3898-d5fb-451e-acec-e7862273471f service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1757829 Jan 14 05:40:53.700884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:53.717437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Checking segment: {'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:53.717827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network hostable DHCP agents. Network: a68b9404-4ecc-46ec-a70d-6d174ea41621, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:40:53.772753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Subnet': ['ID=072793fc-bc3a-4ced-85e5-412344d458ff,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:53.779589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:53.801230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 16b6d506-07e2-429a-ad37-0bf405f82725) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:53.812334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1a60fd4-7eaa-48c6-b663-5a63ec62153d None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:53.812932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:53.814834 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.818245 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:53.823555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:53.832035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:53.832725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.909183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Deleting port b579c03c-ca5a-41f5-97d4-ed1f0bf8ccbc {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:53.909567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.925760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:40:53.957011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:53.966398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2419ac2a-41b5-4e38-a959-d6617fc4cf8f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:53.979866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a68b9404-4ecc-46ec-a70d-6d174ea41621) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:53.985376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] For port 089fffc2-67ff-4b3d-8783-6bf64924103b, host n-h2-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-h2-768851-4',level=0,port_id=089fffc2-67ff-4b3d-8783-6bf64924103b,segment=NetworkSegment(2f357bf5-797f-49ac-9d26-31ed46c6294e),segment_id=2f357bf5-797f-49ac-9d26-31ed46c6294e)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:53.985621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.001925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.004586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.005819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48eff33e-25b0-4be7-b7fe-0dfd6ba80519 None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:54.006645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a3f9ec86-b208-434d-8f2b-daa63b982678 HTTP/1.1" status: 204 len: 168 time: 1.0022562 Jan 14 05:40:54.008797 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 4.1467972 Jan 14 05:40:54.017295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52258) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:54.022424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=7a1f81dc-9b73-4875-975c-feaad49c2e86,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:54.073887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-1220211968'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:54.086393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:54.090804 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-a4d79f57-5ab7-4877-9303-84486c796e89 service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3829765 Jan 14 05:40:54.205840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Calling delete_port for 089fffc2-67ff-4b3d-8783-6bf64924103b owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:54.290356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.324s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:54.291516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.293306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/7a1f81dc-9b73-4875-975c-feaad49c2e86 HTTP/1.1" status: 204 len: 168 time: 1.2480183 Jan 14 05:40:54.296119 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6bdd0be-c6b8-41ea-901e-ce30a625f639 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.273s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:54.306338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52264) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:54.307152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.332677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:54.333619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.382229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a3f9ec86-b208-434d-8f2b-daa63b982678,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:54.385539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:54.450645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:54.454048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:54.496528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:54.510788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.179s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:54.523468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Deleting port 5caee56e-5fef-4825-a28e-478636a12459 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:54.525455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.558306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-a68b9404-4ecc-46ec-a70d-6d174ea41621', 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621', 'tenant_id': 'd93931abbfd44328aebeb46145a143be', 'fixed_ips': [{'subnet_id': '072793fc-bc3a-4ced-85e5-412344d458ff'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:40:54.559522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ae7990d-d9fd-49d1-981e-6d3a1d8a6690 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:54.559726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.565275 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.6256149 Jan 14 05:40:54.578932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:54.581472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Pushing event deleted for resources: {'Port': ['ID=089fffc2-67ff-4b3d-8783-6bf64924103b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:54.586177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:54.598996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ae7990d-d9fd-49d1-981e-6d3a1d8a6690 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:54.604397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ae7990d-d9fd-49d1-981e-6d3a1d8a6690 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2792258 Jan 14 05:40:54.608135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52280) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:54.618532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--1273196126'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:54.625162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:54.631175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:54.635171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.641639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:54.659980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.695445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:54.705877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:54.711525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:54.722774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:54.725310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "DELETE /v2.0/ports/089fffc2-67ff-4b3d-8783-6bf64924103b HTTP/1.1" status: 204 len: 168 time: 1.6295640 Jan 14 05:40:54.727071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:54.729455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52284) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:54.778256 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9690fd47-df69-4541-b89e-ece89dbc145d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] GET failed (client error): The resource could not be found. Jan 14 05:40:54.778892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9690fd47-df69-4541-b89e-ece89dbc145d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Synchronizing usage tracker for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:54.798738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9690fd47-df69-4541-b89e-ece89dbc145d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Unset dirty status for tenant:3f53851722ac4e56b448f1e7970ed7be on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:54.800018 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9690fd47-df69-4541-b89e-ece89dbc145d tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] 10.222.0.48 "GET /v2.0/ports/089fffc2-67ff-4b3d-8783-6bf64924103b HTTP/1.1" status: 404 len: 333 time: 0.0695689 Jan 14 05:40:54.809844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52290) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:54.878589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] The port '5caee56e-5fef-4825-a28e-478636a12459' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:40:54.912453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Allocated IP 2001:db8::2 (a68b9404-4ecc-46ec-a70d-6d174ea41621/072793fc-bc3a-4ced-85e5-412344d458ff/f6c1dd11-910e-455c-91bd-c459d4c36ebb) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:40:55.017482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.031891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.045374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.106975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.114837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8281d768-f478-4ed8-bcca-ba40f11e3682 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:55.158262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.170355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Transition to ACTIVE for port object f6c1dd11-910e-455c-91bd-c459d4c36ebb will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:55.190389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Transition to ACTIVE for port object f6c1dd11-910e-455c-91bd-c459d4c36ebb will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:40:55.196495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.228435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:40:55.296912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.303262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=e1756b40-b855-4da4-bf50-63484d77c083,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:55.315737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8086e4ee-07bf-4875-b57a-5f4f5070ccbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:55.318297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.318806 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment 02ed4a8b-ba36-4681-a259-1c56e0329e1f of type vxlan for network 7d283086-1e39-4f85-b4fe-6f000b53b142 Jan 14 05:40:55.320932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:55.325405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.329825 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7183259 Jan 14 05:40:55.331140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52312) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:55.333043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting port f6c1dd11-910e-455c-91bd-c459d4c36ebb {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:55.333510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.339982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--1056765350'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:55.352185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.359787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.360238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.370881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:55.405467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Pushing event updated for resources: {'Port': ['ID=f6c1dd11-910e-455c-91bd-c459d4c36ebb,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:55.420296 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:55.430219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:55.437732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.444823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:55.466509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:55.510931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.522178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:40:55.527816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e702664-7746-4932-84db-ac2fa41cd361']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:55.534343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:40:55.537091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:40:55.547693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f357bf5-797f-49ac-9d26-31ed46c6294e') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:55.548032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f357bf5-797f-49ac-9d26-31ed46c6294e') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:55.555971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:55.565558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:55.569370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.576455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:55.586986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:55.602510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.605458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Releasing vxlan tunnel 26 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:55.612045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Attempting to bind port f6c1dd11-910e-455c-91bd-c459d4c36ebb on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:40:55.612606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Attempting to bind port f6c1dd11-910e-455c-91bd-c459d4c36ebb by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:40:55.613090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Attempting to bind port f6c1dd11-910e-455c-91bd-c459d4c36ebb on network a68b9404-4ecc-46ec-a70d-6d174ea41621 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:40:55.619504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:40:55.620005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Checking segment: {'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:40:55.620682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.621189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Bound using segment: {'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:40:55.622050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Bound port: f6c1dd11-910e-455c-91bd-c459d4c36ebb, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:40:55.622179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.669287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['77797dff-55ca-463f-80ec-80e194373b56']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:55.683392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0f7fdda4-43f0-460d-b67a-64efd98a64d0') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:55.683720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0f7fdda4-43f0-460d-b67a-64efd98a64d0') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:40:55.696968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.715525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.717564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:40:55.722333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] For port f6c1dd11-910e-455c-91bd-c459d4c36ebb, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:40:55.725819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] For port f6c1dd11-910e-455c-91bd-c459d4c36ebb, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6c1dd11-910e-455c-91bd-c459d4c36ebb,segment=NetworkSegment(bfc92895-d16b-47bd-9347-e9f31ec5db67),segment_id=bfc92895-d16b-47bd-9347-e9f31ec5db67)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:40:55.733531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.841019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Network 8e702664-7746-4932-84db-ac2fa41cd361 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:55.852704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:55.871850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-605f30b3-14af-4c75-bbb2-3f9d3ec62838 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:55.877929 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-5ad8696a-2807-4b15-98c2-74d6d519fc02 service neutron] 10.222.0.48 "GET /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.2918952 Jan 14 05:40:55.911483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Calling delete_port for b579c03c-ca5a-41f5-97d4-ed1f0bf8ccbc owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:55.931363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52336) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:55.967661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Pushing event updated for resources: {'Port': ['ID=f6c1dd11-910e-455c-91bd-c459d4c36ebb,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:55.971365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:55.979127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.002583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.035877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee483311-b73e-4012-a69a-b815b204c403 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:56.100029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.104209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.7693229 Jan 14 05:40:56.121604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52342) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:56.125216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.153991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': 'e1756b40-b855-4da4-bf50-63484d77c083', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '8e92ccdb-8990-406b-8517-8591c92b6aa0', 'remote_ip_prefix': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:56.180299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:56.185994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Network 8e702664-7746-4932-84db-ac2fa41cd361 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:56.195126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.206571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:56.226779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=8e92ccdb-8990-406b-8517-8591c92b6aa0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:56.229264 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:56.232473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:56.240433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:56.295291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:56.303425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 77797dff-55ca-463f-80ec-80e194373b56 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:56.340044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:56.354401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Usage tracker for resource:security_group_rule and tenant:3aed0f543903432e93e1fc4757666ef5 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:56.356582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.358657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:56.370574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:56.376379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.395914 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc626132-5ba3-4c3b-89c4-841740927915 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:56.415287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.424831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.438424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Pushing event deleted for resources: {'Network': ['ID=8e702664-7746-4932-84db-ac2fa41cd361,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:56.453462 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:56.455080 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] 10.222.0.48 "DELETE /v2.0/networks/8e702664-7746-4932-84db-ac2fa41cd361 HTTP/1.1" status: 204 len: 168 time: 1.6442063 Jan 14 05:40:56.533107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.552724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:40:56.553469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.585821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.588161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.589587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.599795 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1328d2ae-3849-4fa7-9706-0633e024439f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:56.611085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.614549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a660d46-d3ba-4147-8d17-e381a65bf495 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:56.654211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.660611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3aed0f543903432e93e1fc4757666ef5&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7281182 Jan 14 05:40:56.662250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29ebc1f6-52b2-4265-ad2b-7bc7f6664e3c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:56.664898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52350) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:56.673273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:56.703512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.071s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:56.735150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=54d5120c-6340-4366-9597-3ef559476504,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:56.748227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-edaab485-83fe-45a4-97d1-1ac216243a45 service neutron] 10.222.0.48 "GET /v2.0/networks/d2a4d42f-b670-437d-8b4f-26be404673ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8691070 Jan 14 05:40:56.748913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:56.755906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.761988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 0.6344795 Jan 14 05:40:56.763333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52354) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:56.797963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52358) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:56.881752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.890992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.917068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.950837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:56.994177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.003332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:57.047276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=54d5120c-6340-4366-9597-3ef559476504,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:57.055879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:57.064628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.069058 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/54d5120c-6340-4366-9597-3ef559476504 HTTP/1.1" status: 204 len: 168 time: 0.2976241 Jan 14 05:40:57.069058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52364) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:57.107201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6c1dd11-910e-455c-91bd-c459d4c36ebb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:40:57.120439 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6643634-7794-4ddb-b3a7-1847d5af5823 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ff25b9271442453fa55811543a3950bd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3209846 Jan 14 05:40:57.121171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.126531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52368) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:57.128530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e912ae4a-3a47-4d7a-948b-a75c2f2edd06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:57.155599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29ebc1f6-52b2-4265-ad2b-7bc7f6664e3c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:57.166952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:57.167798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.171857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29ebc1f6-52b2-4265-ad2b-7bc7f6664e3c HTTP/1.1" status: 204 len: 168 time: 0.5003910 Jan 14 05:40:57.239252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f6c1dd11-910e-455c-91bd-c459d4c36ebb completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:57.247115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d8f04c81-bc34-496d-99cd-c3eeb4056910 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:57.287337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.290242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d8f04c81-bc34-496d-99cd-c3eeb4056910 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:57.291713 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8f04c81-bc34-496d-99cd-c3eeb4056910 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.2217188 Jan 14 05:40:57.299923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52374) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:57.306810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.328629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] For port f6c1dd11-910e-455c-91bd-c459d4c36ebb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6c1dd11-910e-455c-91bd-c459d4c36ebb,segment=NetworkSegment(bfc92895-d16b-47bd-9347-e9f31ec5db67),segment_id=bfc92895-d16b-47bd-9347-e9f31ec5db67)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:40:57.329192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.341140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.434095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.493046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.651821 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-d3e5827a-a98c-45cf-b93a-9fd2e8ab8a0b service neutron] 10.222.0.48 "GET /v2.0/networks/d2a4d42f-b670-437d-8b4f-26be404673ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5172658 Jan 14 05:40:57.653169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 3.6350081 Jan 14 05:40:57.663790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Calling delete_port for f6c1dd11-910e-455c-91bd-c459d4c36ebb owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:57.684008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90f8670e-044f-4ec1-93f6-d26baa7c397e None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:40:57.701792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Network 77797dff-55ca-463f-80ec-80e194373b56 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:40:57.717697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52384) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:57.723166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=7d283086-1e39-4f85-b4fe-6f000b53b142,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:40:57.780637 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:40:57.783842 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:40:57.786116 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.172s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:57.790297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'ports': [{'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725'}, {'network_id': '7d283086-1e39-4f85-b4fe-6f000b53b142'}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:57.790652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:57.791232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '7d283086-1e39-4f85-b4fe-6f000b53b142'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:57.814402 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02005784-194f-45c7-b3b4-3e695ff21433 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.068s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:57.845641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 7d283086-1e39-4f85-b4fe-6f000b53b142 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:57.858078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.866987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28211c63-ac33-4bb7-b65d-0cad750caa4e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:57.891562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aadd6681-72ac-44f8-a9c5-41871c5e9890,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:57.898140 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:57.901138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.902427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aadd6681-72ac-44f8-a9c5-41871c5e9890 HTTP/1.1" status: 204 len: 168 time: 0.7668953 Jan 14 05:40:57.916270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:57.923958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bbed63a-f4d9-4c22-8046-4cd5eea915e0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:57.956081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=8e92ccdb-8990-406b-8517-8591c92b6aa0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:57.967549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:57.999447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.003546 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/8e92ccdb-8990-406b-8517-8591c92b6aa0 HTTP/1.1" status: 204 len: 168 time: 0.6998293 Jan 14 05:40:58.003869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52396) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.024158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 7d283086-1e39-4f85-b4fe-6f000b53b142 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:58.028364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'Port': ['ID=b579c03c-ca5a-41f5-97d4-ed1f0bf8ccbc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:58.044469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 7d283086-1e39-4f85-b4fe-6f000b53b142 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:40:58.100750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:58.184109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-26c829bb-4e39-4e9b-a49b-76cc97c42f3e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:58.190245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.204541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-26c829bb-4e39-4e9b-a49b-76cc97c42f3e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:58.208949 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-26c829bb-4e39-4e9b-a49b-76cc97c42f3e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.2011998 Jan 14 05:40:58.209500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52404) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.238401 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e59dd6-83dc-4ee6-9f9f-b835874c8d8e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:58.259300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.322998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Pushing event deleted for resources: {'Network': ['ID=77797dff-55ca-463f-80ec-80e194373b56,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:58.340050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:58.355254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.390388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.396177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2bb52b90-c56d-4855-95e0-a48d49be9e61 None None] Provisioning for port f6c1dd11-910e-455c-91bd-c459d4c36ebb completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:40:58.431293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/networks/77797dff-55ca-463f-80ec-80e194373b56 HTTP/1.1" status: 204 len: 168 time: 8.6084228 Jan 14 05:40:58.432181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52410) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.450252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2bb52b90-c56d-4855-95e0-a48d49be9e61 None None] Provisioning complete for port f6c1dd11-910e-455c-91bd-c459d4c36ebb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:40:58.450594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb52b90-c56d-4855-95e0-a48d49be9e61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.467640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.477483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d6973d0-347d-4de2-abf8-d6b041f7f517 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:58.494674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=e1756b40-b855-4da4-bf50-63484d77c083,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:58.499464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52412) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.511591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:58.536860 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-70336ac6-f4ad-4eb7-92f3-61397ef8d8f2 service neutron] 10.222.0.48 "GET /v2.0/networks/d2a4d42f-b670-437d-8b4f-26be404673ff?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8265095 Jan 14 05:40:58.546623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.553344 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/e1756b40-b855-4da4-bf50-63484d77c083 HTTP/1.1" status: 204 len: 168 time: 0.3406999 Jan 14 05:40:58.554738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52420) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.587841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-367bf57c-7ca0-41da-8f2a-39b8fdcceb20 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Synchronizing usage tracker for tenant:497bfcef70de47ac91260318fead3afe on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:58.636242 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e44d135f-b32b-4ee5-be08-2154cff8c135 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f53851722ac4e56b448f1e7970ed7be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1247425 Jan 14 05:40:58.642646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52424) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.682330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-750eecff-ecb6-4e29-a43f-9678300a8558 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:40:58.753872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-750eecff-ecb6-4e29-a43f-9678300a8558 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:58.760970 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-750eecff-ecb6-4e29-a43f-9678300a8558 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2014616 Jan 14 05:40:58.761862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52430) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.761975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8e75c554-b503-495a-807c-07041e02dbc4 req-125d4fb0-bf39-4a19-ac72-e9f193e1a1b6 service neutron] 10.222.0.48 "GET /v2.0/networks/d2a4d42f-b670-437d-8b4f-26be404673ff?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1623642 Jan 14 05:40:58.762863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.773773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--1394007745'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:58.777721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.797493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.798253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:58.800252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.805222 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/floatingips/3fda5873-d379-46b5-a16b-4ede6673ef36 HTTP/1.1" status: 204 len: 168 time: 5.1547041 Jan 14 05:40:58.806513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2bb52b90-c56d-4855-95e0-a48d49be9e61 None None] Could not find standard attr ID for object f6c1dd11-910e-455c-91bd-c459d4c36ebb. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:40:58.810139 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.db [None req-2bb52b90-c56d-4855-95e0-a48d49be9e61 None None] No ports have port_id starting with f6c1dd11-910e-455c-91bd-c459d4c36ebb Jan 14 05:40:58.812787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:58.814677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52434) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.836212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:58.900199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.926020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-367bf57c-7ca0-41da-8f2a-39b8fdcceb20 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Unset dirty status for tenant:497bfcef70de47ac91260318fead3afe on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:40:58.930095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:58.930678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-367bf57c-7ca0-41da-8f2a-39b8fdcceb20 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "GET /v2.0/ports?device_id=852574bb-92a3-4e80-bfd5-a216e0dbf656 HTTP/1.1" status: 200 len: 205 time: 0.4125624 Jan 14 05:40:58.932371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:58.939595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52440) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:58.942661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Port': ['ID=f6c1dd11-910e-455c-91bd-c459d4c36ebb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:58.965836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:58.969813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:58.973185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:58.986353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:59.034293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Deleting port f75af8db-ee63-44da-bdfa-1d5494e16d36 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:40:59.034683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.052378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:59.107846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:59.116061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:59.119192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a9f4a8c1-09b9-4909-9162-e67c32a4b68d None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:40:59.129453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:59.241042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.251590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df05c2ba-8dba-4106-b3a7-49d41bb6ca19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:59.268142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 2} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:40:59.310284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.315478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7326e51a-8b0a-4c87-ad62-801503357493 None None] Could not find standard attr ID for object f6c1dd11-910e-455c-91bd-c459d4c36ebb. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:40:59.332679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=163b309d-ad87-4886-bc34-6087a22746f2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:59.363249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.363676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.364465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.364881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.365296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.365706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.366114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.366530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.366956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.367366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.368006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.368172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.368603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.369006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.369406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.369808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.370206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.370605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.371029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.371436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.371833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.372230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.372624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.373262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.373536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.374025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.374336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.374724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.375134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.375531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.375930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.376331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.376729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.377185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.377497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.377894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:40:59.392266 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:40:59.412241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8f110fa-37cb-4453-8426-a08f6884d00d tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.436570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.440570 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/163b309d-ad87-4886-bc34-6087a22746f2 HTTP/1.1" status: 204 len: 168 time: 0.7941484 Jan 14 05:40:59.464053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.480376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.486075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.495856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17dfbd8e-37a7-4519-9966-ff1825c233de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:40:59.507030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a9f4a8c1-09b9-4909-9162-e67c32a4b68d None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:40:59.688906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Calling delete_port for f75af8db-ee63-44da-bdfa-1d5494e16d36 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:40:59.872429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.876411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1102388 Jan 14 05:40:59.898247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52470) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:59.898717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:40:59.936011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': 'b14e8080-ff42-46a8-8a3d-13b947da0cf0', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:40:59.937462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No DVR routers for this DVR port f6c1dd11-910e-455c-91bd-c459d4c36ebb on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:40:59.950196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:40:59.956275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:40:59.959426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:40:59.965334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:40:59.973123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=b14e8080-ff42-46a8-8a3d-13b947da0cf0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:40:59.975775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:40:59.978082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.482s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:00.012235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.103407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8f110fa-37cb-4453-8426-a08f6884d00d tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.135117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8f110fa-37cb-4453-8426-a08f6884d00d tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.147489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-266121d8-3c8d-40ca-8bf3-fb87e54369af tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:00.225606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.255186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'Port': ['ID=f75af8db-ee63-44da-bdfa-1d5494e16d36,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:00.274146 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:00.340482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.377702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8f110fa-37cb-4453-8426-a08f6884d00d tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.378379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8f110fa-37cb-4453-8426-a08f6884d00d tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Fanout notify agent at l3_agent the message router_deleted on router 852574bb-92a3-4e80-bfd5-a216e0dbf656 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:41:00.423918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.428816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/ports/f75af8db-ee63-44da-bdfa-1d5494e16d36 HTTP/1.1" status: 204 len: 168 time: 1.6073985 Jan 14 05:41:00.439081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0361d4fa-3046-4499-9856-dd3c6d2dcf73 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Request body: {'metering_label': {'description': 'metering label created by tempest', 'name': 'tempest-metering-label-343060954'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:00.440281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0361d4fa-3046-4499-9856-dd3c6d2dcf73 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Unknown quota resources ['metering_label']. {{(pid=80930) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:41:00.456705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52498) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:00.525286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-a68b9404-4ecc-46ec-a70d-6d174ea41621', 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621', 'tenant_id': 'd93931abbfd44328aebeb46145a143be', 'fixed_ips': [{'subnet_id': '072793fc-bc3a-4ced-85e5-412344d458ff'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:41:00.527474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.862098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Deleting port c07c180a-dfd8-4393-8475-359be34a78be {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:00.862888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:00.971745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 76af2250-e939-498e-a960-60095ae98abf yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:01.037717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0361d4fa-3046-4499-9856-dd3c6d2dcf73 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.039097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0361d4fa-3046-4499-9856-dd3c6d2dcf73 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 477 time: 1.1366568 Jan 14 05:41:01.043059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52522) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:01.046936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Allocated IP 2001:db8::2 (a68b9404-4ecc-46ec-a70d-6d174ea41621/072793fc-bc3a-4ced-85e5-412344d458ff/7610eb33-8db6-482c-9d7b-bd4eae8c9cdf) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:01.054640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.088791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-719ef264-dc80-493b-bd41-a260b1d456e2 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd02::/64', 'direction': 'ingress', 'metering_label_id': '2dcc1e27-eaa0-48d4-b01d-e1e2621b37dc'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:01.090125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-719ef264-dc80-493b-bd41-a260b1d456e2 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Unknown quota resources ['metering_label_rule']. {{(pid=80930) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:41:01.098748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.118081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6aab768e-53c8-45b0-a435-3ee343ea43d5 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:01.184241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.204207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a6f789c8-c798-4fe7-be95-42b47bff68fa,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:01.234662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:01.241959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.247165 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.3398185 Jan 14 05:41:01.248186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52530) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:01.251962 n-d-768851-4 neutron-server[80820]: WARNING neutron.services.metering.metering_plugin [None req-719ef264-dc80-493b-bd41-a260b1d456e2 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 05:41:01.316293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 97f54f7b-f629-4885-adb9-767c3a76aaef yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:01.421735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.440994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Transition to ACTIVE for port object 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:01.461428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Transition to ACTIVE for port object 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:01.480153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.495214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.515099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.516138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a85c192-76f8-469b-a83c-8efaa45ae058 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:01.530612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.622646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.672474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.704491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6741e67-7c29-4e84-8be7-f2d5f6379840 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:01.706037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:01.734169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-719ef264-dc80-493b-bd41-a260b1d456e2 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.735635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-719ef264-dc80-493b-bd41-a260b1d456e2 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.6722736 Jan 14 05:41:01.743247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=a6f789c8-c798-4fe7-be95-42b47bff68fa,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:01.745529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52540) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:01.756218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8ee29c00-e3d6-48f0-ba54-a8faf4b8584e tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Request body: {'metering_label_rule': {'remote_ip_prefix': 'fd03::/64', 'direction': 'ingress', 'metering_label_id': '2dcc1e27-eaa0-48d4-b01d-e1e2621b37dc'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:01.756747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8ee29c00-e3d6-48f0-ba54-a8faf4b8584e tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Unknown quota resources ['metering_label_rule']. {{(pid=80930) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:41:01.759952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:01.766886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.771959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/a6f789c8-c798-4fe7-be95-42b47bff68fa HTTP/1.1" status: 204 len: 168 time: 0.5143070 Jan 14 05:41:01.773059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52544) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:01.794930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8f110fa-37cb-4453-8426-a08f6884d00d tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.800573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:01.801672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Pushing event updated for resources: {'Port': ['ID=7610eb33-8db6-482c-9d7b-bd4eae8c9cdf,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:01.805465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.290s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:01.807026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:01.807538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8f110fa-37cb-4453-8426-a08f6884d00d tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] 10.222.0.48 "DELETE /v2.0/routers/852574bb-92a3-4e80-bfd5-a216e0dbf656 HTTP/1.1" status: 204 len: 168 time: 2.8605080 Jan 14 05:41:01.809305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:01.838595 n-d-768851-4 neutron-server[80820]: WARNING neutron.services.metering.metering_plugin [None req-8ee29c00-e3d6-48f0-ba54-a8faf4b8584e tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] The use of 'remote_ip_prefix' in metering label rules is deprecated and will be removed in future releases. One should use instead the 'source_ip_prefix' and/or 'destination_ip_prefix' parameters. For more details, you can check the spec: https://review.opendev.org/#/c/744702/. Jan 14 05:41:01.893493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Attempting to bind port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:41:01.893909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Attempting to bind port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:41:01.894325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Attempting to bind port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf on network a68b9404-4ecc-46ec-a70d-6d174ea41621 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:41:01.902560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:41:01.903056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Checking segment: {'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:01.903433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:01.903900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Bound using segment: {'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:41:01.904537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Bound port: 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bfc92895-d16b-47bd-9347-e9f31ec5db67', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:41:01.904969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.024923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.088754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4148a3c9-3cd4-415f-87bc-43540f2f5e56 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:02.093634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ee29c00-e3d6-48f0-ba54-a8faf4b8584e tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.098287 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ee29c00-e3d6-48f0-ba54-a8faf4b8584e tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "POST /v2.0/metering/metering-label-rules HTTP/1.1" status: 201 len: 464 time: 0.3438261 Jan 14 05:41:02.098918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:02.099365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52556) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:02.105876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:02.112323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=76af2250-e939-498e-a960-60095ae98abf,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:02.115513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:02.116434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.131508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:02.154114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] For port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:41:02.164720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] For port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7610eb33-8db6-482c-9d7b-bd4eae8c9cdf,segment=NetworkSegment(bfc92895-d16b-47bd-9347-e9f31ec5db67),segment_id=bfc92895-d16b-47bd-9347-e9f31ec5db67)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:41:02.180502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.203160 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:02.289138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b200ac6d-17fb-4368-8e64-1b9acfafc624 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:02.306887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Calling delete_port for c07c180a-dfd8-4393-8475-359be34a78be owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:02.338631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52562) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:02.339270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52566) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:02.359111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4148a3c9-3cd4-415f-87bc-43540f2f5e56 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:02.363454 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4148a3c9-3cd4-415f-87bc-43540f2f5e56 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5693498 Jan 14 05:41:02.364550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Pushing event updated for resources: {'Port': ['ID=7610eb33-8db6-482c-9d7b-bd4eae8c9cdf,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:02.367341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50f25b87-d367-467f-80ac-2064049e75b3 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=76bbdecf-d7c1-4abb-bf43-4c348462939e HTTP/1.1" status: 200 len: 462 time: 0.2660351 Jan 14 05:41:02.376011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:02.376900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52576) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:02.377250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52578) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:02.428461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=97f54f7b-f629-4885-adb9-767c3a76aaef,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:02.443169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:02.609842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.627013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': '02ed4a8b-ba36-4681-a259-1c56e0329e1f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '7d283086-1e39-4f85-b4fe-6f000b53b142'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:02.627421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: 7d283086-1e39-4f85-b4fe-6f000b53b142, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.641588 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:02.644860 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:02.671458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.737755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 7d283086-1e39-4f85-b4fe-6f000b53b142 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:02.748844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.763264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 7d283086-1e39-4f85-b4fe-6f000b53b142) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:02.796721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:02.817080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:02.835501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:02.836325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.888934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:02.909834 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2f13542-7f7c-4383-9c92-e13fe76aa262 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:02.952857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 5.2313235 Jan 14 05:41:03.007875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Subnet': ['ID=072793fc-bc3a-4ced-85e5-412344d458ff,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:03.010499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52588) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.019046 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:03.119817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 97f54f7b-f629-4885-adb9-767c3a76aaef {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:03.120199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.133364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bbd9f3b-6a32-4211-aff3-66515c1f5126 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.137384 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bbd9f3b-6a32-4211-aff3-66515c1f5126 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/76bbdecf-d7c1-4abb-bf43-4c348462939e HTTP/1.1" status: 204 len: 168 time: 0.7546322 Jan 14 05:41:03.145099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52598) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.145099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.160385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:03.182773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.192535 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47cfa685-0a8c-4d27-880e-31748c4662c7 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:03.222505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'SecurityGroup': ['ID=dbda296f-fad2-4eff-a45d-c9e284397f98,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:03.226028 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-614882ec-3b14-4d96-9009-448a2238ffe2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=497bfcef70de47ac91260318fead3afe&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8837609 Jan 14 05:41:03.235460 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a49ab39a-4e6a-490f-934a-2859961380bd tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=76bbdecf-d7c1-4abb-bf43-4c348462939e HTTP/1.1" status: 200 len: 221 time: 0.0743229 Jan 14 05:41:03.245321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.245693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52606) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.249237 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:03.260110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.281589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b563e730-88b4-473f-a1cc-67f676a440bd tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:03.313911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:03.400607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'Port': ['ID=c07c180a-dfd8-4393-8475-359be34a78be,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:03.401954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e69bc7ae-719e-4157-b2a1-ea73a717c700 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Request body: {'metering_label': {'name': 'tempest-metering-label--418841579', 'description': 'label created by tempest'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:03.402438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e69bc7ae-719e-4157-b2a1-ea73a717c700 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Unknown quota resources ['metering_label']. {{(pid=80929) _create /opt/stack/neutron/neutron/api/v2/base.py:495}} Jan 14 05:41:03.419578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:03.419830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.430122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52612) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.447516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.460750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a534b8d-41bf-41d6-9a71-c7f27aee3528 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:03.497838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=b14e8080-ff42-46a8-8a3d-13b947da0cf0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:03.500323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.501582 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/b14e8080-ff42-46a8-8a3d-13b947da0cf0 HTTP/1.1" status: 204 len: 168 time: 1.1233258 Jan 14 05:41:03.505707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:03.506810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52618) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.628291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1324b9aa-b87f-4322-b2e2-553b4e530019 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:03.693344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c04174d0-f8e9-4751-b2e5-66705a5c582b tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Request body: {'quota': {'network': 0, 'port': 0}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:03.718353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-873a293a-0af2-4928-b337-b1bb095246fd None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:41:03.723904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1324b9aa-b87f-4322-b2e2-553b4e530019 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:03.724663 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1324b9aa-b87f-4322-b2e2-553b4e530019 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2157655 Jan 14 05:41:03.730777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52622) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.736778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group': {'name': 'tempest-secgroup--1885035637'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:03.757497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:03.771842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.776473 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/ports/c07c180a-dfd8-4393-8475-359be34a78be HTTP/1.1" status: 204 len: 168 time: 3.3157740 Jan 14 05:41:03.781081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:03.782978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52626) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.813546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.814821 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/security-groups/dbda296f-fad2-4eff-a45d-c9e284397f98 HTTP/1.1" status: 204 len: 168 time: 1.4625366 Jan 14 05:41:03.821459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52630) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.830360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c04174d0-f8e9-4751-b2e5-66705a5c582b tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "PUT /v2.0/quotas/12214dbcc5f547c29cd70e0364b69c3c HTTP/1.1" status: 200 len: 366 time: 0.3990006 Jan 14 05:41:03.844661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52634) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.847784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Provisioning for port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:03.848343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.858421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Provisioning complete for port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:03.859227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.875204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:03.900152 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-77e37d1b-a47a-49da-80ac-309cc037dcb9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] show failed (client error): The resource could not be found. Jan 14 05:41:03.904101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-77e37d1b-a47a-49da-80ac-309cc037dcb9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "GET /v2.0/security-groups/dbda296f-fad2-4eff-a45d-c9e284397f98 HTTP/1.1" status: 404 len: 347 time: 0.0732448 Jan 14 05:41:03.909953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52638) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.910170 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87e88e41-6525-4378-b764-42c79ed599e4 tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 732 time: 0.0616677 Jan 14 05:41:03.911660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52640) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:03.939041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:04.004048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:04.018139 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f3475ce6-2495-4fd0-ba72-820b4cc76446 tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "GET /v2.0/quotas/12214dbcc5f547c29cd70e0364b69c3c HTTP/1.1" status: 200 len: 366 time: 0.1008875 Jan 14 05:41:04.019373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:04.023199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52646) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.042204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:04.049362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.061159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.067091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-873a293a-0af2-4928-b337-b1bb095246fd None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:41:04.078916 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0f62efe-dfa0-4eea-bfa4-c5eeaf3aa890 tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "DELETE /v2.0/quotas/12214dbcc5f547c29cd70e0364b69c3c HTTP/1.1" status: 204 len: 168 time: 0.0535197 Jan 14 05:41:04.086619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52650) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.127287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Deleting subnet 9571ca75-05dc-4432-90fb-2ceeed2fbf59 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:04.132668 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36b23c8f-f828-4d06-8303-4394f5598b42 tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "GET /v2.0/quotas HTTP/1.1" status: 200 len: 470 time: 0.0406017 Jan 14 05:41:04.133472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52654) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.137970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.185831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] For port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7610eb33-8db6-482c-9d7b-bd4eae8c9cdf,segment=NetworkSegment(bfc92895-d16b-47bd-9347-e9f31ec5db67),segment_id=bfc92895-d16b-47bd-9347-e9f31ec5db67)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:04.190548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.195849 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba94c56a-7023-4213-b3c3-a0d94446df6e tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "GET /v2.0/quotas/12214dbcc5f547c29cd70e0364b69c3c HTTP/1.1" status: 200 len: 370 time: 0.0592010 Jan 14 05:41:04.196017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aafbb5c4-3991-4ebe-b0be-9c8a1eca5c4c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:04.197998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52658) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.210200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 97f54f7b-f629-4885-adb9-767c3a76aaef owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:04.213538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-73b194fd-d914-4ea4-afac-5e3cd9f0115e tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "GET /v2.0/quotas/12214dbcc5f547c29cd70e0364b69c3c/default HTTP/1.1" status: 200 len: 370 time: 0.0121429 Jan 14 05:41:04.219287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52662) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.250000 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-413ace79-6f77-4643-889f-7e25636c363c tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] delete failed (client error): The resource could not be found. Jan 14 05:41:04.251163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-413ace79-6f77-4643-889f-7e25636c363c tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "DELETE /v2.0/quotas/12214dbcc5f547c29cd70e0364b69c3c HTTP/1.1" status: 404 len: 348 time: 0.0309625 Jan 14 05:41:04.255876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.275838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68b9404-4ecc-46ec-a70d-6d174ea41621']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:04.286972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e69bc7ae-719e-4157-b2a1-ea73a717c700 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.288272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e69bc7ae-719e-4157-b2a1-ea73a717c700 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "POST /v2.0/metering/metering-labels HTTP/1.1" status: 201 len: 469 time: 1.0361788 Jan 14 05:41:04.288416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Pushing event updated for resources: {'Port': ['ID=7610eb33-8db6-482c-9d7b-bd4eae8c9cdf,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:04.296607 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:04.299265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52668) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.312876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.388946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc92895-d16b-47bd-9347-e9f31ec5db67') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:04.389279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc92895-d16b-47bd-9347-e9f31ec5db67') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:04.397860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.410247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Deleting port ba533ef8-8003-495e-9d34-8187e1b94d8b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:04.410778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.416925 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-69d7cf11-98c0-4977-8cba-35de72f347b1 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=8aa3b0b8-a78f-4d36-a0f2-e29c008c1a7a HTTP/1.1" status: 200 len: 467 time: 0.1163490 Jan 14 05:41:04.424896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52672) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.430654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.438130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52676) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.449561 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f29a9daf-6e4f-4879-a16c-f413c9233e06 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:04.460377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.528059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.542593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:04.556876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.575534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b98b2ccd-34fb-4273-8d2c-e60316c8cd73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:04.691748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroup': ['ID=2fb8e9b7-8a0a-4767-a110-37b2ea4ea5a7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:04.707201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:04.710115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b2e1ebe-e585-4e50-9967-f7dd9ec8ef6c None None] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:04.738170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12e446c5-d266-430f-a311-855b8ae5102f None None] Network 7d283086-1e39-4f85-b4fe-6f000b53b142 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:04.905223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:network and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:04.914991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f818f3fa-543f-41fe-b079-06ed65496123 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.920411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f818f3fa-543f-41fe-b079-06ed65496123 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/8aa3b0b8-a78f-4d36-a0f2-e29c008c1a7a HTTP/1.1" status: 204 len: 168 time: 0.4942322 Jan 14 05:41:04.923536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52680) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.928880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.930673 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.1988215 Jan 14 05:41:04.931768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:04.943464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52684) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.957026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '2fb8e9b7-8a0a-4767-a110-37b2ea4ea5a7', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:04.957473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-29c62e18-6f45-4485-9824-8558717fc34e None None] Provisioning complete for port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:04.958001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29c62e18-6f45-4485-9824-8558717fc34e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:04.979185 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fcd2f236-a7c5-4bf7-8fe9-1a471ad067a8 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=8aa3b0b8-a78f-4d36-a0f2-e29c008c1a7a HTTP/1.1" status: 200 len: 216 time: 0.0533881 Jan 14 05:41:04.982995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:04.987403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52688) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:04.993355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.027336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:subnet and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:05.029749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59d2a76-d9b9-4036-8fdf-2954eea6dc4b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:05.032617 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.457s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:05.040731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Usage tracker for resource:security_group_rule and tenant:b9cd78856b4247e590cc800e7832a9da is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:05.053337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:05.063602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:05.072359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40e65fb9-79a8-4be6-87ae-5ec48646ad11 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-label-rules?id=33 HTTP/1.1" status: 200 len: 221 time: 0.0832708 Jan 14 05:41:05.077525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:05.079725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52692) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:05.079979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.106849 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0019e710-af12-445d-ba58-f1933d7db900 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-labels?id=33 HTTP/1.1" status: 200 len: 216 time: 0.0255439 Jan 14 05:41:05.107603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52696) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:05.129877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38adaf23-bfb0-41a7-a3b6-f4556ec6dadd tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:05.158588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:05.161489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.165274 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f59d2a76-d9b9-4036-8fdf-2954eea6dc4b HTTP/1.1" status: 204 len: 168 time: 1.9124029 Jan 14 05:41:05.215829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:subnetpool and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:05.300130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=97f54f7b-f629-4885-adb9-767c3a76aaef,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:05.303265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:05.317009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.348340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:05.360463 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-876eac04-ae69-4f7f-9bf1-4ebec8040b17 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-labels/2dcc1e27-eaa0-48d4-b01d-e1e2621b37dc HTTP/1.1" status: 200 len: 472 time: 0.2473624 Jan 14 05:41:05.361260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for subnetpool was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:05.367589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52702) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:05.369425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.401720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.411929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:port and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:05.414483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.416943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8edfe52-07ec-4ff5-b886-71d45a4bed0f tempest-ServersTestJSON-1650824308 tempest-ServersTestJSON-1650824308] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:05.439803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a65b3c0-7efb-487f-a2ea-723f867aada7,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:05.456373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:05.461871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:05.495817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-53b0ce1c-8f0c-4472-9f81-c2219b67d29c tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "GET /v2.0/metering/metering-label-rules/0d3166e4-92a3-4277-9c71-e10f93603b92 HTTP/1.1" status: 200 len: 459 time: 0.1000550 Jan 14 05:41:05.504451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52706) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:05.510053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:router and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:05.522052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.522763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.523325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.5770886 Jan 14 05:41:05.528642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52712) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:05.532896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.533353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.534369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:05.595404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:05.595826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.672551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Calling delete_port for ba533ef8-8003-495e-9d34-8187e1b94d8b owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:05.743777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:floatingip and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:05.753024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6c1dd11-910e-455c-91bd-c459d4c36ebb no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:05.782751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc2ae58e-782a-456d-ae1d-ce6710c89595 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.786830 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bc2ae58e-782a-456d-ae1d-ce6710c89595 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "DELETE /v2.0/metering/metering-label-rules/0d3166e4-92a3-4277-9c71-e10f93603b92 HTTP/1.1" status: 204 len: 168 time: 0.2784660 Jan 14 05:41:05.787928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:05.793604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52716) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:05.800785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f6c1dd11-910e-455c-91bd-c459d4c36ebb {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:05.801253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6c1dd11-910e-455c-91bd-c459d4c36ebb not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:05.818391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] DHCP port deletion for a68b9404-4ecc-46ec-a70d-6d174ea41621 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:05.824713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Deleting port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:05.825456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:05.941425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:06.059437 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:06.062497 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:06.071083 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/97f54f7b-f629-4885-adb9-767c3a76aaef HTTP/1.1" status: 204 len: 168 time: 3.0536361 Jan 14 05:41:06.080832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.093525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] For port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7610eb33-8db6-482c-9d7b-bd4eae8c9cdf,segment=NetworkSegment(bfc92895-d16b-47bd-9347-e9f31ec5db67),segment_id=bfc92895-d16b-47bd-9347-e9f31ec5db67)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:06.094151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.097793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:41:06.097793 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:41:06.097793 n-d-768851-4 neutron-server[80820]: [parameters: {'id': 'a68b9404-4ecc-46ec-a70d-6d174ea41621'}] Jan 14 05:41:06.097793 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:06.098232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:06.098718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52728) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:06.103781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b9e9b3b-eef2-4aa6-aec5-508930fe2a0a tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:06.330957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'Port': ['ID=ba533ef8-8003-495e-9d34-8187e1b94d8b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:06.353585 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-21233158-5e2d-4a3d-b1ab-8b1ca813e476 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules/7a65b3c0-7efb-487f-a2ea-723f867aada7 HTTP/1.1" status: 200 len: 763 time: 0.2959225 Jan 14 05:41:06.358886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.359337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.359765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.360183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.360602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.361017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.361432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.361843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.362254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.362663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.363095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.363501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.364315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.364725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.365131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.365535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.365941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.366345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.366776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.367188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.367592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.367993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.368395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.368797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.369282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.369687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.370087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.370488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.370956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.371366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.371762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.372167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.372566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.373312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.373426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.373826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:06.377340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52738) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:06.390017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:06.463923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Calling delete_port for 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:06.508106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.524513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52742) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:06.543075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4fbe3385-cee1-4917-a1ca-099fe517009d tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:06.555440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f70c1d43-77a3-47b5-a0d5-457bb58929c6 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] Notify callbacks [] for metering_label, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.556662 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f70c1d43-77a3-47b5-a0d5-457bb58929c6 tempest-MeteringIpV6TestJSON-2071938882 tempest-MeteringIpV6TestJSON-2071938882] 10.222.0.48 "DELETE /v2.0/metering/metering-labels/2dcc1e27-eaa0-48d4-b01d-e1e2621b37dc HTTP/1.1" status: 204 len: 168 time: 0.7620535 Jan 14 05:41:06.573032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47993a6a-90df-47c4-b697-a4e176d0a11c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:06.574971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.609823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47993a6a-90df-47c4-b697-a4e176d0a11c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:06.611172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47993a6a-90df-47c4-b697-a4e176d0a11c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:06.615716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.621208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.699753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1772589-09c5-486d-8272-9e16c8dc2866 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:06.728270 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c21be7a-f561-4b50-bdf1-72a267845070 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:06.750499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'Subnet': ['ID=9571ca75-05dc-4432-90fb-2ceeed2fbf59,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:06.754607 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:06.757418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:security_group and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:06.759574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4fbe3385-cee1-4917-a1ca-099fe517009d tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:06.761645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4fbe3385-cee1-4917-a1ca-099fe517009d tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3810434 Jan 14 05:41:06.766054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:06.767757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52750) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:06.774726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.775506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:06.776155 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/floatingips/8cc2cb41-188e-4095-963e-7d514a19fc95 HTTP/1.1" status: 204 len: 168 time: 2.8542635 Jan 14 05:41:06.778400 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/subnets/9571ca75-05dc-4432-90fb-2ceeed2fbf59 HTTP/1.1" status: 204 len: 168 time: 2.9929981 Jan 14 05:41:06.779633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52754) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:06.784256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52756) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:06.792726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Pushing event deleted for resources: {'Port': ['ID=7610eb33-8db6-482c-9d7b-bd4eae8c9cdf,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:06.796692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2a76c3e-6873-4d9c-95d4-f6d3ca59d793 None None] Network 3a07eda0-7603-4cb1-abe7-4f478787234b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:06.825856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Usage tracker for resource:security_group_rule and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:06.849883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Request body: {'network': {'name': 'tempest-TagsExtTest-test-network-2093757833'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:06.860036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:06.868518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47993a6a-90df-47c4-b697-a4e176d0a11c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:06.873595 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47993a6a-90df-47c4-b697-a4e176d0a11c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1451 time: 0.7194676 Jan 14 05:41:06.877660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:06.879670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52762) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:06.881305 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e990ff39-bc54-4db0-993e-19b2089ea2fc tempest-QuotasTest-204912166 tempest-QuotasTest-204912166] 10.222.0.48 "GET /v2.0/quotas/6dcc27149ea641478a59dec972d35355/details.json HTTP/1.1" status: 200 len: 703 time: 2.4231887 Jan 14 05:41:06.916998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] No DVR routers for this DVR port 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:06.918626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:06.928940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Usage tracker for resource:network and tenant:37f41e4ed2d24af79861c1d217669b23 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:06.946009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:06.996213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.019234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.037146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 76af2250-e939-498e-a960-60095ae98abf {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:07.037537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.078540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Deleting port b63322a2-d19d-4d00-a031-c0b57205a36d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:07.078967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.119777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.121105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] DHCP port deletion for 3a07eda0-7603-4cb1-abe7-4f478787234b request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:07.126240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Deleting port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:07.126661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.143342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52770) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:07.144888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:07.178892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:07.216739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:07.216739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7610eb33-8db6-482c-9d7b-bd4eae8c9cdf not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:07.281611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.292815 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:07.316130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=7a65b3c0-7efb-487f-a2ea-723f867aada7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:07.331089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:07.333842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Deleting subnet f65f6461-cc59-42f1-ac0d-b1396dd52f40 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:07.354176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.389415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.390721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/7a65b3c0-7efb-487f-a2ea-723f867aada7 HTTP/1.1" status: 204 len: 168 time: 0.6213710 Jan 14 05:41:07.416947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] For port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3fe35ba4-db30-4449-ae5f-c3c86d6145ac,segment=NetworkSegment(923334fb-8228-43f7-b8be-cf2891b11296),segment_id=923334fb-8228-43f7-b8be-cf2891b11296)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:07.417502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.426846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52778) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:07.472983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a68b9404-4ecc-46ec-a70d-6d174ea41621']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:07.494172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bfc92895-d16b-47bd-9347-e9f31ec5db67') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:07.494504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bfc92895-d16b-47bd-9347-e9f31ec5db67') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:07.519013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.534639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Made reservation on behalf of 37f41e4ed2d24af79861c1d217669b23 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:07.553527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52784) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:07.557308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.572258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.574813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:07.611301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.663500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Calling delete_port for 3fe35ba4-db30-4449-ae5f-c3c86d6145ac owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:07.752799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c9af334-3e7b-48fe-aafe-4f265378a9ae tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:07.755988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.757403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.777795 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73886043-2904-4b9a-b238-15b1d433d01f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:07.792942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.826668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:07.833614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Calling delete_port for b63322a2-d19d-4d00-a031-c0b57205a36d owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:07.848380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Usage tracker for resource:security_group_rule and tenant:37f41e4ed2d24af79861c1d217669b23 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:07.854749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:07.879958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:07.889107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c9af334-3e7b-48fe-aafe-4f265378a9ae tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:07.893259 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c9af334-3e7b-48fe-aafe-4f265378a9ae tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.4599767 Jan 14 05:41:07.894563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:07.900233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Pushing event deleted for resources: {'Port': ['ID=3fe35ba4-db30-4449-ae5f-c3c86d6145ac,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:07.905845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52790) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:07.913832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:07.921519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] No DVR routers for this DVR port 3fe35ba4-db30-4449-ae5f-c3c86d6145ac on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:08.050745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '2fb8e9b7-8a0a-4767-a110-37b2ea4ea5a7', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:08.070084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 76af2250-e939-498e-a960-60095ae98abf owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:08.110901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:08.160319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:08.215034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.229628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.264774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.268949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.299145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.300887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:08.309506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:08.320434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.325791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5273f580-00dd-464f-a2e3-4f9a58ede135 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:08.336832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Usage tracker for resource:security_group_rule and tenant:bc8be2a65b9f43f780a495b10fdcaee4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:08.345973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:08.412390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:08.420980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:08.436363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Usage tracker for resource:security_group_rule and tenant:e573d1c964c54002abcb41a3c8e9d830 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:08.447158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=76af2250-e939-498e-a960-60095ae98abf,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:08.447539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:08.450023 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:08.477838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:08.623535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.636114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.643213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.647909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network a68b9404-4ecc-46ec-a70d-6d174ea41621 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:08.651639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a91f06f-169b-491e-824a-9d2daeebdaa7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:08.659420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:08.684472 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:08.703465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.760495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:08.790152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Pushing event updated for resources: {'SecurityGroup': ['ID=156176c9-32e8-487f-aaae-0ae93beb3407,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:08.798129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.799405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:08.801702 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:08.810397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.810876 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Added segment 576a28ba-b3a4-439a-930c-b0c553378617 of type vxlan for network 0dad1b04-fdba-4ee0-b087-f261f9504545 Jan 14 05:41:08.818516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2708cf96-919b-4aff-b1b1-aae8ccf9d284 tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:08.843214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/76af2250-e939-498e-a960-60095ae98abf HTTP/1.1" status: 204 len: 168 time: 1.9605567 Jan 14 05:41:08.860991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.862316 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.9496353 Jan 14 05:41:08.863614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52794) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:08.871624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52796) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:08.875402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4d9d8fa-a62b-48c7-91fb-69feebe763ef,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:08.892586 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:08.923367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.936655 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-db392db2-76cf-463d-9c2a-e8ef434ce4a0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules/d4d9d8fa-a62b-48c7-91fb-69feebe763ef HTTP/1.1" status: 200 len: 763 time: 0.0625069 Jan 14 05:41:08.943021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:08.971369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:08.989641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'Port': ['ID=b63322a2-d19d-4d00-a031-c0b57205a36d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:09.011004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.014012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:09.015337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.026588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd0d5b21-f5e1-4714-8a7e-dce2f2910d02 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.015s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:09.031539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:09.074596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fe35ba4-db30-4449-ae5f-c3c86d6145ac no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:09.082840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Network': ['ID=a68b9404-4ecc-46ec-a70d-6d174ea41621,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:09.098577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9fa0103d-741d-4d7a-a2b7-d841aedeae0d tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:09.108071 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:09.115207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 3fe35ba4-db30-4449-ae5f-c3c86d6145ac {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:09.115454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.115602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fe35ba4-db30-4449-ae5f-c3c86d6145ac not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:09.133626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/a68b9404-4ecc-46ec-a70d-6d174ea41621 HTTP/1.1" status: 204 len: 168 time: 14.5423987 Jan 14 05:41:09.138764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.145858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52806) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.158413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.161999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.163796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ca27a8-c293-46a9-84dc-0993f4e96db0 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:09.177713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:09.178374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.183849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'network': {'name': 'tempest-NetworksIpV6TestAttrs-test-network-12357279'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:09.190244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'Subnet': ['ID=f65f6461-cc59-42f1-ac0d-b1396dd52f40,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:09.194419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.212825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:09.216923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9745a121-1d73-4b32-9a0e-62a8194cc663 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:09.246112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:09.263243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Usage tracker for resource:network and tenant:d93931abbfd44328aebeb46145a143be is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:09.277523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Quota usage for network was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:09.285209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e573d1c964c54002abcb41a3c8e9d830&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1407266 Jan 14 05:41:09.286113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=684611a3-041b-46f5-b4bd-f749b7854b9b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:09.291900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52810) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.307418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:09.308339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:09.314404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59da92da-cb77-4255-91c0-5c8c487d78ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.105s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:09.339055 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.8073442 Jan 14 05:41:09.341400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52814) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.347770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9fa0103d-741d-4d7a-a2b7-d841aedeae0d tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:09.349138 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9fa0103d-741d-4d7a-a2b7-d841aedeae0d tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.4051223 Jan 14 05:41:09.360423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Request body: {'subnet': {'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:09.365454 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bc8be2a65b9f43f780a495b10fdcaee4&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8107483 Jan 14 05:41:09.366391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52818) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.376503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52820) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.407556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Pushing event updated for resources: {'Network': ['ID=0dad1b04-fdba-4ee0-b087-f261f9504545,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:09.422178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:09.436577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:09.451981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5fbccd2b-378f-4f3d-8f89-986072b85498 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:09.456889 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5fbccd2b-378f-4f3d-8f89-986072b85498 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.5920725 Jan 14 05:41:09.465957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52826) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.465957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:09.473446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:09.482909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.515061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.520206 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/subnets/f65f6461-cc59-42f1-ac0d-b1396dd52f40 HTTP/1.1" status: 204 len: 168 time: 2.7345216 Jan 14 05:41:09.526541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=955b5362-c156-4f51-8fbb-dd12097bb865,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:09.535204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52830) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.548584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:09.558623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.559057 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Added segment 593b6c63-7e0e-4687-a9ea-0cf9ee069d7e of type vxlan for network 49f60e46-149e-40ef-a8d4-820c1ed3705b Jan 14 05:41:09.577030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:09.593143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:09.615866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d5071d0-3e83-412a-9afa-3fbb0f3e6254 None None] Network 65730efc-0db0-4056-9d7c-4c83d46525be requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:09.626665 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-535b2996-785f-4289-8b39-b4a2207114a9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:41:09.627285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-535b2996-785f-4289-8b39-b4a2207114a9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:09.631260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.649654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.657856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:09.663429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Usage tracker for resource:subnet and tenant:37f41e4ed2d24af79861c1d217669b23 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:09.674050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:09.682081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:09.684312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-535b2996-785f-4289-8b39-b4a2207114a9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:09.689618 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-535b2996-785f-4289-8b39-b4a2207114a9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/97f54f7b-f629-4885-adb9-767c3a76aaef HTTP/1.1" status: 404 len: 333 time: 0.1966622 Jan 14 05:41:09.689618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52834) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.714065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.727743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.738110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.757974 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c860b6e0-bc94-4bd2-a700-9b3ca82bb2f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:41:09.762678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c860b6e0-bc94-4bd2-a700-9b3ca82bb2f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/76af2250-e939-498e-a960-60095ae98abf HTTP/1.1" status: 404 len: 333 time: 0.0693021 Jan 14 05:41:09.763778 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/ports/b63322a2-d19d-4d00-a031-c0b57205a36d HTTP/1.1" status: 204 len: 168 time: 2.9725978 Jan 14 05:41:09.767284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52838) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.767687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:09.771792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Made reservation on behalf of 37f41e4ed2d24af79861c1d217669b23 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:09.857016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:09.886686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:41:09.998014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.067851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] DHCP port deletion for 65730efc-0db0-4056-9d7c-4c83d46525be request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:10.073261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Deleting port 1dbb960a-ad89-44a9-ae7e-fa6427648506 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:10.073891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.096410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.131389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.140278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.151620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Deleting port 5dbf1559-3909-4ab5-be5e-62259d64fe5e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:10.152005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.181688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.200685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:10.201497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.211468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.221760 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:10.248340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:41:10.253597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=d4d9d8fa-a62b-48c7-91fb-69feebe763ef,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:10.287658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.297133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] For port 1dbb960a-ad89-44a9-ae7e-fa6427648506, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1dbb960a-ad89-44a9-ae7e-fa6427648506,segment=NetworkSegment(0d9af5e2-e7ac-4b57-964e-90c274582853),segment_id=0d9af5e2-e7ac-4b57-964e-90c274582853)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:10.297577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.318202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.325245 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf5e7e96-ffb5-4ea4-9443-60f5f1350398 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:10.336820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:10.348352 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:10.349940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=955b5362-c156-4f51-8fbb-dd12097bb865,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:10.355372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:10.358595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.361661 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/955b5362-c156-4f51-8fbb-dd12097bb865 HTTP/1.1" status: 204 len: 168 time: 0.9779186 Jan 14 05:41:10.456302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Calling delete_port for 1dbb960a-ad89-44a9-ae7e-fa6427648506 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:10.518613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.520093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/d4d9d8fa-a62b-48c7-91fb-69feebe763ef HTTP/1.1" status: 204 len: 168 time: 1.1428432 Jan 14 05:41:10.541900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.547990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 1.3762560 Jan 14 05:41:10.550452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52848) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:10.550860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52850) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:10.568843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:10.625022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Pushing event deleted for resources: {'Port': ['ID=1dbb960a-ad89-44a9-ae7e-fa6427648506,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:10.675976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:10.728931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] No DVR routers for this DVR port 1dbb960a-ad89-44a9-ae7e-fa6427648506 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:10.800832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Request body: {'subnet': {'network_id': '49f60e46-149e-40ef-a8d4-820c1ed3705b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:10.806549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.823447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a12868d-d1e6-4ee6-9dae-16bb0090e89a tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:10.851557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52858) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:10.870504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Network': ['ID=49f60e46-149e-40ef-a8d4-820c1ed3705b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:10.885697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:10.890508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.542s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:10.900710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:10.914626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:10.961556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.964972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:10.985050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Pushing event updated for resources: {'Subnet': ['ID=95c1d89a-dd8f-4b01-8309-48ec5b60e9cc,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:10.999255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:11.007368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:11.027112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Usage tracker for resource:security_group_rule and tenant:6dcc27149ea641478a59dec972d35355 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:11.033284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:11.045017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:11.047522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.117678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Checking segment: {'id': '576a28ba-b3a4-439a-930c-b0c553378617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:11.118372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Network hostable DHCP agents. Network: 0dad1b04-fdba-4ee0-b087-f261f9504545, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:11.142551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:11.154158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0dad1b04-fdba-4ee0-b087-f261f9504545) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:11.169235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:11.170018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.196007 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.8470221 Jan 14 05:41:11.196239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52862) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:11.202935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Request body: {'port': {'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545', 'name': 'tempest-TagsExtTest-1856746296'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:11.306900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1dbb960a-ad89-44a9-ae7e-fa6427648506 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:11.334216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb1f6c10-0380-4b84-9577-070608f24d6b None None] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:11.366009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:11.371478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Usage tracker for resource:port and tenant:37f41e4ed2d24af79861c1d217669b23 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:11.375184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:11.381821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:11.394279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Made reservation on behalf of 37f41e4ed2d24af79861c1d217669b23 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:11.404418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.465746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1dbb960a-ad89-44a9-ae7e-fa6427648506 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:11.466142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1dbb960a-ad89-44a9-ae7e-fa6427648506 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:11.622121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] device_id is not set on port 2c8ac107-d202-42f8-b502-fa44e98a8d4e yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:11.657629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Calling delete_port for 5dbf1559-3909-4ab5-be5e-62259d64fe5e owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:11.685288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0dad1b04-fdba-4ee0-b087-f261f9504545', 'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545', 'tenant_id': '37f41e4ed2d24af79861c1d217669b23', 'fixed_ips': [{'subnet_id': '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:41:11.686347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.687689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.710022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.714721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.724667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ad8f079-c496-4f58-adde-933fa0e415f2 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:11.726512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab4e741b-7a72-4a39-a79e-05ed3f2d9898 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:11.785845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=684611a3-041b-46f5-b4bd-f749b7854b9b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:11.805939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:11.809139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.820637 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dcc27149ea641478a59dec972d35355&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9611428 Jan 14 05:41:11.828244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=030d3ab7-209a-4d2f-8ab5-bc26fc7fdea8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:11.833514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52866) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:11.838740 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:11.842638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:11.878545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1a6b7bf-336c-43d9-a079-6450f018b18f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:11.892745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Allocated IP 172.20.0.9 (0dad1b04-fdba-4ee0-b087-f261f9504545/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/2c8ac107-d202-42f8-b502-fa44e98a8d4e) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:11.943243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.953266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:11.957093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/684611a3-041b-46f5-b4bd-f749b7854b9b HTTP/1.1" status: 204 len: 168 time: 2.6495109 Jan 14 05:41:11.967999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:12.000619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.020860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3a07eda0-7603-4cb1-abe7-4f478787234b']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:12.029322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Made reservation on behalf of d93931abbfd44328aebeb46145a143be for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:12.081472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1a6b7bf-336c-43d9-a079-6450f018b18f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:12.083156 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1a6b7bf-336c-43d9-a079-6450f018b18f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.3849719 Jan 14 05:41:12.088445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52872) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:12.107473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Request body: {'security_group_rule': {'security_group_id': '2fb8e9b7-8a0a-4767-a110-37b2ea4ea5a7', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:12.130394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:12.134189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '923334fb-8228-43f7-b8be-cf2891b11296') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:12.134761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '923334fb-8228-43f7-b8be-cf2891b11296') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:12.160794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:12.189717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b49f4b4-81bc-43b3-8f49-f645676fcd97 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.215051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.239433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7d283086-1e39-4f85-b4fe-6f000b53b142']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:12.253143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.261325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.268261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d80aa849-6e1a-441b-b5d9-cc23aa8164ee tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:12.280479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '02ed4a8b-ba36-4681-a259-1c56e0329e1f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:12.280850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '02ed4a8b-ba36-4681-a259-1c56e0329e1f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:12.286447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.297145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=030d3ab7-209a-4d2f-8ab5-bc26fc7fdea8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:12.306619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:12.312689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.330929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.339781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.343917 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/030d3ab7-209a-4d2f-8ab5-bc26fc7fdea8 HTTP/1.1" status: 204 len: 168 time: 0.5065312 Jan 14 05:41:12.346009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.354056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Releasing vxlan tunnel 22 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:12.355004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.359424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.361382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd97e385-6806-48c5-8e48-0c7879dc7a0f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:12.388691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event updated for resources: {'SecurityGroupRule': ['ID=be14764c-9ff2-4623-8753-33a65248c88c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:12.391539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:12.405835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.409789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.3123205 Jan 14 05:41:12.410307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52880) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:12.438603 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2c4d29c2-3691-4c4f-985a-fb918e216d89 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules/be14764c-9ff2-4623-8753-33a65248c88c HTTP/1.1" status: 200 len: 764 time: 0.0245826 Jan 14 05:41:12.438960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:12.456599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Transition to ACTIVE for port object 2c8ac107-d202-42f8-b502-fa44e98a8d4e will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:12.499619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52888) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:12.501847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.520263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 17 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:12.536672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09cad8d7-fec9-4de6-bc24-69f489e158a8 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:12.539249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.572161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.578807 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:12.646525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Allocated IP 172.20.0.2 (0dad1b04-fdba-4ee0-b087-f261f9504545/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/d1ef3b9d-ed0b-4b31-9f06-091bfd5da551) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:12.669926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.680358 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eff8f8ed-410e-46d4-8b82-49a63cf2ddd8 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:12.751298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'Port': ['ID=5dbf1559-3909-4ab5-be5e-62259d64fe5e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:12.751422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:12.755124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Usage tracker for resource:security_group_rule and tenant:735190774c224955809acff4d33f3df4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:12.758143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:12.784328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:12.829768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:12.871636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.881549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09cad8d7-fec9-4de6-bc24-69f489e158a8 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:12.885741 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09cad8d7-fec9-4de6-bc24-69f489e158a8 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4114 time: 0.4430218 Jan 14 05:41:12.885741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.893438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52898) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:12.934794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Pushing event updated for resources: {'Port': ['ID=2c8ac107-d202-42f8-b502-fa44e98a8d4e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:12.945748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 3a07eda0-7603-4cb1-abe7-4f478787234b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:12.949436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:12.951521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71a42ca1-7e15-4101-8126-9e349405e0fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:12.954918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.966629 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:12.969590 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:12.973378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:12.975084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Transition to ACTIVE for port object d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:12.983544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=735190774c224955809acff4d33f3df4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4813025 Jan 14 05:41:12.991976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52904) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:13.001118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Transition to ACTIVE for port object d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:13.002653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.021004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.021156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.039870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8cb37903-577d-4403-a06f-ac7ca6bfa0b1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:13.046301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:13.048938 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:13.049834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:13.052563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:13.103506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 7d283086-1e39-4f85-b4fe-6f000b53b142 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:13.119404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.124063 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86bc1aa6-9b2b-406c-b95a-a88bee51733f tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:13.131020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.140808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=be14764c-9ff2-4623-8753-33a65248c88c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:13.169095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:13.170042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.175829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:13.182175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7485315b-97e1-4eef-8c0b-d3b7a8e8c6e7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:13.207673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.214733 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-group-rules/be14764c-9ff2-4623-8753-33a65248c88c HTTP/1.1" status: 204 len: 168 time: 0.3094876 Jan 14 05:41:13.214733 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 2.0143211 Jan 14 05:41:13.214733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:13.217503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52914) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:13.222941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Request body: {'router': {'name': 'tempest-TagsExtTest-router-1253131218', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:13.248560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:13.257317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Usage tracker for resource:router and tenant:37f41e4ed2d24af79861c1d217669b23 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:13.262183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:13.270992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:13.272119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:13.274229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:13.276749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:13.321695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7771cd0b-f068-4c03-b144-554b90332af4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:13.326984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.328126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.346984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7771cd0b-f068-4c03-b144-554b90332af4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:13.351467 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7771cd0b-f068-4c03-b144-554b90332af4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1301365 Jan 14 05:41:13.351770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52922) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:13.356142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Pushing event updated for resources: {'Port': ['ID=d1ef3b9d-ed0b-4b31-9f06-091bfd5da551,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:13.359522 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:13.362434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Attempting to bind port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:41:13.362905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Attempting to bind port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '576a28ba-b3a4-439a-930c-b0c553378617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:41:13.364207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Attempting to bind port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 on network 0dad1b04-fdba-4ee0-b087-f261f9504545 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:41:13.371972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 40, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:41:13.372132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Checking segment: {'id': '576a28ba-b3a4-439a-930c-b0c553378617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:13.372574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.373086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Bound using segment: {'id': '576a28ba-b3a4-439a-930c-b0c553378617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:41:13.373614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Bound port: d1ef3b9d-ed0b-4b31-9f06-091bfd5da551, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '576a28ba-b3a4-439a-930c-b0c553378617', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '0dad1b04-fdba-4ee0-b087-f261f9504545'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:41:13.374220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.443104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.444615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 3a07eda0-7603-4cb1-abe7-4f478787234b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:13.511971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.545109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] For port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:41:13.550023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] For port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1ef3b9d-ed0b-4b31-9f06-091bfd5da551,segment=NetworkSegment(576a28ba-b3a4-439a-930c-b0c553378617),segment_id=576a28ba-b3a4-439a-930c-b0c553378617)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:13.558254 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:13.560940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.604056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.610278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccec1001-b9d5-4f93-8910-735b2119c04e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:13.634925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Pushing event deleted for resources: {'SecurityGroup': ['ID=2fb8e9b7-8a0a-4767-a110-37b2ea4ea5a7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:13.647177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:13.651341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.656675 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "DELETE /v2.0/security-groups/2fb8e9b7-8a0a-4767-a110-37b2ea4ea5a7 HTTP/1.1" status: 204 len: 168 time: 0.3038604 Jan 14 05:41:13.657595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52928) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:13.726777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-45643a46-2606-4c68-b3f8-2f67bcd35ee6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Synchronizing usage tracker for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:13.747263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-45643a46-2606-4c68-b3f8-2f67bcd35ee6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Unset dirty status for tenant:b9cd78856b4247e590cc800e7832a9da on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:13.750574 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:13.755112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45643a46-2606-4c68-b3f8-2f67bcd35ee6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0947530 Jan 14 05:41:13.755112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52934) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:13.779556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.808540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 7d283086-1e39-4f85-b4fe-6f000b53b142 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:13.834474 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-773dd7d8-0ea2-4049-a592-9c09d8ea6a43 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.0784576 Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:13.852733 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:13.860654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:13.893136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Pushing event updated for resources: {'Port': ['ID=d1ef3b9d-ed0b-4b31-9f06-091bfd5da551,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:13.900499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:14.270103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.284552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52948) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:14.295236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f819e29e-6935-4701-bef2-2d2603de630b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:14.317907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.324196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.363065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'Network': ['ID=3a07eda0-7603-4cb1-abe7-4f478787234b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:14.369521 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/ports/5dbf1559-3909-4ab5-be5e-62259d64fe5e HTTP/1.1" status: 204 len: 168 time: 4.5941296 Jan 14 05:41:14.370931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52956) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:14.372976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:14.386932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/networks/3a07eda0-7603-4cb1-abe7-4f478787234b HTTP/1.1" status: 204 len: 168 time: 4.8139198 Jan 14 05:41:14.401935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52960) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:14.435238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.452552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adf8119a-b254-4e6f-a057-986f1982d201 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.509671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ede974e-6640-4857-9b74-ad2ef835c6aa tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:14.532105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.544356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=7d283086-1e39-4f85-b4fe-6f000b53b142,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:14.577447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.586186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:14.626276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.627428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.676265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Deleting subnet 6bb35d88-dc31-4620-9ba2-339d4b2bc4cd {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:14.679711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.694801 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/7d283086-1e39-4f85-b4fe-6f000b53b142 HTTP/1.1" status: 204 len: 168 time: 4.9156780 Jan 14 05:41:14.710177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.711552 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67b16562-f2ba-4a00-9376-6853c7ddfe4d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 1.4959266 Jan 14 05:41:14.719010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52966) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:14.719318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52968) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:14.749499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-1189652203'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:14.756107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bae53aeb-71c8-4d9b-b1bc-36fa99aec5ed tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Request body: {'subnetpool': {'name': 'tempest-TagsExtTest-Subnetpool-150595102', 'prefixes': ['172.20.0.0/16']}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:14.766400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bae53aeb-71c8-4d9b-b1bc-36fa99aec5ed tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:14.780210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.785117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:14.790162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cae9a73-821a-4ad4-ab9d-6ff9e0cd50c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:14.792862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:14.810069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:14.823788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:14.835331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8cb37903-577d-4403-a06f-ac7ca6bfa0b1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:14.838501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:14.849144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.849684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.853932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8cb37903-577d-4403-a06f-ac7ca6bfa0b1 HTTP/1.1" status: 204 len: 168 time: 1.8453615 Jan 14 05:41:14.888496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52978) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:14.930730 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6fc1515-1dac-4534-9f83-985098620196 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b9cd78856b4247e590cc800e7832a9da&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6446450 Jan 14 05:41:14.931481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:14.940903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:14.954582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52984) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:14.977419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.056092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:15.067071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bae53aeb-71c8-4d9b-b1bc-36fa99aec5ed tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for subnetpool, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.067071 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bae53aeb-71c8-4d9b-b1bc-36fa99aec5ed tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 747 time: 0.3416164 Jan 14 05:41:15.077115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52988) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:15.093006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-5c9983e4-b892-4552-9654-2e74a5d49a1c tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', 'tempest-TagsExtTest-Tag-1367672089') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:15.148613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'network': {'name': 'tempest-RoutersAdminTest-69318642', 'router:external': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:15.154996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['65730efc-0db0-4056-9d7c-4c83d46525be']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:15.170044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:15.180863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0d9af5e2-e7ac-4b57-964e-90c274582853') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:15.181210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0d9af5e2-e7ac-4b57-964e-90c274582853') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:15.181324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.183479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.183917 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment 3a8e9484-0aa3-4eed-a12c-6595cd57661c of type vxlan for network c08f12da-c77d-4bd3-b062-69110fd72d31 Jan 14 05:41:15.194418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.209135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:15.211140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.213291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Releasing vxlan tunnel 20 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:15.248090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:network and tenant:cf032c5b3e49445e94e24be0c4f67757 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:15.256533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.314012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.320214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:15.329942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:15.344212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.368312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:15.383021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.436044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 65730efc-0db0-4056-9d7c-4c83d46525be has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:15.455346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.573902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-061b2ace-3d19-49f1-b6a2-e8540614b88f None None] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:15.591685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Made reservation on behalf of cf032c5b3e49445e94e24be0c4f67757 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:15.596909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.615975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.636873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:15.637586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.649576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5d62bfd-6965-447a-836d-bb834251549c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:15.670017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.704588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Provisioning for port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:15.726995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Provisioning complete for port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:15.727697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.762045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Network 65730efc-0db0-4056-9d7c-4c83d46525be has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:15.795135 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:15.942421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:41:15.944888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:15.960782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-860d0afc-286a-49d6-ace3-42324012a46b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:15.988317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:15.992661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:security_group_rule and tenant:cf032c5b3e49445e94e24be0c4f67757 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:15.995678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:16.001611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:16.001805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.006408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.024555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.072312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] For port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1ef3b9d-ed0b-4b31-9f06-091bfd5da551,segment=NetworkSegment(576a28ba-b3a4-439a-930c-b0c553378617),segment_id=576a28ba-b3a4-439a-930c-b0c553378617)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:16.097085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.102371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:16.114239 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] 10.222.0.48 "DELETE /v2.0/networks/65730efc-0db0-4056-9d7c-4c83d46525be HTTP/1.1" status: 204 len: 168 time: 1.7107532 Jan 14 05:41:16.174838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event updated for resources: {'Subnet': ['ID=70cc5304-65c0-40a3-a3c9-5f026309b410,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:16.178538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:16.210482 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74d9607a-3166-4b89-b7f1-2490cddedbe4 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:16.253958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Pushing event deleted for resources: {'Network': ['ID=65730efc-0db0-4056-9d7c-4c83d46525be,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:16.264639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Pushing event updated for resources: {'Port': ['ID=d1ef3b9d-ed0b-4b31-9f06-091bfd5da551,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:16.273526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:16.287008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53010) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:16.298931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:16.311962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.330380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.399907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Checking segment: {'id': '593b6c63-7e0e-4687-a9ea-0cf9ee069d7e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '49f60e46-149e-40ef-a8d4-820c1ed3705b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:16.407621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network hostable DHCP agents. Network: 49f60e46-149e-40ef-a8d4-820c1ed3705b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:16.419930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.427904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.434670 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5ce8610a-1481-448e-a2d6-9ae862e5b58c HTTP/1.1" status: 204 len: 168 time: 1.4763927 Jan 14 05:41:16.436559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f7fec928-7660-488e-bfd7-0b42d2415364 None None] Provisioning for port 2c8ac107-d202-42f8-b502-fa44e98a8d4e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:16.444619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:16.454189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f7fec928-7660-488e-bfd7-0b42d2415364 None None] Provisioning complete for port 2c8ac107-d202-42f8-b502-fa44e98a8d4e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:16.457653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7fec928-7660-488e-bfd7-0b42d2415364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.478348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 49f60e46-149e-40ef-a8d4-820c1ed3705b) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:16.524966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:16.525630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.555302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ed1dc08-7e22-41ef-986f-33f8977fbf9b None None] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:16.609628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 840 time: 5.9094269 Jan 14 05:41:16.612374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53020) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:16.631203 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 1.9058309 Jan 14 05:41:16.668079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=c08f12da-c77d-4bd3-b062-69110fd72d31,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:16.676749 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c9983e4-b892-4552-9654-2e74a5d49a1c tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags/tempest-TagsExtTest-Tag-1367672089 HTTP/1.1" status: 201 len: 201 time: 1.5969067 Jan 14 05:41:16.683889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53024) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:16.684263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53026) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:16.688214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:16.694646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0864eb1-08c1-4ced-a5fb-e3f8d0228671 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.315s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:16.739786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-test-network-494806343'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:16.745902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:16.750361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:16.753632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:16.759674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:16.770373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'Subnet': ['ID=6bb35d88-dc31-4620-9ba2-339d4b2bc4cd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:16.785871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:16.819026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-d8b364a4-0181-49f5-bc96-652cbfc5237a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', 'tempest-TagsExtTest-Tag-1214321033') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:16.881430 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:16.890410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:16.901926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.920166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b14528d-d751-4eee-84df-ff1c73b72dce tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.327s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:16.946949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:16.968360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.039719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.160502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c08f12da-c77d-4bd3-b062-69110fd72d31 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:17.178264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.188529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c08f12da-c77d-4bd3-b062-69110fd72d31 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:17.191922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:17.217324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5ce8610a-1481-448e-a2d6-9ae862e5b58c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:17.220821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.224302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/subnets/6bb35d88-dc31-4620-9ba2-339d4b2bc4cd HTTP/1.1" status: 204 len: 168 time: 2.8515396 Jan 14 05:41:17.229127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53038) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:17.235891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:17.243104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c08f12da-c77d-4bd3-b062-69110fd72d31 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:17.244465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group_rule and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:17.248940 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de1db0a5-16d6-41c8-abc1-741420ff91eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:17.260967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:17.313084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:17.321604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:17.335034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:17.370669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.385971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:17.391464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:17.400821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:17.416256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:17.429271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87eb2f8f-bb33-4587-97af-095e8af8061a None None] Network d2a4d42f-b670-437d-8b4f-26be404673ff requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:17.438628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.442984 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Added segment ff7d9488-4614-47f0-85a0-28e87967040c of type vxlan for network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 Jan 14 05:41:17.621922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.653119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'SecurityGroup': ['ID=d1903249-3cca-41fd-b87f-c7640c89d7a9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:17.661355 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:17.662371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.672468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:17.715406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d048fc8-f812-4c08-9678-990034c61165 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:17.724251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Deleting subnet 86ddb58c-64a7-4fff-a85f-db447308c5cb {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:17.728349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.797541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.801871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.840909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f7fec928-7660-488e-bfd7-0b42d2415364 None None] Port 2c8ac107-d202-42f8-b502-fa44e98a8d4e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:41:17.892547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.907272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:17.915203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'SecurityGroup': ['ID=b2854571-0d71-45cc-8c30-ba0749790b69,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:17.919469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:17.925968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8b364a4-0181-49f5-bc96-652cbfc5237a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags/tempest-TagsExtTest-Tag-1214321033 HTTP/1.1" status: 201 len: 201 time: 1.2324343 Jan 14 05:41:17.939822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53054) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:17.949399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-05c6c182-758b-4c4d-ad40-c79c6bd16416 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', 'tempest-TagsExtTest-Tag-1156023945') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:17.961704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f7fec928-7660-488e-bfd7-0b42d2415364 None None] Provisioning complete for port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:17.962426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7fec928-7660-488e-bfd7-0b42d2415364 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.037866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:41:18.062041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.160501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:18.161251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.264272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53058) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:18.320644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.346664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73145849-bfa1-4270-a129-0ff506e24899 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:18.377787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.379287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:18.380087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.424528 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd7d599-8298-430b-a6f0-cf3de26814c8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:18.435458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5e8f9a11-6883-405c-b30f-47cb9124729b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-49f60e46-149e-40ef-a8d4-820c1ed3705b', 'network_id': '49f60e46-149e-40ef-a8d4-820c1ed3705b', 'tenant_id': 'd93931abbfd44328aebeb46145a143be', 'fixed_ips': [{'subnet_id': '70cc5304-65c0-40a3-a3c9-5f026309b410'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:41:18.436500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8f9a11-6883-405c-b30f-47cb9124729b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.452964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:18.452964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:18.552314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] DHCP port deletion for d2a4d42f-b670-437d-8b4f-26be404673ff request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:18.562182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Deleting port 16fcf84f-4a37-4538-9fa2-75392854f9a7 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:18.562607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.563181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'Subnet': ['ID=86ddb58c-64a7-4fff-a85f-db447308c5cb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:18.586970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:18.638158 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-05c6c182-758b-4c4d-ad40-c79c6bd16416 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags/tempest-TagsExtTest-Tag-1156023945 HTTP/1.1" status: 201 len: 201 time: 0.6970718 Jan 14 05:41:18.641981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53064) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:18.663776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-06e78afb-6622-4618-b640-76b3f73cbf92 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', 'tempest-TagsExtTest-Tag-1367823373') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:18.679351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Network': ['ID=cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:18.699542 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 863 time: 3.8032007 Jan 14 05:41:18.699542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:18.703231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53068) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:18.716127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'subnet': {'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:18.717758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:18.734839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:18.741851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.756640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:18.764028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a5036626-6f4c-4175-b75d-460447514ded tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'default'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:18.765714 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-a5036626-6f4c-4175-b75d-460447514ded tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 05:41:18.766287 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a5036626-6f4c-4175-b75d-460447514ded tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): There was a conflict when trying to complete your request. Jan 14 05:41:18.771028 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5036626-6f4c-4175-b75d-460447514ded tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.5018578 Jan 14 05:41:18.774588 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/subnets/86ddb58c-64a7-4fff-a85f-db447308c5cb HTTP/1.1" status: 204 len: 168 time: 1.5441458 Jan 14 05:41:18.774757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53074) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:18.778008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53076) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:18.778245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:subnet and tenant:cf032c5b3e49445e94e24be0c4f67757 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:18.782442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:18.787969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--2005261181'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:18.797271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:18.799708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:18.853138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Made reservation on behalf of cf032c5b3e49445e94e24be0c4f67757 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:18.858111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:18.871272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:18.890142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:18.906452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:18.932256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:18.955634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.001964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.056407 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06e78afb-6622-4618-b640-76b3f73cbf92 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags/tempest-TagsExtTest-Tag-1367823373 HTTP/1.1" status: 201 len: 201 time: 0.4089644 Jan 14 05:41:19.063201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53082) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:19.068060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.090426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-20ffb622-2e82-4397-b91e-584188a48fe4 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:19.121963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.147326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Deleting port 16fcf84f-4a37-4538-9fa2-75392854f9a7 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:19.147553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.195270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.197523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 22} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:19.208396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:19.232658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:19.241239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:19.255586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:19.260006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.260577 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment 05785a05-19d4-4a68-8de4-a72995dcccec of type vxlan for network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb Jan 14 05:41:19.303422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-68fc0afb-dc56-44c1-923d-78fc1cdd5106 None None] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:19.318119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 16fcf84f-4a37-4538-9fa2-75392854f9a7 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:19.516865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.576871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] For port 16fcf84f-4a37-4538-9fa2-75392854f9a7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=16fcf84f-4a37-4538-9fa2-75392854f9a7,segment=NetworkSegment(728ee5ef-c3d1-4034-b4da-b4d54f121130),segment_id=728ee5ef-c3d1-4034-b4da-b4d54f121130)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:19.577628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.647996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] For port 16fcf84f-4a37-4538-9fa2-75392854f9a7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=16fcf84f-4a37-4538-9fa2-75392854f9a7,segment=NetworkSegment(728ee5ef-c3d1-4034-b4da-b4d54f121130),segment_id=728ee5ef-c3d1-4034-b4da-b4d54f121130)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:19.648403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:19.843004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb8bb275-8959-462e-866e-835080137e57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:19.850389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Calling delete_port for 16fcf84f-4a37-4538-9fa2-75392854f9a7 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:19.913633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Calling delete_port for 16fcf84f-4a37-4538-9fa2-75392854f9a7 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:19.923655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Subnet': ['ID=70cc5304-65c0-40a3-a3c9-5f026309b410,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:19.931891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:19.983708 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20ffb622-2e82-4397-b91e-584188a48fe4 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags HTTP/1.1" status: 200 len: 241 time: 0.9147978 Jan 14 05:41:19.990741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-88933a26-ec98-4ec6-ad36-47f66932c1d7 None None] Provisioning complete for port 2c8ac107-d202-42f8-b502-fa44e98a8d4e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:19.991174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88933a26-ec98-4ec6-ad36-47f66932c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.023051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53092) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:20.163563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88933a26-ec98-4ec6-ad36-47f66932c1d7 None None] Port 2c8ac107-d202-42f8-b502-fa44e98a8d4e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:41:20.193337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.237955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-5e8f9a11-6883-405c-b30f-47cb9124729b None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70cc5304-65c0-40a3-a3c9-5f026309b410: This subnet is being modified by another concurrent operation. Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:41:20.257667 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 70cc5304-65c0-40a3-a3c9-5f026309b410: This subnet is being modified by another concurrent operation. Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:41:20.264095 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No ports have port_id starting with 16fcf84f-4a37-4538-9fa2-75392854f9a7 Jan 14 05:41:20.303930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:20.349964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.366463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffda8b97-7788-4717-b6c9-d5a87ceb8056 None None] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:20.376352 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2eecab40-d38b-4e50-a77f-5840444f24a7 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:20.379076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['49f60e46-149e-40ef-a8d4-820c1ed3705b']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:20.394341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '593b6c63-7e0e-4687-a9ea-0cf9ee069d7e') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:20.395397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '593b6c63-7e0e-4687-a9ea-0cf9ee069d7e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:20.410477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.428796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.431252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:20.448040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=d520d654-3d55-4398-b7f7-7c9ba9ce4a6d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:20.451825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:20.572675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.591801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:20.592672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.610167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bf0ce2e-8694-4444-9399-5cab9b69173c tempest-ServersTestMultiNic-1692458345 tempest-ServersTestMultiNic-1692458345] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:20.712754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Pushing event deleted for resources: {'Port': ['ID=16fcf84f-4a37-4538-9fa2-75392854f9a7,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:20.743134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:20.750136 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 4.4472516 Jan 14 05:41:20.751006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:20.751378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:20.754995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53098) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:20.757544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.796963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:20.797586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'name': 'tempest-PortsIpV6TestJSON-1281614753'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:20.834248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-88933a26-ec98-4ec6-ad36-47f66932c1d7 None None] Provisioning complete for port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:20.834849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88933a26-ec98-4ec6-ad36-47f66932c1d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.929877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:20.933900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:20.937380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:20.943471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:20.943644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] No DVR routers for this DVR port 16fcf84f-4a37-4538-9fa2-75392854f9a7 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:20.950076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.962365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:20.983366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:20.993128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.018858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:21.021792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:21.022275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 49f60e46-149e-40ef-a8d4-820c1ed3705b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:21.030383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:21.034101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62b83b5f-920c-4b97-b878-81ffa7feba26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:21.049267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:21.056241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:21.082869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:21.083444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:21.148346 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:21.167535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=94db35e1-f423-4c1d-8954-e3a6a02dd98b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:21.169139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-03a4e973-13f9-42c2-89a6-99e2f0c6e078 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', 'tempest-TagsExtTest-Tag-1367672089') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:21.172033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:21.235625 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:21.262962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Deleting port 16fcf84f-4a37-4538-9fa2-75392854f9a7 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:21.263461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.292166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:21.308102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] DHCP port deletion for 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:21.320571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': '3a8e9484-0aa3-4eed-a12c-6595cd57661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:21.321038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: c08f12da-c77d-4bd3-b062-69110fd72d31, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:21.328616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.330252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 0fc73817-8c84-4a79-835c-ff4e7da72a19 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:21.330391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Deleting port d10f90e6-3e81-4f08-9072-d3456df8b890 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:21.330866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.341004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25aacb39-5832-44ce-b821-804f3e6570cb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:21.360555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.381752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Network': ['ID=49f60e46-149e-40ef-a8d4-820c1ed3705b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:21.389693 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:21.404877 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-03a4e973-13f9-42c2-89a6-99e2f0c6e078 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags/tempest-TagsExtTest-Tag-1367672089 HTTP/1.1" status: 204 len: 168 time: 1.3674214 Jan 14 05:41:21.413321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] The port '16fcf84f-4a37-4538-9fa2-75392854f9a7' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:41:21.413511 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/49f60e46-149e-40ef-a8d4-820c1ed3705b HTTP/1.1" status: 204 len: 168 time: 4.7954831 Jan 14 05:41:21.413511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53102) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.414374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53104) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.420057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-8c23a65f-0ea8-4cc7-997e-e82de9caeb43 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', 'tempest-TagsExtTest-Tag-1367672089') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:21.524203 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a37aa2b3-1bbc-41bc-8ad3-04261a45f8ad tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:21.524709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a37aa2b3-1bbc-41bc-8ad3-04261a45f8ad tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:21.529201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a37aa2b3-1bbc-41bc-8ad3-04261a45f8ad tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/70cc5304-65c0-40a3-a3c9-5f026309b410 HTTP/1.1" status: 404 len: 337 time: 0.1109748 Jan 14 05:41:21.530749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53110) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.546108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.568787 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-744d941f-dd9d-48f4-a963-5fea12f4bc92 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:21.569285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-744d941f-dd9d-48f4-a963-5fea12f4bc92 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:21.573729 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-744d941f-dd9d-48f4-a963-5fea12f4bc92 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/49f60e46-149e-40ef-a8d4-820c1ed3705b HTTP/1.1" status: 404 len: 339 time: 0.0365388 Jan 14 05:41:21.573869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network c08f12da-c77d-4bd3-b062-69110fd72d31 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:21.582298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53114) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.614353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.625080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39b0c0e-2d07-46f5-bf7c-76f58ae2195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:21.681900 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef8bfa78-f028-446e-a96a-6bf22e8c2bfb tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:21.682319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef8bfa78-f028-446e-a96a-6bf22e8c2bfb tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:21.686750 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef8bfa78-f028-446e-a96a-6bf22e8c2bfb tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/072793fc-bc3a-4ced-85e5-412344d458ff HTTP/1.1" status: 404 len: 337 time: 0.0719974 Jan 14 05:41:21.689362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53118) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.700801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, c08f12da-c77d-4bd3-b062-69110fd72d31) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:21.712609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-db05ce57-e5a6-4ca4-8732-d1f18be172a9 None None] Network c08f12da-c77d-4bd3-b062-69110fd72d31 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:21.730405 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2bc4cb70-ea2a-4f31-9b18-e134be2cb4c5 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:21.730940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2bc4cb70-ea2a-4f31-9b18-e134be2cb4c5 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:21.735699 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2bc4cb70-ea2a-4f31-9b18-e134be2cb4c5 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/a68b9404-4ecc-46ec-a70d-6d174ea41621 HTTP/1.1" status: 404 len: 339 time: 0.0403283 Jan 14 05:41:21.738489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53124) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.781667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.788538 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0400c526-c5e3-45d1-9353-fd887f726b07 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:21.789054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0400c526-c5e3-45d1-9353-fd887f726b07 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:21.793346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0400c526-c5e3-45d1-9353-fd887f726b07 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/83f00073-8116-42f4-94aa-3a0fce5317b4 HTTP/1.1" status: 404 len: 337 time: 0.0510335 Jan 14 05:41:21.820371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53128) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.836000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:21.836658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.866320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:41:21.879446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.925042 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2334936 Jan 14 05:41:21.939906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53134) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.944193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:21.948944 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 3.1727970 Jan 14 05:41:21.952213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=33a1937c-c5c6-463c-82cb-90976e70aea1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:21.970209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53136) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:21.976785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31', 'name': 'tempest-PortsTestJSON-1739854621'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:21.995155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:22.014958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '33a1937c-c5c6-463c-82cb-90976e70aea1', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:22.035932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:22.043985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:22.048139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:22.050896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-c08f12da-c77d-4bd3-b062-69110fd72d31', 'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31', 'tenant_id': '462ae330f98b49d99ce01bbf2533ab13', 'fixed_ips': [{'subnet_id': 'd520d654-3d55-4398-b7f7-7c9ba9ce4a6d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:41:22.051055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:22.052125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.063251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:22.078486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] For port d10f90e6-3e81-4f08-9072-d3456df8b890, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d10f90e6-3e81-4f08-9072-d3456df8b890,segment=NetworkSegment(d4309266-eaae-4497-9174-cc59e62a1881),segment_id=d4309266-eaae-4497-9174-cc59e62a1881)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:22.079255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.107756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c23a65f-0ea8-4cc7-997e-e82de9caeb43 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags/tempest-TagsExtTest-Tag-1367672089 HTTP/1.1" status: 204 len: 168 time: 0.6944282 Jan 14 05:41:22.117767 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-398294e2-7c65-43e2-b21b-b14e65740241 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:22.118436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-398294e2-7c65-43e2-b21b-b14e65740241 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:22.122921 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-398294e2-7c65-43e2-b21b-b14e65740241 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/e4dfcc2a-2577-47a6-b1da-59e5d243206b HTTP/1.1" status: 404 len: 339 time: 0.2951014 Jan 14 05:41:22.124714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53144) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:22.124714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53146) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:22.135039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-baefcaf0-f229-4856-b843-1999d6e91491 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:22.259147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting port 4b4bc2bf-6839-42b3-b822-bcc8dd881fdf {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:22.259643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.343112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Subnet': ['ID=b76cb45f-c527-4742-ba63-c9e079675a63,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:22.360627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.374273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:22.457699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Checking segment: {'id': 'ff7d9488-4614-47f0-85a0-28e87967040c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:22.457995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2a4d42f-b670-437d-8b4f-26be404673ff']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:22.458547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network hostable DHCP agents. Network: cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:22.589283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '728ee5ef-c3d1-4034-b4da-b4d54f121130') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:22.589627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '728ee5ef-c3d1-4034-b4da-b4d54f121130') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:22.649885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.671320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.703372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.715687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Releasing vxlan tunnel 23 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:22.718816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Allocated IP 172.20.0.2 (c08f12da-c77d-4bd3-b062-69110fd72d31/d520d654-3d55-4398-b7f7-7c9ba9ce4a6d/92efc211-c8af-4723-8f5c-85369eadb837) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:22.732157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:22.750679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.761642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.819667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.828134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-683d7c20-13fc-4d1d-869f-b26da66725e4 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:22.841843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:22.852186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroupRule': ['ID=edba4467-9099-43b2-9555-1b8c8f0df174,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:22.879466 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:22.899239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Calling delete_port for 4b4bc2bf-6839-42b3-b822-bcc8dd881fdf owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:22.966768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.968140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:22.977414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.979188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Transition to ACTIVE for port object 92efc211-c8af-4723-8f5c-85369eadb837 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:22.996085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:22.997907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Transition to ACTIVE for port object 92efc211-c8af-4723-8f5c-85369eadb837 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:23.004725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network d2a4d42f-b670-437d-8b4f-26be404673ff has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:23.021501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.036447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.040907 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.0695355 Jan 14 05:41:23.046532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53152) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:23.115714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:23.132714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.139955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '33a1937c-c5c6-463c-82cb-90976e70aea1', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:23.156525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:23.173066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57457547-ac1f-4142-acc2-2ff3793d98dc tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:23.186959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Calling delete_port for d10f90e6-3e81-4f08-9072-d3456df8b890 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:23.187332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:23.219423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:23.223108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.236648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Port': ['ID=4b4bc2bf-6839-42b3-b822-bcc8dd881fdf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:23.246098 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:23.273873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.285657 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/ports/4b4bc2bf-6839-42b3-b822-bcc8dd881fdf HTTP/1.1" status: 204 len: 168 time: 1.1563103 Jan 14 05:41:23.287844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53158) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:23.290103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-baefcaf0-f229-4856-b843-1999d6e91491 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags HTTP/1.1" status: 200 len: 205 time: 1.1632001 Jan 14 05:41:23.293279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53162) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:23.325994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d10f90e6-3e81-4f08-9072-d3456df8b890 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:23.350856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:23.353371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=0fc73817-8c84-4a79-835c-ff4e7da72a19,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:23.361835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:23.378086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:23.403853 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7f35b0e2-8317-4ee4-bd48-290becf2bcfa tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:23.414180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a4d8feb-69f3-44d0-b1c3-170ca43028a0 None None] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:23.414373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:23.415413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7f35b0e2-8317-4ee4-bd48-290becf2bcfa tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:23.421169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f35b0e2-8317-4ee4-bd48-290becf2bcfa tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/8392ad9a-de90-4656-9dfd-8a468b3b8e68 HTTP/1.1" status: 404 len: 337 time: 0.1296508 Jan 14 05:41:23.422206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53166) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:23.426975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-b721f4b9-1aa4-480a-ab52-88717db6ed16 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:23.454739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 4.7462959 Jan 14 05:41:23.461774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53170) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:23.526926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:23.590279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'port': {'name': 'tempest-RoutersAdminTest-1150820529', 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:23.635405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:23.662848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network d2a4d42f-b670-437d-8b4f-26be404673ff has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:23.663828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: d10f90e6-3e81-4f08-9072-d3456df8b890 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:23.664236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d10f90e6-3e81-4f08-9072-d3456df8b890 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:23.678031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:port and tenant:cf032c5b3e49445e94e24be0c4f67757 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:23.702306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:23.702977 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:23.706334 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:23.709458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.712207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.724003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:23.726168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95d6257f-b985-4788-99da-ddaae5e2ad3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:23.746369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.760837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.809013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': '05785a05-19d4-4a68-8de4-a72995dcccec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:23.809416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:23.841947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Pushing event updated for resources: {'Port': ['ID=92efc211-c8af-4723-8f5c-85369eadb837,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:23.888755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port e612d506-0d47-481d-a95b-2dbaa4e1f910 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:23.895708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Made reservation on behalf of cf032c5b3e49445e94e24be0c4f67757 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:23.902652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:23.958575 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b721f4b9-1aa4-480a-ab52-88717db6ed16 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags HTTP/1.1" status: 200 len: 241 time: 0.6628678 Jan 14 05:41:23.959544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53174) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:24.051801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-1b308107-52fb-4456-bb2c-7d07c26339e6 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', 'tempest-TagsExtTest-Tag-1214321033') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:24.063583 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.337s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:24.069287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93a0bd01-2096-4b86-8195-c83e1d12abd0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.278s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:24.137206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Pushing event deleted for resources: {'Port': ['ID=d10f90e6-3e81-4f08-9072-d3456df8b890,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:24.148731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:24.167450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Network c08f12da-c77d-4bd3-b062-69110fd72d31 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:24.204654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:24.206671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] No DVR routers for this DVR port d10f90e6-3e81-4f08-9072-d3456df8b890 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:24.213407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:24.249306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.285473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:24.299303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2eb46a38-5758-402d-a64a-a9467d3fc026 None None] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:24.329780 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): There was a conflict when trying to complete your request. Jan 14 05:41:24.331005 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-64121f14-b118-4998-92c4-7584958b271b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2833660 Jan 14 05:41:24.331804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.346781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53178) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:24.348148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.351335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e68c8475-859e-4274-bb40-516525d0bc51 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:24.431686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'Network': ['ID=d2a4d42f-b670-437d-8b4f-26be404673ff,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:24.448709 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/networks/d2a4d42f-b670-437d-8b4f-26be404673ff HTTP/1.1" status: 204 len: 168 time: 5.6693649 Jan 14 05:41:24.449821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:24.451499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53184) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:24.452454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:24.491805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:24.496997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-25373131-3b33-4325-9d54-347f44ded5aa None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.515971 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:24.519084 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:24.555439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:24.564491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.716772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Attempting to bind port 92efc211-c8af-4723-8f5c-85369eadb837 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:41:24.717112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Attempting to bind port 92efc211-c8af-4723-8f5c-85369eadb837 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '3a8e9484-0aa3-4eed-a12c-6595cd57661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:41:24.717546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Attempting to bind port 92efc211-c8af-4723-8f5c-85369eadb837 on network c08f12da-c77d-4bd3-b062-69110fd72d31 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:41:24.724827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.764737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:41:24.765178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Checking segment: {'id': '3a8e9484-0aa3-4eed-a12c-6595cd57661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:24.765646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.766105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Bound using segment: {'id': '3a8e9484-0aa3-4eed-a12c-6595cd57661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:41:24.766658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Bound port: 92efc211-c8af-4723-8f5c-85369eadb837, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3a8e9484-0aa3-4eed-a12c-6595cd57661c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'c08f12da-c77d-4bd3-b062-69110fd72d31'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:41:24.767122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.797324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53188) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:24.914399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:24.925189 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b308107-52fb-4456-bb2c-7d07c26339e6 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags/tempest-TagsExtTest-Tag-1214321033 HTTP/1.1" status: 204 len: 168 time: 0.8873811 Jan 14 05:41:24.935818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7a0aafae-ef9a-4974-a483-f110617eb081']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:24.937186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53192) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:24.951762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-4cf1ff6f-20ca-408f-ac2c-4c994d3431e6 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', 'tempest-TagsExtTest-Tag-1214321033') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:24.979881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '81c38307-202e-4c02-a8a0-b30dc46e4590') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:24.980217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '81c38307-202e-4c02-a8a0-b30dc46e4590') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:25.002089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.011356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] device_id is not set on port 73e70a8d-6bc6-46d3-becd-6fd742b03061 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:25.025743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] For port 92efc211-c8af-4723-8f5c-85369eadb837, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:41:25.044233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] For port 92efc211-c8af-4723-8f5c-85369eadb837, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=92efc211-c8af-4723-8f5c-85369eadb837,segment=NetworkSegment(3a8e9484-0aa3-4eed-a12c-6595cd57661c),segment_id=3a8e9484-0aa3-4eed-a12c-6595cd57661c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:41:25.052394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.052942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.095630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.115315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 25 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:25.132992 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 4.3615031 Jan 14 05:41:25.141711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53196) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:25.162421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83ee4022-3a6c-4d0f-b86b-19756ebbe251 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:25.165025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-948650696'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:25.224556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:25.267177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:25.271193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.13 (c08f12da-c77d-4bd3-b062-69110fd72d31/d520d654-3d55-4398-b7f7-7c9ba9ce4a6d/e612d506-0d47-481d-a95b-2dbaa4e1f910) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:25.277622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:25.287593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Pushing event updated for resources: {'Port': ['ID=92efc211-c8af-4723-8f5c-85369eadb837,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:25.291310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:25.297564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.301424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.340040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:25.348397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.399307 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a128f757-8afa-4e34-96cc-2c061cb81167 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:25.443742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 7a0aafae-ef9a-4974-a483-f110617eb081 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:25.449724 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4cf1ff6f-20ca-408f-ac2c-4c994d3431e6 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags/tempest-TagsExtTest-Tag-1214321033 HTTP/1.1" status: 204 len: 168 time: 0.5052996 Jan 14 05:41:25.456050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=33a1937c-c5c6-463c-82cb-90976e70aea1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:25.459294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.474538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53200) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:25.480197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:25.489979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.506634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:25.516724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-f66c4ac4-f0ba-47a7-a7d4-56bee8fa238a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:25.612889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.619667 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/33a1937c-c5c6-463c-82cb-90976e70aea1 HTTP/1.1" status: 204 len: 168 time: 1.2639034 Jan 14 05:41:25.619667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53204) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:25.667409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0be7dde9-e028-4d5d-af9d-f236d05ef7e3']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:25.689499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd4309266-eaae-4497-9174-cc59e62a1881') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:25.689830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd4309266-eaae-4497-9174-cc59e62a1881') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:25.771821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Allocated IP 172.20.0.9 (cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79/b76cb45f-c527-4742-ba63-c9e079675a63/73e70a8d-6bc6-46d3-becd-6fd742b03061) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:25.791325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.816876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:25.835999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.840359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:25.853061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 7a0aafae-ef9a-4974-a483-f110617eb081 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:25.866950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:25.867279 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment c7bcf5fa-7dbc-4c24-9902-218e74ae8c9e of type vxlan for network f5231d1f-1277-4930-bea5-c97b88096eb1 Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:25.886650 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:25.976680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08ced6aa-1af6-4c3c-93a2-c4af73660540 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:26.041379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.069744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.082037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-660a2e21-7c36-46f7-8e2e-f24cbafc065c tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:26.101899 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f66c4ac4-f0ba-47a7-a7d4-56bee8fa238a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags HTTP/1.1" status: 200 len: 205 time: 0.6206532 Jan 14 05:41:26.104865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53208) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:26.119651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.138759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-0bbc1ac1-e32e-4985-8a9e-fbfd6ecb611f tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:26.180986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:41:26.191176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08ced6aa-1af6-4c3c-93a2-c4af73660540 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:26.192579 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-08ced6aa-1af6-4c3c-93a2-c4af73660540 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5486913 Jan 14 05:41:26.200686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:26.202398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Network': ['ID=7a0aafae-ef9a-4974-a483-f110617eb081,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:26.211894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53212) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:26.215338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.216776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:26.222584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/7a0aafae-ef9a-4974-a483-f110617eb081 HTTP/1.1" status: 204 len: 168 time: 2.7662799 Jan 14 05:41:26.226285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--1782927257'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:26.234297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.237243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53216) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:26.247866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:26.250249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.268981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:26.269642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.276613 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0eae2771-4d9e-43cb-aa15-4fc0a1205508 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:26.326736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:26.415473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object e612d506-0d47-481d-a95b-2dbaa4e1f910 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:26.424268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.2704086 Jan 14 05:41:26.433741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:26.437872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.473280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'ports': [{'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb'}, {'network_id': 'f5231d1f-1277-4930-bea5-c97b88096eb1'}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:26.473632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:26.474173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': 'f5231d1f-1277-4930-bea5-c97b88096eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:26.501562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:26.505768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:26.508912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:26.515563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:26.580400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.635687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=f5231d1f-1277-4930-bea5-c97b88096eb1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:26.649695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f5231d1f-1277-4930-bea5-c97b88096eb1 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:26.668088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.670759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f5231d1f-1277-4930-bea5-c97b88096eb1 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:26.678914 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:26.682611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.699836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f5231d1f-1277-4930-bea5-c97b88096eb1 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:26.701971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-140bff64-b05a-4cd3-9996-1a6c2b656293 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:26.757089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=1b45a40b-c869-434d-9d4b-21b6119dd402,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:26.761412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:26.828300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.831292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.6163161 Jan 14 05:41:26.834342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53224) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:26.911871 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bbc1ac1-e32e-4985-8a9e-fbfd6ecb611f tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags HTTP/1.1" status: 200 len: 241 time: 0.7909441 Jan 14 05:41:26.912112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0bd1e3b3-794d-43bb-ac88-9f1cf5777d41 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '1b45a40b-c869-434d-9d4b-21b6119dd402', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:26.912722 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-0bd1e3b3-794d-43bb-ac88-9f1cf5777d41 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 05:41:26.913320 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-0bd1e3b3-794d-43bb-ac88-9f1cf5777d41 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:26.917256 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bd1e3b3-794d-43bb-ac88-9f1cf5777d41 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0216608 Jan 14 05:41:26.917452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53228) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:26.921447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53230) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:26.940518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting port 229de736-abd2-4cd2-8345-c263efb21fc2 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:26.940925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.942258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:26.976113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-0df53f54-2e9c-4b49-afd6-8e3265ce53aa tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', 'tempest-TagsExtTest-Tag-1156023945') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:26.977294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:27.045301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Network 0be7dde9-e028-4d5d-af9d-f236d05ef7e3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:27.120268 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:27.123442 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:27.124874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-50ff351a-5f16-44ae-949a-e191fc2fc18b None None] Network c08f12da-c77d-4bd3-b062-69110fd72d31 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:27.127432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:27.154423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.165929 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:27.168832 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:27.177156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92efc211-c8af-4723-8f5c-85369eadb837 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:27.182636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:27.185576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Port': ['ID=73e70a8d-6bc6-46d3-becd-6fd742b03061,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:27.201723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:27.202624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 2 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:27.205195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.264541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.276225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.281593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 2} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:27.295329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.309510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8b66dec-46bf-48b4-b5f0-add0c08d2c6e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:27.331805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1660818d-8ea1-4f10-9ce9-70879b2718a3 None None] Provisioning for port 92efc211-c8af-4723-8f5c-85369eadb837 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:27.374512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.380356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.401570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:27.405288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:27.409513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:27.456179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.472746 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae76fa4d-14ab-4d52-b81a-a5fc4c5af8f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:27.521329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 92efc211-c8af-4723-8f5c-85369eadb837 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:27.546081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 92efc211-c8af-4723-8f5c-85369eadb837 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:27.548109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.587485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=1b45a40b-c869-434d-9d4b-21b6119dd402,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:27.613141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 28370b50-6384-46c3-946b-5d173d98c2db yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:27.633408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:27.646554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.650363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/1b45a40b-c869-434d-9d4b-21b6119dd402 HTTP/1.1" status: 204 len: 168 time: 0.7253120 Jan 14 05:41:27.650363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:27.650363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.736602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.773329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53236) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:27.776570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 92efc211-c8af-4723-8f5c-85369eadb837, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=92efc211-c8af-4723-8f5c-85369eadb837,segment=NetworkSegment(3a8e9484-0aa3-4eed-a12c-6595cd57661c),segment_id=3a8e9484-0aa3-4eed-a12c-6595cd57661c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:27.782385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.783281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.785691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:27.785913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.841297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network c08f12da-c77d-4bd3-b062-69110fd72d31 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:27.854139 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0df53f54-2e9c-4b49-afd6-8e3265ce53aa tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags/tempest-TagsExtTest-Tag-1156023945 HTTP/1.1" status: 204 len: 168 time: 0.9243362 Jan 14 05:41:27.855815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:27.859430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:27.868012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53240) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:27.869395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=92efc211-c8af-4723-8f5c-85369eadb837,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:27.881074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-b6b9a442-d4b1-4ba9-8311-85dfc68f9c96 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', 'tempest-TagsExtTest-Tag-1156023945') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:27.889880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:27.894601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.914876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2dfcf229-3461-4e9c-8701-1545799e364f None None] Provisioning for port e612d506-0d47-481d-a95b-2dbaa4e1f910 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:27.921803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2dfcf229-3461-4e9c-8701-1545799e364f None None] Provisioning complete for port e612d506-0d47-481d-a95b-2dbaa4e1f910 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:27.922370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dfcf229-3461-4e9c-8701-1545799e364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:27.983309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2dfcf229-3461-4e9c-8701-1545799e364f None None] Port e612d506-0d47-481d-a95b-2dbaa4e1f910 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:41:27.996147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2dfcf229-3461-4e9c-8701-1545799e364f None None] Provisioning complete for port 92efc211-c8af-4723-8f5c-85369eadb837 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:27.996579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2dfcf229-3461-4e9c-8701-1545799e364f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.002393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 958f9725-0a11-4715-a9c8-44c173970a15 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:28.020154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.035126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=e612d506-0d47-481d-a95b-2dbaa4e1f910,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:28.039323 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:28.041733 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] 10.222.0.48 "DELETE /v2.0/networks/0be7dde9-e028-4d5d-af9d-f236d05ef7e3 HTTP/1.1" status: 204 len: 168 time: 3.5851481 Jan 14 05:41:28.120694 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b56e5e07-a31a-47eb-8d80-208b2f46797f tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.203s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:28.151276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Calling delete_port for 229de736-abd2-4cd2-8345-c263efb21fc2 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:28.185791 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1023 time: 4.6649027 Jan 14 05:41:28.197489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53246) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.226221 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:28.229243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55726d7c-5d56-41ad-9c1f-286816b23529 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:28.250499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.266854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f47a37b1-f80f-4585-aa2e-196dd836eeb3 None None] Provisioning complete for port 92efc211-c8af-4723-8f5c-85369eadb837 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:28.267274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f47a37b1-f80f-4585-aa2e-196dd836eeb3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.313980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6b9a442-d4b1-4ba9-8311-85dfc68f9c96 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags/tempest-TagsExtTest-Tag-1156023945 HTTP/1.1" status: 204 len: 168 time: 0.4400821 Jan 14 05:41:28.319954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53252) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:28.336370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-4d137604-c5c9-4b6c-a9cf-0d7a3b6358ad tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:28.376553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Pushing event deleted for resources: {'Network': ['ID=0be7dde9-e028-4d5d-af9d-f236d05ef7e3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:28.394981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:28.410871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Deleting port 73e70a8d-6bc6-46d3-becd-6fd742b03061 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:28.411179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.451059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.454294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55726d7c-5d56-41ad-9c1f-286816b23529 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:28.455720 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55726d7c-5d56-41ad-9c1f-286816b23529 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6758351 Jan 14 05:41:28.478273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53256) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:28.479241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2aa23f-760e-4355-a034-3c7deb73a14b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:28.525471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--735855585'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:28.537388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:28.538143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.619853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.632380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18a38bce-e51d-435f-9a3f-12296b8f5ff8 None None] Provisioning complete for port e612d506-0d47-481d-a95b-2dbaa4e1f910 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:28.632884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18a38bce-e51d-435f-9a3f-12296b8f5ff8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.702564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-18a38bce-e51d-435f-9a3f-12296b8f5ff8 None None] Port e612d506-0d47-481d-a95b-2dbaa4e1f910 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:41:28.718747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d1e44df-05d7-4c39-8227-6bca22f362fe None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:41:28.894538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:28.914879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d1e44df-05d7-4c39-8227-6bca22f362fe None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:41:29.012872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:29.026820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-88fd7d20-549b-4518-8866-2eccab71e40f None None] Provisioning complete for port 92efc211-c8af-4723-8f5c-85369eadb837 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:29.027264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88fd7d20-549b-4518-8866-2eccab71e40f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.057921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:29.064721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:29.070150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:29.074751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:29.075132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Calling delete_port for 73e70a8d-6bc6-46d3-becd-6fd742b03061 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:29.075731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.143577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92efc211-c8af-4723-8f5c-85369eadb837 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:29.212674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d137604-c5c9-4b6c-a9cf-0d7a3b6358ad tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags HTTP/1.1" status: 200 len: 205 time: 0.8908727 Jan 14 05:41:29.217437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=28370b50-6384-46c3-946b-5d173d98c2db,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:29.219695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53260) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:29.227774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-d8177910-b699-4cd8-916f-11e3f04671bc tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:29.244053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 7.2913423 Jan 14 05:41:29.244284 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.764s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:29.250972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aecdf033-6c20-4697-b7cf-dad2caab3726 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:29.257525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.328142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53264) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:29.333972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=958f9725-0a11-4715-a9c8-44c173970a15,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:29.351118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:29.383032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.409619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bb5f188-78c7-46e1-a619-d524856d086a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:29.424225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:29.428916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:29.435725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:29.455543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:29.472359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 92efc211-c8af-4723-8f5c-85369eadb837 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:29.472359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.579035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.597442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.624854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.633993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event deleted for resources: {'Port': ['ID=73e70a8d-6bc6-46d3-becd-6fd742b03061,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:29.636873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:29.656597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-abc455f7-b4b5-4c45-b079-61adce1ba238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:29.676060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': 'c7bcf5fa-7dbc-4c24-9902-218e74ae8c9e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f5231d1f-1277-4930-bea5-c97b88096eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:29.676461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: f5231d1f-1277-4930-bea5-c97b88096eb1, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:29.685358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8177910-b699-4cd8-916f-11e3f04671bc tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags HTTP/1.1" status: 200 len: 241 time: 0.4621425 Jan 14 05:41:29.697391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.699717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4b0c4e9-42e2-4206-9884-765b95c70e1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:29.701923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1814427 Jan 14 05:41:29.707255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53270) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:29.707623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53272) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:29.719351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-36964181-efa3-4e93-8c77-57720b31612f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': 'd827fab9-fa17-4270-b250-cef4da2167ae', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:29.721057 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-36964181-efa3-4e93-8c77-57720b31612f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 05:41:29.721626 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-36964181-efa3-4e93-8c77-57720b31612f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:29.725842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36964181-efa3-4e93-8c77-57720b31612f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0137987 Jan 14 05:41:29.729773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53278) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:29.743110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-1fccb85d-e9c9-4dcb-aa38-b60d3524c1c8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', 'tempest-TagsExtTest-Tag-1367823373') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:29.759967 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.763507 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:29.767300 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:29.770517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port e612d506-0d47-481d-a95b-2dbaa4e1f910 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:29.770517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.786775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Port': ['ID=229de736-abd2-4cd2-8345-c263efb21fc2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:29.789877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:29.834344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network f5231d1f-1277-4930-bea5-c97b88096eb1 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:29.839322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.843530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=d827fab9-fa17-4270-b250-cef4da2167ae,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:29.861391 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:29.917643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f5231d1f-1277-4930-bea5-c97b88096eb1) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:29.920786 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "DELETE /v2.0/ports/73e70a8d-6bc6-46d3-becd-6fd742b03061 HTTP/1.1" status: 204 len: 168 time: 1.7068710 Jan 14 05:41:29.924370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.927918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5746287-88c9-4a53-8213-76025fd643f6 None None] Network f5231d1f-1277-4930-bea5-c97b88096eb1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:29.930514 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/ports/229de736-abd2-4cd2-8345-c263efb21fc2 HTTP/1.1" status: 204 len: 168 time: 3.6811628 Jan 14 05:41:29.933787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53282) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:29.933787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53284) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:29.941310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'router': {'external_gateway_info': {'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'external_fixed_ips': [{'subnet_id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'ip_address': '172.20.0.9'}]}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:29.946262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:29.964193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:29.969381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:29.981511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:29.982274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.029065 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba281e78-bac8-4927-adbb-9fdf7e44cc67 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] DELETE failed (client error): The resource could not be found. Jan 14 05:41:30.029531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba281e78-bac8-4927-adbb-9fdf7e44cc67 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:30.031608 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba281e78-bac8-4927-adbb-9fdf7e44cc67 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/2e027847-384d-4835-af12-caa1a214a6e5 HTTP/1.1" status: 404 len: 337 time: 0.0950439 Jan 14 05:41:30.034167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:30.042064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1fccb85d-e9c9-4dcb-aa38-b60d3524c1c8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags/tempest-TagsExtTest-Tag-1367823373 HTTP/1.1" status: 204 len: 168 time: 0.3317118 Jan 14 05:41:30.045589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:router and tenant:cf032c5b3e49445e94e24be0c4f67757 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:30.048829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:30.049009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53290) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:30.049349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53292) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:30.055170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:30.080981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-ef94c624-0879-4e6d-9e07-c18497186771 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', 'tempest-TagsExtTest-Tag-1367823373') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:30.094180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.095332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.116699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.168095 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1425 time: 3.7326152 Jan 14 05:41:30.182850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:30.287902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.318567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 958f9725-0a11-4715-a9c8-44c173970a15 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:30.318989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.383489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.673999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for e612d506-0d47-481d-a95b-2dbaa4e1f910 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:30.699270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.783656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef94c624-0879-4e6d-9e07-c18497186771 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags/tempest-TagsExtTest-Tag-1367823373 HTTP/1.1" status: 204 len: 168 time: 0.7309363 Jan 14 05:41:30.784336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53306) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:30.832125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-1a6507d8-0253-4320-a483-fd7cf3794206 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:30.854114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.866240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:30.881350 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-038920c9-ba60-43c8-a089-5689ddbf5754 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:30.978876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=d827fab9-fa17-4270-b250-cef4da2167ae,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:30.982250 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:31.005860 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1a6507d8-0253-4320-a483-fd7cf3794206 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags HTTP/1.1" status: 200 len: 205 time: 0.1800835 Jan 14 05:41:31.013844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53314) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:31.036500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.053994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.057810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/d827fab9-fa17-4270-b250-cef4da2167ae HTTP/1.1" status: 204 len: 168 time: 1.3096819 Jan 14 05:41:31.067053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-5f055bb9-4ac5-44fd-812e-3b94431a9d56 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:31.075194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53318) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:31.208479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.303813 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f055bb9-4ac5-44fd-812e-3b94431a9d56 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags HTTP/1.1" status: 204 len: 168 time: 0.2728238 Jan 14 05:41:31.303813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['45ba8088-2841-4d1b-a12a-c4ca6bcd0efa']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:31.315099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53322) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:31.325931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-5b565a41-17bd-40c6-a8b9-169f34cb7139 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:31.377738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c3f9d9-7dec-4493-9571-b882b1268adb') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:31.378081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c3f9d9-7dec-4493-9571-b882b1268adb') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:31.404986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 958f9725-0a11-4715-a9c8-44c173970a15 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:31.410265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Deleting port b029477f-6d25-41f9-a85e-98f26a65a207 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:31.410647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.440135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.468103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-96832241-8a2c-4997-8c32-4c78f03a8041 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:31.527993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-96832241-8a2c-4997-8c32-4c78f03a8041 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:31.533248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-96832241-8a2c-4997-8c32-4c78f03a8041 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4528043 Jan 14 05:41:31.535236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53326) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:31.541272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--1221649268'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:31.567684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:31.570242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.600582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e838df5f-e022-43a4-8004-e20ef87ae5c6 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:31.628647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.634000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 24 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:31.648934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:31.712233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=e612d506-0d47-481d-a95b-2dbaa4e1f910,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:31.722331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.737579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:31.755714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b66d1e5-0ed9-4589-bfb5-530e781e56ab tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:31.807097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.852866 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5b565a41-17bd-40c6-a8b9-169f34cb7139 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags HTTP/1.1" status: 204 len: 168 time: 0.5339992 Jan 14 05:41:31.852866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] For port b029477f-6d25-41f9-a85e-98f26a65a207, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b029477f-6d25-41f9-a85e-98f26a65a207,segment=NetworkSegment(b42d409b-d96a-474d-ac2f-a911e21885d7),segment_id=b42d409b-d96a-474d-ac2f-a911e21885d7)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:31.852866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:31.871175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=958f9725-0a11-4715-a9c8-44c173970a15,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:31.871428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53330) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:31.895633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:31.945592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-c148f158-2536-4217-b94b-f96be5258ae9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:31.995809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:32.020400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:32.025101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.031444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:32.045149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:32.046302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Calling delete_port for b029477f-6d25-41f9-a85e-98f26a65a207 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:32.068752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/958f9725-0a11-4715-a9c8-44c173970a15 HTTP/1.1" status: 204 len: 168 time: 1.8847265 Jan 14 05:41:32.106515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53336) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:32.146013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:32.160281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.433982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network 45ba8088-2841-4d1b-a12a-c4ca6bcd0efa has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:32.489414 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:32.493592 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:32.496660 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c148f158-2536-4217-b94b-f96be5258ae9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags HTTP/1.1" status: 204 len: 168 time: 0.6240542 Jan 14 05:41:32.538285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53340) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:32.560453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-2435f8e0-2916-4123-ab44-13c5bf43effe tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:32.601100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.605012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2b7c752-56e5-4d96-bdc2-3220fd480e76 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:32.622081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.629237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.656896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Network': ['ID=45ba8088-2841-4d1b-a12a-c4ca6bcd0efa,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:32.708314 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:32.709021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:32.738215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/45ba8088-2841-4d1b-a12a-c4ca6bcd0efa HTTP/1.1" status: 204 len: 168 time: 2.6877079 Jan 14 05:41:32.745109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53344) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:32.763202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Pushing event deleted for resources: {'Port': ['ID=b029477f-6d25-41f9-a85e-98f26a65a207,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:32.768520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:32.805773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.876059 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/e612d506-0d47-481d-a95b-2dbaa4e1f910 HTTP/1.1" status: 204 len: 168 time: 3.5390761 Jan 14 05:41:32.893047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:32.903828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.940771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:32.997975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.002653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.017275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f0da3f9-3a56-42ab-b821-6c147ea91342 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:33.085509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b9bb5-f6ca-4352-9230-6d6ff6b5fe06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:33.108555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-994b9bb5-f6ca-4352-9230-6d6ff6b5fe06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:33.109451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-994b9bb5-f6ca-4352-9230-6d6ff6b5fe06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:33.112913 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3cb90e7e-892b-4052-82d9-cb5ee2a97ea7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:41:33.113415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3cb90e7e-892b-4052-82d9-cb5ee2a97ea7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:33.120599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3cb90e7e-892b-4052-82d9-cb5ee2a97ea7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/e612d506-0d47-481d-a95b-2dbaa4e1f910 HTTP/1.1" status: 404 len: 333 time: 0.2188201 Jan 14 05:41:33.129903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53354) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.299889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.304511 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.7650039 Jan 14 05:41:33.361045 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7c9dd3e9-09cc-40cd-845a-83bbfe4abaa4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:41:33.361497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c9dd3e9-09cc-40cd-845a-83bbfe4abaa4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:33.376348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53362) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.380329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=0b71ccc1-f901-41d9-99e5-e2c4afcb5d1c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:33.387741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-74ee5a72-bfbd-4d52-8312-4eff41531c10 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b71ccc1-f901-41d9-99e5-e2c4afcb5d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:33.408779 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-74ee5a72-bfbd-4d52-8312-4eff41531c10 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 05:41:33.410573 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-74ee5a72-bfbd-4d52-8312-4eff41531c10 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:33.411953 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74ee5a72-bfbd-4d52-8312-4eff41531c10 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0332983 Jan 14 05:41:33.415838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53366) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.423802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c3b7609e-3920-4a9d-8fe3-49111b7b84bb tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b71ccc1-f901-41d9-99e5-e2c4afcb5d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:33.426429 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-c3b7609e-3920-4a9d-8fe3-49111b7b84bb tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 05:41:33.427015 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-c3b7609e-3920-4a9d-8fe3-49111b7b84bb tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:33.428093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c3b7609e-3920-4a9d-8fe3-49111b7b84bb tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0112164 Jan 14 05:41:33.429134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:33.431273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.446487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-510b2ea6-79a8-443a-b7f8-d1c37667d594 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b71ccc1-f901-41d9-99e5-e2c4afcb5d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:33.447610 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-510b2ea6-79a8-443a-b7f8-d1c37667d594 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 05:41:33.448185 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-510b2ea6-79a8-443a-b7f8-d1c37667d594 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:33.453747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2435f8e0-2916-4123-ab44-13c5bf43effe tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags HTTP/1.1" status: 204 len: 168 time: 0.8943915 Jan 14 05:41:33.453972 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-510b2ea6-79a8-443a-b7f8-d1c37667d594 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0169945 Jan 14 05:41:33.453972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53374) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.455263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53376) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.460834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-0bdbee9d-93b3-4411-b952-fc9b17a4d431 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', 'tempest-TagsExtTest-Tag-1948246018') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:33.461205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-994b9bb5-f6ca-4352-9230-6d6ff6b5fe06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:33.465212 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-994b9bb5-f6ca-4352-9230-6d6ff6b5fe06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1456 time: 1.3022249 Jan 14 05:41:33.480102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1c4d4350-59d4-4e07-80dd-391d744e7e39 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b71ccc1-f901-41d9-99e5-e2c4afcb5d1c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '256'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:33.481185 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-1c4d4350-59d4-4e07-80dd-391d744e7e39 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 05:41:33.481854 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-1c4d4350-59d4-4e07-80dd-391d744e7e39 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:33.485739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1c4d4350-59d4-4e07-80dd-391d744e7e39 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0233605 Jan 14 05:41:33.489902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53382) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.490307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53384) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.515771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.574599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c9dd3e9-09cc-40cd-845a-83bbfe4abaa4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:33.578932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c9dd3e9-09cc-40cd-845a-83bbfe4abaa4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/e612d506-0d47-481d-a95b-2dbaa4e1f910 HTTP/1.1" status: 404 len: 333 time: 0.4390395 Jan 14 05:41:33.584523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53390) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.628889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting subnet 3ca00360-58bd-4be7-b014-ecb0ec9939e3 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:33.656004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.749935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 28370b50-6384-46c3-946b-5d173d98c2db {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:33.750343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.857568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.902989 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bdbee9d-93b3-4411-b952-fc9b17a4d431 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags/tempest-TagsExtTest-Tag-1948246018 HTTP/1.1" status: 201 len: 201 time: 0.4486499 Jan 14 05:41:33.923076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53394) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:33.928968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:33.934038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-017e4abf-442a-46c4-8c92-1b43658e1c86 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', 'tempest-TagsExtTest-Tag-525667395') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:34.070598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet d520d654-3d55-4398-b7f7-7c9ba9ce4a6d {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:34.080933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.085874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.168849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.309508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.370264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Allocated IP 172.20.0.9 (cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79/b76cb45f-c527-4742-ba63-c9e079675a63/538ad0ba-7371-498c-9d80-f616d373dba8) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:34.373586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.397592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.408565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b66eea6-a89b-4162-9a6a-2d02bce83667 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:34.416001 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-017e4abf-442a-46c4-8c92-1b43658e1c86 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags/tempest-TagsExtTest-Tag-525667395 HTTP/1.1" status: 201 len: 201 time: 0.4892850 Jan 14 05:41:34.421413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53398) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:34.431046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-127b2a92-07ee-42b3-ac20-9f504b0d3311 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', 'tempest-TagsExtTest-Tag-1689343769') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:34.519957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.591661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 28370b50-6384-46c3-946b-5d173d98c2db owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:34.620116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b71ccc1-f901-41d9-99e5-e2c4afcb5d1c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:34.661409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:34.680172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:41:34.857081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-127b2a92-07ee-42b3-ac20-9f504b0d3311 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags/tempest-TagsExtTest-Tag-1689343769 HTTP/1.1" status: 201 len: 201 time: 0.4320214 Jan 14 05:41:34.857669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:34.858943 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/0b71ccc1-f901-41d9-99e5-e2c4afcb5d1c HTTP/1.1" status: 204 len: 168 time: 1.3660154 Jan 14 05:41:34.859657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53404) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:34.873871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53406) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:34.883220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-d316c2d1-7219-49cf-bcae-ab4ecabdf28f tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', 'tempest-TagsExtTest-Tag-67015820') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:34.991867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.019919 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02bfedc3-7b25-453f-8809-d18787207339 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:35.058285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.081723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b0717344-5518-489a-8f94-59246a1fd833 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:35.090070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=28370b50-6384-46c3-946b-5d173d98c2db,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:35.152943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b0717344-5518-489a-8f94-59246a1fd833 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:35.158780 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b0717344-5518-489a-8f94-59246a1fd833 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2836390 Jan 14 05:41:35.164319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53412) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:35.172734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--1346114590'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:35.181942 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:35.186422 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d316c2d1-7219-49cf-bcae-ab4ecabdf28f tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags/tempest-TagsExtTest-Tag-67015820 HTTP/1.1" status: 201 len: 201 time: 0.3162611 Jan 14 05:41:35.186586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:35.194892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:35.205749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53416) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:35.220534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-711eede7-740d-4203-94dc-f5f157849bf8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', {'tags': ['tempest-TagsExtTest-Tag-2053705196', 'tempest-TagsExtTest-Tag-1636468323', 'tempest-TagsExtTest-Tag-1037136865']}) {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:35.235376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.269443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:41:35.279207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:35.285118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:35.289021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] Sync routers for ids ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:41:35.292889 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] 10.222.0.48 "PUT /v2.0/routers/d9f3151e-7c1d-4b7e-a8c7-45b88bceb663/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4844296 Jan 14 05:41:35.292889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:35.295297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53420) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:35.303732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] Routers {'d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:41:35.304937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:35.342445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.348732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.366413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.525288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:35.530444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5427183a-ce33-49fb-a0b3-7685d06a24ad tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:35.565974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] Set router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:41:35.626489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=d520d654-3d55-4398-b7f7-7c9ba9ce4a6d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:35.632236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:35.636622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09ae0113-e7da-450b-bd7a-63fb1d51b64b None None] Network c08f12da-c77d-4bd3-b062-69110fd72d31 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:35.693967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.696450 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/d520d654-3d55-4398-b7f7-7c9ba9ce4a6d HTTP/1.1" status: 204 len: 168 time: 2.1061130 Jan 14 05:41:35.772667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53426) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:35.773049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53428) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:35.798151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee6377f9-4ce5-455c-88b3-a4d3275699dd tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:35.977309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:35.983882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] DHCP port deletion for c08f12da-c77d-4bd3-b062-69110fd72d31 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:35.989463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Deleting port 92efc211-c8af-4723-8f5c-85369eadb837 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:35.989886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.052796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:41:32Z', 'revision_number': 5, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:36.057898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] Checking router: d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:41:36.069331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] Routers {'d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:41:36.070339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:36.088146 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-711eede7-740d-4203-94dc-f5f157849bf8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags HTTP/1.1" status: 200 len: 318 time: 0.8811488 Jan 14 05:41:36.091983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53434) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:36.110310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-1cbf18c0-f0aa-4060-b186-8b66684a8da8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:36.202507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.231385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] For port 92efc211-c8af-4723-8f5c-85369eadb837, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=92efc211-c8af-4723-8f5c-85369eadb837,segment=NetworkSegment(3a8e9484-0aa3-4eed-a12c-6595cd57661c),segment_id=3a8e9484-0aa3-4eed-a12c-6595cd57661c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:36.232770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.263583 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/28370b50-6384-46c3-946b-5d173d98c2db HTTP/1.1" status: 204 len: 168 time: 2.7695329 Jan 14 05:41:36.267557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53438) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:36.291601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.294056 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/subnets/3ca00360-58bd-4be7-b014-ecb0ec9939e3 HTTP/1.1" status: 204 len: 168 time: 3.5374765 Jan 14 05:41:36.306118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53442) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:36.314357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] Set router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:41:36.377876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Port': ['ID=538ad0ba-7371-498c-9d80-f616d373dba8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:36.396522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Calling delete_port for 92efc211-c8af-4723-8f5c-85369eadb837 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:36.417038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:36.425658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d49323b2-5502-4337-983a-91eff5773eb4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.314s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:36.449224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.506567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ed66859e-f618-4787-bf51-121fe2230b89 None None] Network ee744581-1389-42e7-af24-f3880d7ca6f8 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:36.507705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.538453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:36.610121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.663729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.669511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=0b87c6fe-a9da-4599-8d00-c5d8c1748106,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:36.700924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-513101d2-5dad-42ba-86c4-54921d2ef53e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:36.701940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-513101d2-5dad-42ba-86c4-54921d2ef53e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:36.709010 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:36.723013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.724356 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5588915 Jan 14 05:41:36.731177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53448) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:36.740767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-68ec4a3b-c5f6-4922-9865-a6bddd71b48f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:36.742342 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-68ec4a3b-c5f6-4922-9865-a6bddd71b48f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 05:41:36.742947 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-68ec4a3b-c5f6-4922-9865-a6bddd71b48f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:36.744015 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68ec4a3b-c5f6-4922-9865-a6bddd71b48f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0085170 Jan 14 05:41:36.756933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.760805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53452) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:36.761481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Subnet': ['ID=3ca00360-58bd-4be7-b014-ecb0ec9939e3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:36.764939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1cbf18c0-f0aa-4060-b186-8b66684a8da8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags HTTP/1.1" status: 204 len: 168 time: 0.6653004 Jan 14 05:41:36.769345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-121505f1-b05c-4206-b07d-47ce8a237721 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:36.784775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Deleting port a19bcea7-7092-4e0f-b507-bfe37d99177a {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:36.794882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:41:32Z', 'revision_number': 5, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:36.795536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:36.799592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a9eee9bd-bbab-4917-a094-3667a0147e0c None None] The sync data for ids ['d9f3151e-7c1d-4b7e-a8c7-45b88bceb663'] in n-d-768851-4 is: [{'id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'name': 'tempest-TaggedBootDevicesTest-1062791874-router', 'tenant_id': '43cd020a47124215961e0bfe3de50188', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:38:45Z', 'updated_at': '2021-01-14T05:41:32Z', 'revision_number': 5, 'project_id': '43cd020a47124215961e0bfe3de50188', 'gw_port': {'id': 'a19bcea7-7092-4e0f-b507-bfe37d99177a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:af:59:8d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd9f3151e-7c1d-4b7e-a8c7-45b88bceb663', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1617, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:38:51Z', 'updated_at': '2021-01-14T05:39:14Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:41:36.842030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-121505f1-b05c-4206-b07d-47ce8a237721 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:36.844583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53456) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:36.855296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-d70f4903-6308-4495-bda4-ede8e466c3be tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', 'tempest-TagsExtTest-Tag-2053705196') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:36.908537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-121505f1-b05c-4206-b07d-47ce8a237721 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:36.929615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-513101d2-5dad-42ba-86c4-54921d2ef53e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:36.930986 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-513101d2-5dad-42ba-86c4-54921d2ef53e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6481910 Jan 14 05:41:36.937020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-121505f1-b05c-4206-b07d-47ce8a237721 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:36.940701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53460) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:36.956596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-121505f1-b05c-4206-b07d-47ce8a237721 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:36.980406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:36.983042 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f43cc60-4502-4194-ab54-5c56ea5ef01c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:37.088590 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e071e421-6fcd-40a4-8aae-5c3563951d4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:41:37.089939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e071e421-6fcd-40a4-8aae-5c3563951d4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/958f9725-0a11-4715-a9c8-44c173970a15 HTTP/1.1" status: 404 len: 333 time: 0.1463358 Jan 14 05:41:37.103306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53464) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.105120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Pushing event deleted for resources: {'Port': ['ID=92efc211-c8af-4723-8f5c-85369eadb837,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:37.115701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:37.147269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b029477f-6d25-41f9-a85e-98f26a65a207 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:37.160839 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-d70f4903-6308-4495-bda4-ede8e466c3be tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:37.161981 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d70f4903-6308-4495-bda4-ede8e466c3be tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags/tempest-TagsExtTest-Tag-2053705196 HTTP/1.1" status: 404 len: 329 time: 0.3163428 Jan 14 05:41:37.177016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53468) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.182649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.186320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-3c9f8409-be9e-4a01-9393-e5f0a73bfc0d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', 'tempest-TagsExtTest-Tag-1636468323') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:37.187542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] No DVR routers for this DVR port 92efc211-c8af-4723-8f5c-85369eadb837 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:37.189482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b029477f-6d25-41f9-a85e-98f26a65a207 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:37.189874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b029477f-6d25-41f9-a85e-98f26a65a207 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:37.190331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92efc211-c8af-4723-8f5c-85369eadb837 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:37.218791 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-121505f1-b05c-4206-b07d-47ce8a237721 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:37.219913 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-121505f1-b05c-4206-b07d-47ce8a237721 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.4578917 Jan 14 05:41:37.225618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.245894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e5581995-f5ff-4c5e-81ae-1cd4027131ae tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:37.246414 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-e5581995-f5ff-4c5e-81ae-1cd4027131ae tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 05:41:37.246981 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-e5581995-f5ff-4c5e-81ae-1cd4027131ae tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:37.252064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e5581995-f5ff-4c5e-81ae-1cd4027131ae tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0214264 Jan 14 05:41:37.253603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.271143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bb0d274c-09b3-436b-99d6-fa8550ca00db tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:37.278606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 92efc211-c8af-4723-8f5c-85369eadb837 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:37.279029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92efc211-c8af-4723-8f5c-85369eadb837 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:37.289338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] For port a19bcea7-7092-4e0f-b507-bfe37d99177a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a19bcea7-7092-4e0f-b507-bfe37d99177a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:37.289750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.299305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bb0d274c-09b3-436b-99d6-fa8550ca00db tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:37.313220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bb0d274c-09b3-436b-99d6-fa8550ca00db tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:37.328654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:37.343767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:37.361526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:37.372641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bb0d274c-09b3-436b-99d6-fa8550ca00db tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:37.391444 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1b8ea535-c1cc-4d33-abd4-3baf1a20a898 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:41:37.392147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b8ea535-c1cc-4d33-abd4-3baf1a20a898 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:37.416119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.439214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bb0d274c-09b3-436b-99d6-fa8550ca00db tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:37.441396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:37.441777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.451955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Calling delete_port for a19bcea7-7092-4e0f-b507-bfe37d99177a owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:37.485311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] DHCP port deletion for ee744581-1389-42e7-af24-f3880d7ca6f8 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:37.490582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Deleting port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:37.491230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.569543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b8ea535-c1cc-4d33-abd4-3baf1a20a898 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:37.570873 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b8ea535-c1cc-4d33-abd4-3baf1a20a898 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/28370b50-6384-46c3-946b-5d173d98c2db HTTP/1.1" status: 404 len: 333 time: 0.4624314 Jan 14 05:41:37.574718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53480) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.578656 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-3c9f8409-be9e-4a01-9393-e5f0a73bfc0d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:37.582741 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3c9f8409-be9e-4a01-9393-e5f0a73bfc0d tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags/tempest-TagsExtTest-Tag-1636468323 HTTP/1.1" status: 404 len: 329 time: 0.4017901 Jan 14 05:41:37.603304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53484) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.616815 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-bb0d274c-09b3-436b-99d6-fa8550ca00db tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:37.621064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb0d274c-09b3-436b-99d6-fa8550ca00db tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.3575280 Jan 14 05:41:37.634534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53488) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.642936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-4d36fbb2-67f6-4f32-92ad-449b9964f16c tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc', 'tempest-TagsExtTest-Tag-1037136865') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:37.699978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-518b4846-1a38-483c-84a7-24eaffb4d146 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:37.700520 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-518b4846-1a38-483c-84a7-24eaffb4d146 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 05:41:37.701109 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-518b4846-1a38-483c-84a7-24eaffb4d146 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:37.703338 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-518b4846-1a38-483c-84a7-24eaffb4d146 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0164213 Jan 14 05:41:37.723503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:37.724775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] For port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,segment=NetworkSegment(8e341075-beca-450e-93d7-04ff07ab9599),segment_id=8e341075-beca-450e-93d7-04ff07ab9599)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:37.725310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.735870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:37.756029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:37.766030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:37.803387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:37.816362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:37.828120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.861030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Calling delete_port for f3b1b64c-2d15-4a14-ba23-7cd99bcca69e owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:37.923136 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Project 5ee2f41247af46b893cfc2a9239297de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:41:37.944939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.958085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:37.961368 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:38.056739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Pushing event deleted for resources: {'Port': ['ID=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:38.065234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:38.110569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] No DVR routers for this DVR port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:38.142047 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:38.143261 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50e62c8c-713c-4e35-b6ab-80255a5654e5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.4185827 Jan 14 05:41:38.157600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53496) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:38.171836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8a2a8dd0-3f36-4d18-a8ce-94210353f0ef tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:38.172355 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-8a2a8dd0-3f36-4d18-a8ce-94210353f0ef tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 05:41:38.172897 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-8a2a8dd0-3f36-4d18-a8ce-94210353f0ef tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:38.173908 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8a2a8dd0-3f36-4d18-a8ce-94210353f0ef tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0122402 Jan 14 05:41:38.177501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:38.185712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.204751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:38.217282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c08f12da-c77d-4bd3-b062-69110fd72d31']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:38.283717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:38.314262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:38.322871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:38.334254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:38.336982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3a8e9484-0aa3-4eed-a12c-6595cd57661c') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:38.337323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3a8e9484-0aa3-4eed-a12c-6595cd57661c') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:38.408084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5231d1f-1277-4930-bea5-c97b88096eb1']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:38.429463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c7bcf5fa-7dbc-4c24-9902-218e74ae8c9e') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:38.429772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c7bcf5fa-7dbc-4c24-9902-218e74ae8c9e') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:38.431349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.437005 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Project 5ee2f41247af46b893cfc2a9239297de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:41:38.455681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.476555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.479858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 17 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:38.486976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.489821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.548617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:38.570546 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:38.571700 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62d1e15e-8f39-41c6-bb64-2646a65bc584 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3915682 Jan 14 05:41:38.580353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53504) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:38.592184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] For port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f3b1b64c-2d15-4a14-ba23-7cd99bcca69e,segment=NetworkSegment(8e341075-beca-450e-93d7-04ff07ab9599),segment_id=8e341075-beca-450e-93d7-04ff07ab9599)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:38.592588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.625832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '0b87c6fe-a9da-4599-8d00-c5d8c1748106', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:38.690505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:38.693497 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-4d36fbb2-67f6-4f32-92ad-449b9964f16c tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:38.697598 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d36fbb2-67f6-4f32-92ad-449b9964f16c tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags/tempest-TagsExtTest-Tag-1037136865 HTTP/1.1" status: 404 len: 329 time: 1.0770192 Jan 14 05:41:38.705029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53508) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:38.763624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:38.835641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:38.842644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-1a0f5190-0b65-47ab-bfe5-f92aa770a7a1 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', {'tags': ['tempest-TagsExtTest-Tag-1182879566', 'tempest-TagsExtTest-Tag-220348606', 'tempest-TagsExtTest-Tag-182314581']}) {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:38.881266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Calling delete_port for f3b1b64c-2d15-4a14-ba23-7cd99bcca69e owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:38.935776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:38.945434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network c08f12da-c77d-4bd3-b062-69110fd72d31 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:38.969790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.992685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:38.998725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.098287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f3b1b64c-2d15-4a14-ba23-7cd99bcca69e no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:39.108888 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Project 5ee2f41247af46b893cfc2a9239297de added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:41:39.111353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network f5231d1f-1277-4930-bea5-c97b88096eb1 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:39.121120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.135471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.136049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Fanout notify agent at l3_agent the message router_deleted on router d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:41:39.144742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f3b1b64c-2d15-4a14-ba23-7cd99bcca69e {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:39.145148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f3b1b64c-2d15-4a14-ba23-7cd99bcca69e not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:39.239944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.241198 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-af742a47-ecd0-45b0-abbf-230cb6cc9ff7 admin admin] 10.222.0.48 "DELETE /v2.0/routers/d9f3151e-7c1d-4b7e-a8c7-45b88bceb663 HTTP/1.1" status: 204 len: 168 time: 3.9454496 Jan 14 05:41:39.245095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53512) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:39.374926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network f5231d1f-1277-4930-bea5-c97b88096eb1 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:39.401302 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:39.415737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Deleting subnet 8cc76379-997c-41a7-9531-2258deb89914 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:39.456820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network c08f12da-c77d-4bd3-b062-69110fd72d31 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:39.465312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.478207 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:39.482572 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-552ee914-7915-4bf2-ac6a-9e64b50f3bba tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.8969839 Jan 14 05:41:39.482572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:39.482572 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:39.502809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53516) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1a0f5190-0b65-47ab-bfe5-f92aa770a7a1 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags HTTP/1.1" status: 200 len: 316 time: 0.7439239 Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:39.513449 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:39.516692 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:39.516692 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:39.516692 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:39.516692 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:39.516692 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:39.520917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53520) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:39.581318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.588070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.590794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-6cc3eb36-62a3-4cd6-9e14-4dbe60f66121 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:39.619903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c41dafc-2626-49bb-9a57-30fa9425e50e tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:39.635387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.671150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=f5231d1f-1277-4930-bea5-c97b88096eb1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:39.676950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/f5231d1f-1277-4930-bea5-c97b88096eb1 HTTP/1.1" status: 204 len: 168 time: 2.1003878 Jan 14 05:41:39.684821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53524) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:39.690398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:39.696801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.699581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.704920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1106039276'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:39.716990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:39.733976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.740270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:39.746011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.754299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=c08f12da-c77d-4bd3-b062-69110fd72d31,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:39.756700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:39.765008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.788266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.826906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:39.829381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:39.832755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.838856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-093fb45a-9041-46bc-a30d-ad36b8913fab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:39.848393 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/c08f12da-c77d-4bd3-b062-69110fd72d31 HTTP/1.1" status: 204 len: 168 time: 3.9993622 Jan 14 05:41:39.852161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:39.857316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53528) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:39.863952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=0b87c6fe-a9da-4599-8d00-c5d8c1748106,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:39.870938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-260933481'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:39.876620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:39.879477 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:39.904200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.906887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:39.914081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:39.981333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:39.985250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/0b87c6fe-a9da-4599-8d00-c5d8c1748106 HTTP/1.1" status: 204 len: 168 time: 0.4787557 Jan 14 05:41:39.985828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:39.987804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53532) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:39.992783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Deleting port f3b1b64c-2d15-4a14-ba23-7cd99bcca69e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:39.993161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.039734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:40.048998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.106208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:40.116226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.168512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-563bc31c-acfb-471e-bdc1-b3aaf3c1c6b7 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:40.177197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] The port 'f3b1b64c-2d15-4a14-ba23-7cd99bcca69e' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:41:40.189289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:40.214191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.214548 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment 83ea5f03-0113-4a70-8d66-c39affb2620e of type vxlan for network 2018e772-d3c8-4b58-96b0-b0994d822aa4 Jan 14 05:41:40.227094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-563bc31c-acfb-471e-bdc1-b3aaf3c1c6b7 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:40.228586 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-563bc31c-acfb-471e-bdc1-b3aaf3c1c6b7 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2376068 Jan 14 05:41:40.234459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53536) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:40.242570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--359928700'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:40.267101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:40.283412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.293737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:40.299973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.316481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e5bb86a-021c-490c-b682-eb04a85d292e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:40.428674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cc76379-997c-41a7-9531-2258deb89914,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:40.444434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.459050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:40.476485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.496509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:40.497204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.510933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:40.513935 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1c1a326-7b64-41f1-8343-40219e62cab8 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:40.548380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:40.557911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:40.614841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:40.672832 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.8117318 Jan 14 05:41:40.675619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd781a15-c6b1-4c6f-bc31-86d8c72f2d06 None None] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:40.678179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.681080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=2018e772-d3c8-4b58-96b0-b0994d822aa4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:40.682565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53540) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:40.686939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.173s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:40.706659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] 10.222.0.48 "DELETE /v2.0/subnets/8cc76379-997c-41a7-9531-2258deb89914 HTTP/1.1" status: 204 len: 168 time: 1.4579728 Jan 14 05:41:40.708670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53542) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:40.757454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:40.760001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:40.773744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:40.786197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:40.816867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.832449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:40.832906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:40.856293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.866567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.924272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.936824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f79c256c-ab32-4a04-b657-45adfce35da6 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:40.983555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:40.984923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7506163 Jan 14 05:41:40.989354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53548) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:40.991867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Deleting port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:40.992254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.000377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6cc3eb36-62a3-4cd6-9e14-4dbe60f66121 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags HTTP/1.1" status: 204 len: 168 time: 1.4697855 Jan 14 05:41:41.021061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53552) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:41.029387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-01e7e735-4c58-49f7-8a84-4544b919ac9a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '95550cd8-f6bb-4bf9-a2a9-a81529df5904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': 'bad_group_id'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:41.040002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=95550cd8-f6bb-4bf9-a2a9-a81529df5904,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:41.056510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-2bd282d3-3e56-4861-9aa1-12158103f81a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', 'tempest-TagsExtTest-Tag-1182879566') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:41.090758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:41.098763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01e7e735-4c58-49f7-8a84-4544b919ac9a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:41.111854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01e7e735-4c58-49f7-8a84-4544b919ac9a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:41.117696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01e7e735-4c58-49f7-8a84-4544b919ac9a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:41.138057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01e7e735-4c58-49f7-8a84-4544b919ac9a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:41.155936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a19bcea7-7092-4e0f-b507-bfe37d99177a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:41.214306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ee744581-1389-42e7-af24-f3880d7ca6f8']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:41.226917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:41.230639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a19bcea7-7092-4e0f-b507-bfe37d99177a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:41.231290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a19bcea7-7092-4e0f-b507-bfe37d99177a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:41.273026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:41.282462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8e341075-beca-450e-93d7-04ff07ab9599') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:41.282837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8e341075-beca-450e-93d7-04ff07ab9599') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:41.299217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:41.303824 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-2bd282d3-3e56-4861-9aa1-12158103f81a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:41.305002 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2bd282d3-3e56-4861-9aa1-12158103f81a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags/tempest-TagsExtTest-Tag-1182879566 HTTP/1.1" status: 404 len: 329 time: 0.2666371 Jan 14 05:41:41.318083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.318830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53556) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:41.326179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:41.333697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-ecdf87a4-642c-4e10-ab74-66eecc398ec9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', 'tempest-TagsExtTest-Tag-220348606') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:41.333880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.354959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.357543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] DHCP port deletion for ed16ca90-cc02-4941-84e3-bc8c0f327a01 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:41.364285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Deleting port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:41.364807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.374753 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-01e7e735-4c58-49f7-8a84-4544b919ac9a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The resource could not be found. Jan 14 05:41:41.375940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01e7e735-4c58-49f7-8a84-4544b919ac9a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.3855066 Jan 14 05:41:41.386338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53560) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:41.402646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-20a04b7c-10b8-4574-b2db-922b4cb8343c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': '95550cd8-f6bb-4bf9-a2a9-a81529df5904', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_group_id': '8be48b31-0004-47c5-93e6-f41db2b1c769'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:41.424048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20a04b7c-10b8-4574-b2db-922b4cb8343c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:41.433186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] For port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,segment=NetworkSegment(b42d409b-d96a-474d-ac2f-a911e21885d7),segment_id=b42d409b-d96a-474d-ac2f-a911e21885d7)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:41.433586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.436900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.441786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20a04b7c-10b8-4574-b2db-922b4cb8343c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:41.448313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20a04b7c-10b8-4574-b2db-922b4cb8343c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:41.452664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Releasing vxlan tunnel 19 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:41.457980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20a04b7c-10b8-4574-b2db-922b4cb8343c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:41.468846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:41.584062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Calling delete_port for c5e9c81c-da67-43ab-b48d-6ce72bd3a23f owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:41.615455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] For port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,segment=NetworkSegment(b42d409b-d96a-474d-ac2f-a911e21885d7),segment_id=b42d409b-d96a-474d-ac2f-a911e21885d7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:41.616011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.641653 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-ecdf87a4-642c-4e10-ab74-66eecc398ec9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:41.645676 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ecdf87a4-642c-4e10-ab74-66eecc398ec9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags/tempest-TagsExtTest-Tag-220348606 HTTP/1.1" status: 404 len: 328 time: 0.3217704 Jan 14 05:41:41.650141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53564) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:41.664083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-79272e07-eee3-4fac-8b82-cdfe36403ac3 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e', 'tempest-TagsExtTest-Tag-182314581') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:41.710496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:41.739870 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-20a04b7c-10b8-4574-b2db-922b4cb8343c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The resource could not be found. Jan 14 05:41:41.741033 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20a04b7c-10b8-4574-b2db-922b4cb8343c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.3486784 Jan 14 05:41:41.744378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53568) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:41.777380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.777769 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment b2649a08-b06c-4eaa-95d3-215ee2c644bf of type vxlan for network 06b69597-fecd-4329-b42b-f9b482719aa6 Jan 14 05:41:41.784243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.805705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f868df15-0ffc-4245-91fe-385292e5420c tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:41.860769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:41.919306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Pushing event deleted for resources: {'Port': ['ID=c5e9c81c-da67-43ab-b48d-6ce72bd3a23f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:41.936021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Calling delete_port for c5e9c81c-da67-43ab-b48d-6ce72bd3a23f owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:41.939726 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:41.948976 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-79272e07-eee3-4fac-8b82-cdfe36403ac3 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:41.953065 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79272e07-eee3-4fac-8b82-cdfe36403ac3 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags/tempest-TagsExtTest-Tag-182314581 HTTP/1.1" status: 404 len: 328 time: 0.2989388 Jan 14 05:41:41.967227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53572) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:41.987933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-09a2454a-8de7-430f-a1d2-47e120e07279 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', {'tags': ['tempest-TagsExtTest-Tag-1523043793', 'tempest-TagsExtTest-Tag-1838681442', 'tempest-TagsExtTest-Tag-169309920']}) {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:42.007435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:42.007853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:42.023307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network ee744581-1389-42e7-af24-f3880d7ca6f8 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:42.039709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.072210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.138650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.141061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] No DVR routers for this DVR port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:42.184930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c723c54e-9911-4581-a165-9d767bae4c61 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.399461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Network ee744581-1389-42e7-af24-f3880d7ca6f8 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:42.437266 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:42.449979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.468887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:42.469600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.509400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Deleting port c5e9c81c-da67-43ab-b48d-6ce72bd3a23f {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:42.510347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.524562 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f3060d6-dbd2-4495-aa75-13decc5e8a6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:42.539484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Deleting port 68288c1d-585e-492c-94bd-360469596b9c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:42.539870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.556096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.584869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ab8dcf7d-8228-4a92-8013-2a7415e79c6c None None] The port 'c5e9c81c-da67-43ab-b48d-6ce72bd3a23f' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:41:42.610732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.621295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Router acd83e86-fb35-4208-84b9-a2840ba4edd9 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:41:42.638483 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09a2454a-8de7-430f-a1d2-47e120e07279 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags HTTP/1.1" status: 200 len: 317 time: 0.6680849 Jan 14 05:41:42.685433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53576) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:42.737814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.744594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:42.758583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ed16ca90-cc02-4941-84e3-bc8c0f327a01']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:42.759903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-9016f0d1-9108-41b6-81cd-d1dabe712207 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:42.773727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=95550cd8-f6bb-4bf9-a2a9-a81529df5904,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:42.778512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:42.783272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b42d409b-d96a-474d-ac2f-a911e21885d7') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:42.783610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b42d409b-d96a-474d-ac2f-a911e21885d7') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:42.801876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.813212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.817225 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/95550cd8-f6bb-4bf9-a2a9-a81529df5904 HTTP/1.1" status: 204 len: 168 time: 1.0689740 Jan 14 05:41:42.820381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53580) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:42.829069 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 3.1336792 Jan 14 05:41:42.838184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53584) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:42.839289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:42.843593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Releasing vxlan tunnel 21 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:42.876874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:43.089052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c5e9c81c-da67-43ab-b48d-6ce72bd3a23f no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:43.123777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c5e9c81c-da67-43ab-b48d-6ce72bd3a23f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:43.124126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c5e9c81c-da67-43ab-b48d-6ce72bd3a23f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:43.146906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a090c040-bdce-4f03-9b87-5ded1f44d715 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:43.205165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:43.216841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:43.283711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=06b69597-fecd-4329-b42b-f9b482719aa6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:43.294734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a090c040-bdce-4f03-9b87-5ded1f44d715 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:43.300025 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a090c040-bdce-4f03-9b87-5ded1f44d715 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4753454 Jan 14 05:41:43.300025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:43.300591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 06b69597-fecd-4329-b42b-f9b482719aa6 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:43.302349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:43.310435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53588) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:43.316432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.792s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:43.317166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:43.327099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4a83d153-6c9b-42fb-86d7-070929d6d81c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': 'ec7801e9-cdd4-4a0b-bfbb-18fe1d9bd6e0', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:43.351018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:43.366455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a83d153-6c9b-42fb-86d7-070929d6d81c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:43.373635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 06b69597-fecd-4329-b42b-f9b482719aa6 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:43.376738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f9cd0a6-0f56-4572-96ba-ea1431110f22 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:43.386751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 06b69597-fecd-4329-b42b-f9b482719aa6 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:43.398541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:43.416161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:43.418624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a83d153-6c9b-42fb-86d7-070929d6d81c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:43.428185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a83d153-6c9b-42fb-86d7-070929d6d81c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:43.458537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a83d153-6c9b-42fb-86d7-070929d6d81c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:43.461579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Network ed16ca90-cc02-4941-84e3-bc8c0f327a01 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:43.482849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Pushing event deleted for resources: {'Network': ['ID=ee744581-1389-42e7-af24-f3880d7ca6f8,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:43.489756 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:43.492749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:43.525067 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] 10.222.0.48 "DELETE /v2.0/networks/ee744581-1389-42e7-af24-f3880d7ca6f8 HTTP/1.1" status: 204 len: 168 time: 7.2178955 Jan 14 05:41:43.611569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:43.654497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:43.659143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] For port 68288c1d-585e-492c-94bd-360469596b9c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=68288c1d-585e-492c-94bd-360469596b9c,segment=NetworkSegment(1c2da600-80a6-4603-b459-6d204ad98e52),segment_id=1c2da600-80a6-4603-b459-6d204ad98e52)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:43.659554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:43.660617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:43.675519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:41:43.688986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Sync routers for ids ['acd83e86-fb35-4208-84b9-a2840ba4edd9'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:41:43.704637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Routers {'acd83e86-fb35-4208-84b9-a2840ba4edd9'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:41:43.705805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['acd83e86-fb35-4208-84b9-a2840ba4edd9'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:43.718183 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfd285ed-0a01-404e-a4a8-3c544eabea8e tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:43.766159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Pushing event deleted for resources: {'Network': ['ID=ed16ca90-cc02-4941-84e3-bc8c0f327a01,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:43.769022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:43.777868 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] 10.222.0.48 "DELETE /v2.0/networks/ed16ca90-cc02-4941-84e3-bc8c0f327a01 HTTP/1.1" status: 204 len: 168 time: 3.0681393 Jan 14 05:41:43.813100 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-4a83d153-6c9b-42fb-86d7-070929d6d81c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The resource could not be found. Jan 14 05:41:43.818067 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a83d153-6c9b-42fb-86d7-070929d6d81c tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.5053647 Jan 14 05:41:43.818868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53598) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:43.828309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--81092087'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:43.846186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:43.866758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Calling delete_port for 68288c1d-585e-492c-94bd-360469596b9c owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:43.899503 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9016f0d1-9108-41b6-81cd-d1dabe712207 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags HTTP/1.1" status: 204 len: 168 time: 1.2007365 Jan 14 05:41:43.912489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53602) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:43.932382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-af796801-451b-471b-bfce-24e6bcf4fb83 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', 'tempest-TagsExtTest-Tag-1523043793') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:43.994021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:44.001486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53606) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.012325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Set router acd83e86-fb35-4208-84b9-a2840ba4edd9 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:41:44.015247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.019228 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 875 time: 14.0818398 Jan 14 05:41:44.022086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53612) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.023288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:44.134403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53614) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.176321 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-af796801-451b-471b-bfce-24e6bcf4fb83 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:44.177473 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-af796801-451b-471b-bfce-24e6bcf4fb83 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags/tempest-TagsExtTest-Tag-1523043793 HTTP/1.1" status: 404 len: 329 time: 0.2637961 Jan 14 05:41:44.182846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53620) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.195586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-1a60c977-738d-41c7-b770-0742f300d536 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', 'tempest-TagsExtTest-Tag-1838681442') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:44.330800 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94f58be4-417b-40f0-903d-92fed2103124 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=43cd020a47124215961e0bfe3de50188&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1897454 Jan 14 05:41:44.361547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.370852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53624) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.384698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd83e86-fb35-4208-84b9-a2840ba4edd9', 'name': '', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'external_fixed_ips': [{'subnet_id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '538ad0ba-7371-498c-9d80-f616d373dba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:41:30Z', 'updated_at': '2021-01-14T05:41:38Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '538ad0ba-7371-498c-9d80-f616d373dba8', 'name': '', 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd83e86-fb35-4208-84b9-a2840ba4edd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:41:33Z', 'updated_at': '2021-01-14T05:41:34Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:44.389829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Checking router: acd83e86-fb35-4208-84b9-a2840ba4edd9 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:41:44.390484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Updating router acd83e86-fb35-4208-84b9-a2840ba4edd9 port 538ad0ba-7371-498c-9d80-f616d373dba8 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:41:44.451737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.517367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83aec0ee-92c5-4101-b341-dfecfa3e63e7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.527828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:44.542499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:44.544995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.545684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:44.560339 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-1a60c977-738d-41c7-b770-0742f300d536 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:44.570851 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1a60c977-738d-41c7-b770-0742f300d536 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags/tempest-TagsExtTest-Tag-1838681442 HTTP/1.1" status: 404 len: 329 time: 0.3743865 Jan 14 05:41:44.571128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:44.571218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24516013-e21d-49dc-9995-2ce7409c6f45 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:44.572116 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79b52733-5a44-452d-b464-4de5f7980557 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d93931abbfd44328aebeb46145a143be&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5691788 Jan 14 05:41:44.647748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53628) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.648113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53630) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.651899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=93de52cd-5385-4bee-be24-c1104150cb8b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:44.663934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-b6a0e46a-1dd1-4022-98c9-985b8dccc0ad tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125', 'tempest-TagsExtTest-Tag-169309920') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:44.676067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.688656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.704663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:44.731704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.762223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:44.809658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.899721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.906737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.913724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Transition to ACTIVE for port object 538ad0ba-7371-498c-9d80-f616d373dba8 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:44.920217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.927189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=c11d527f-c389-487d-9b2e-5256fedca2c8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:44.930615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:44.935812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57c1c255-236f-4327-bec0-e3ca82620dc1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:44.942084 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8a4a4ad-3591-459c-8fce-f4f32e1cfa32 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:44.943198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:44.947558 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 1.1248817 Jan 14 05:41:44.953897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53636) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:44.963168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--291956626'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:44.992037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.008401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:45.026288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:45.042030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:45.050342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Pushing event deleted for resources: {'Port': ['ID=68288c1d-585e-492c-94bd-360469596b9c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:45.062489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53842-8bb2-4660-bebe-224e5ada899e None None] Pushing event updated for resources: {'Port': ['ID=538ad0ba-7371-498c-9d80-f616d373dba8,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:45.067089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1d53842-8bb2-4660-bebe-224e5ada899e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:45.071651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:45.072830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:45.094987 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-b6a0e46a-1dd1-4022-98c9-985b8dccc0ad tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:45.096168 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6a0e46a-1dd1-4022-98c9-985b8dccc0ad tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags/tempest-TagsExtTest-Tag-169309920 HTTP/1.1" status: 404 len: 328 time: 0.4396193 Jan 14 05:41:45.101800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53640) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:45.105769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.118070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-35cadec0-a5bc-435a-b1e9-a9560b9270a4 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', {'tags': ['tempest-TagsExtTest-Tag-491302589', 'tempest-TagsExtTest-Tag-1708316426', 'tempest-TagsExtTest-Tag-509311359']}) {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:45.129209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.141297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.147106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Attempting to bind port 538ad0ba-7371-498c-9d80-f616d373dba8 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:41:45.147532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Attempting to bind port 538ad0ba-7371-498c-9d80-f616d373dba8 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ff7d9488-4614-47f0-85a0-28e87967040c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:41:45.147946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Attempting to bind port 538ad0ba-7371-498c-9d80-f616d373dba8 on network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:41:45.154352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 41, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:41:45.155284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Checking segment: {'id': 'ff7d9488-4614-47f0-85a0-28e87967040c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:45.155284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.155585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Bound using segment: {'id': 'ff7d9488-4614-47f0-85a0-28e87967040c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:41:45.156336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Bound port: 538ad0ba-7371-498c-9d80-f616d373dba8, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff7d9488-4614-47f0-85a0-28e87967040c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:41:45.156536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.168320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Deleting port 538ad0ba-7371-498c-9d80-f616d373dba8 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:45.168991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.217118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.233841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] For port 538ad0ba-7371-498c-9d80-f616d373dba8, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:41:45.237219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] For port 538ad0ba-7371-498c-9d80-f616d373dba8, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=538ad0ba-7371-498c-9d80-f616d373dba8,segment=NetworkSegment(ff7d9488-4614-47f0-85a0-28e87967040c),segment_id=ff7d9488-4614-47f0-85a0-28e87967040c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:41:45.242094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.256194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:45.258956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e54d0858-92c3-4f51-b87a-00ce9bbdd753 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:45.281065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.293017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': '83ea5f03-0113-4a70-8d66-c39affb2620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:45.293421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: 2018e772-d3c8-4b58-96b0-b0994d822aa4, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:45.296351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.303018 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35cadec0-a5bc-435a-b1e9-a9560b9270a4 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "PUT /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags HTTP/1.1" status: 200 len: 316 time: 0.1902483 Jan 14 05:41:45.303181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:45.311817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5113a187-c79e-49f4-901b-ac5d9b86fb7e tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:45.334875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53644) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:45.349583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-14f87f8d-eb98-42a1-a325-e38d6ca347a2 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:45.407835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:45.491619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.495765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Routers {'acd83e86-fb35-4208-84b9-a2840ba4edd9'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:41:45.496630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['acd83e86-fb35-4208-84b9-a2840ba4edd9'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:45.772295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:45.849120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 2018e772-d3c8-4b58-96b0-b0994d822aa4) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:45.850792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.854548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1d53842-8bb2-4660-bebe-224e5ada899e None None] Pushing event updated for resources: {'Port': ['ID=538ad0ba-7371-498c-9d80-f616d373dba8,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:45.860143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1d53842-8bb2-4660-bebe-224e5ada899e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:45.861335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d12f43c-c893-4f59-9fe4-14d95f3a70b8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:45.862456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36cdd14a-681c-479b-ad20-dde870abb251 None None] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:45.862977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:45.912575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.914743 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bde04dc2-381b-4ed3-8034-5e4bd6340f47 HTTP/1.1" status: 204 len: 168 time: 1.4869900 Jan 14 05:41:45.964390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0153b3f8-d957-4f5a-8966-54c9f4f93afa,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:45.972299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:45.972768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:45.976898 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:46.006985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.008244 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0153b3f8-d957-4f5a-8966-54c9f4f93afa HTTP/1.1" status: 204 len: 168 time: 1.3537204 Jan 14 05:41:46.020058 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14f87f8d-eb98-42a1-a325-e38d6ca347a2 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags HTTP/1.1" status: 204 len: 168 time: 0.6812353 Jan 14 05:41:46.024626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.2867405 Jan 14 05:41:46.027497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53652) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.027827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53654) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.037567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-6eac9a16-117e-4165-9298-de9f03a6aaf7 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', 'tempest-TagsExtTest-Tag-491302589') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:46.051939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.053057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4', 'security_groups': [], 'name': 'tempest-PortsTestJSON-1061657093'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:46.082468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.093939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.116118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=2900f762-c9ec-4ac9-b627-2f4ad42a84b0,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:46.128218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:46.252459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.905s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:46.266308 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6eac9a16-117e-4165-9298-de9f03a6aaf7 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:46.266571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.266885 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6eac9a16-117e-4165-9298-de9f03a6aaf7 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags/tempest-TagsExtTest-Tag-491302589 HTTP/1.1" status: 404 len: 328 time: 0.2379436 Jan 14 05:41:46.273567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53662) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.277538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-2018e772-d3c8-4b58-96b0-b0994d822aa4', 'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4', 'tenant_id': '462ae330f98b49d99ce01bbf2533ab13', 'fixed_ips': [{'subnet_id': '93de52cd-5385-4bee-be24-c1104150cb8b'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:41:46.279416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-30e67990-ef4b-4c8b-bfa4-1c3cfb8be51a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', 'tempest-TagsExtTest-Tag-1708316426') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:46.280331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.321718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.375324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Calling delete_port for 538ad0ba-7371-498c-9d80-f616d373dba8 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:46.385133 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-30e67990-ef4b-4c8b-bfa4-1c3cfb8be51a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:46.386282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-30e67990-ef4b-4c8b-bfa4-1c3cfb8be51a tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags/tempest-TagsExtTest-Tag-1708316426 HTTP/1.1" status: 404 len: 329 time: 0.1117074 Jan 14 05:41:46.387759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:46.394616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53668) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.409993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-d1c2904b-aa12-4928-a8ea-87641e6b3e34 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915', 'tempest-TagsExtTest-Tag-509311359') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:46.419188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bde04dc2-381b-4ed3-8034-5e4bd6340f47,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:46.425761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:46.430626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:46.445275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70ebd3b0-0a32-45d1-ba4f-61b23312fb4d tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:46.558565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': 'b2649a08-b06c-4eaa-95d3-215ee2c644bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:46.558993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: 06b69597-fecd-4329-b42b-f9b482719aa6, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:46.578725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.583651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.6274116 Jan 14 05:41:46.585971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53678) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.595115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=bf18c917-1511-4a84-8d34-d8d8b7cc8c9e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:46.609268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:46.613331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d87ff530-c4a6-4c90-9e19-1d0dcb3e657e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': 'c11d527f-c389-487d-9b2e-5256fedca2c8', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '2001:db8::/48', 'remote_group_id': 'bf18c917-1511-4a84-8d34-d8d8b7cc8c9e'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:46.647594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d87ff530-c4a6-4c90-9e19-1d0dcb3e657e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:46.652290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:46.654657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 06b69597-fecd-4329-b42b-f9b482719aa6 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:46.659589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d87ff530-c4a6-4c90-9e19-1d0dcb3e657e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:46.662049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.666543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d87ff530-c4a6-4c90-9e19-1d0dcb3e657e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:46.674679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 06b69597-fecd-4329-b42b-f9b482719aa6) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:46.676594 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-d1c2904b-aa12-4928-a8ea-87641e6b3e34 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] show failed (client error): The resource could not be found. Jan 14 05:41:46.680539 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1c2904b-aa12-4928-a8ea-87641e6b3e34 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags/tempest-TagsExtTest-Tag-509311359 HTTP/1.1" status: 404 len: 328 time: 0.2812696 Jan 14 05:41:46.683451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53684) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.695158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d87ff530-c4a6-4c90-9e19-1d0dcb3e657e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:46.696299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-2def993e-af3f-4578-862f-ede9e7e57ee9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnetpools', '5f79cfa3-4701-40bf-91bd-474e61cc3915') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:46.698270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:46.698961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:46.714445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Allocated IP 172.20.0.2 (2018e772-d3c8-4b58-96b0-b0994d822aa4/93de52cd-5385-4bee-be24-c1104150cb8b/7961e25f-d3c6-4ffe-b021-c51a1b77e0d4) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:46.719953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:46.720382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:46.730243 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.8882241 Jan 14 05:41:46.732299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53690) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.740875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6', 'name': 'tempest-PortsIpV6TestJSON-919583088'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:46.878986 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2def993e-af3f-4578-862f-ede9e7e57ee9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915/tags HTTP/1.1" status: 204 len: 168 time: 0.1898608 Jan 14 05:41:46.924086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:46.934871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:46.935076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53696) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:46.967019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-dca4a2f8-958c-4a8f-b99b-1d157c1f275f tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'routers', '0e35f0a8-6284-4b86-bfc9-ad0cd33da125') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:46.973512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] Set router acd83e86-fb35-4208-84b9-a2840ba4edd9 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:41:46.976377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:46.990785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.009112 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-d87ff530-c4a6-4c90-9e19-1d0dcb3e657e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:47.015390 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d87ff530-c4a6-4c90-9e19-1d0dcb3e657e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.4244609 Jan 14 05:41:47.021513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53704) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:47.234934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5c0f06a1-e4af-4464-b99b-7783ee4d7f6c None None] Network 06b69597-fecd-4329-b42b-f9b482719aa6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:47.236693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 3bad2d30-9342-44e3-8aa9-8990ae0351d0 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:47.239197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.250506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:41:47.355361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.427285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Router 7d47d5b9-07a2-49bc-8484-9071f48acb8a has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:41:47.427602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.450954 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dca4a2f8-958c-4a8f-b99b-1d157c1f275f tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125/tags HTTP/1.1" status: 204 len: 168 time: 0.5035009 Jan 14 05:41:47.462752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Transition to ACTIVE for port object 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:47.512343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.519168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Deleting port 538ad0ba-7371-498c-9d80-f616d373dba8 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:47.519569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.567271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53716) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:47.603787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-322d0034-3858-4539-bd2f-1eed8ccd0044 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'ports', '2c8ac107-d202-42f8-b502-fa44e98a8d4e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:47.615240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Transition to ACTIVE for port object 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:47.641434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.741633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] For port 538ad0ba-7371-498c-9d80-f616d373dba8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=538ad0ba-7371-498c-9d80-f616d373dba8,segment=NetworkSegment(ff7d9488-4614-47f0-85a0-28e87967040c),segment_id=ff7d9488-4614-47f0-85a0-28e87967040c)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:47.742037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:47.753949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0462cf88-e3df-48cd-a563-c37c957cf4d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:47.766345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53724) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:47.766613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53726) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:47.879444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Calling delete_port for 538ad0ba-7371-498c-9d80-f616d373dba8 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:47.894893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.6 (2018e772-d3c8-4b58-96b0-b0994d822aa4/93de52cd-5385-4bee-be24-c1104150cb8b/3bad2d30-9342-44e3-8aa9-8990ae0351d0) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:47.917715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:41:47.929013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] Sync routers for ids ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:41:47.933505 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-322d0034-3858-4539-bd2f-1eed8ccd0044 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e/tags HTTP/1.1" status: 204 len: 168 time: 0.3629451 Jan 14 05:41:47.936744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53736) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:47.943029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-800ffaf8-6a4f-4905-8a13-03e29e7cc148 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'subnets', '95c1d89a-dd8f-4b01-8309-48ec5b60e9cc') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:47.949863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] Routers {'7d47d5b9-07a2-49bc-8484-9071f48acb8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:41:47.950922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:47.983066 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] 10.222.0.48 "PUT /v2.0/routers/7d47d5b9-07a2-49bc-8484-9071f48acb8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.1361523 Jan 14 05:41:47.987640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53740) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:48.023683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.147037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:48.151851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:48.158366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:48.165702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-06b69597-fecd-4329-b42b-f9b482719aa6', 'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6', 'tenant_id': 'c04336e3f3a64211aa1b7ff14690baaa', 'fixed_ips': [{'subnet_id': '2900f762-c9ec-4ac9-b627-2f4ad42a84b0'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:41:48.166672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.261349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'acd83e86-fb35-4208-84b9-a2840ba4edd9', 'name': '', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'external_fixed_ips': [{'subnet_id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '538ad0ba-7371-498c-9d80-f616d373dba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:41:30Z', 'updated_at': '2021-01-14T05:41:38Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '538ad0ba-7371-498c-9d80-f616d373dba8', 'name': '', 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd83e86-fb35-4208-84b9-a2840ba4edd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:41:33Z', 'updated_at': '2021-01-14T05:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:48.267353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Pushing event updated for resources: {'Port': ['ID=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:48.269694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.276554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f5bddf90-dd02-4970-89ae-6aa567175f97 None None] The sync data for ids ['acd83e86-fb35-4208-84b9-a2840ba4edd9'] in n-d-768851-4 is: [{'id': 'acd83e86-fb35-4208-84b9-a2840ba4edd9', 'name': '', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'external_fixed_ips': [{'subnet_id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'ip_address': '172.20.0.9'}], 'enable_snat': True}, 'gw_port_id': '538ad0ba-7371-498c-9d80-f616d373dba8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:41:30Z', 'updated_at': '2021-01-14T05:41:38Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '538ad0ba-7371-498c-9d80-f616d373dba8', 'name': '', 'network_id': 'cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79', 'tenant_id': '', 'mac_address': 'fa:16:3e:06:9b:e8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'acd83e86-fb35-4208-84b9-a2840ba4edd9', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2047, 'fixed_ips': [{'subnet_id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'ip_address': '172.20.0.9', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:41:33Z', 'updated_at': '2021-01-14T05:41:45Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'b76cb45f-c527-4742-ba63-c9e079675a63', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:41:48.279507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:48.364448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 4ff6c520-cdc9-4b5e-a712-5b872b8a5510 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:41:48.412759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Attempting to bind port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:41:48.413182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Attempting to bind port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '83ea5f03-0113-4a70-8d66-c39affb2620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:41:48.413602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Attempting to bind port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 on network 2018e772-d3c8-4b58-96b0-b0994d822aa4 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:41:48.432204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:41:48.432605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Checking segment: {'id': '83ea5f03-0113-4a70-8d66-c39affb2620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:48.432953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.433406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Bound using segment: {'id': '83ea5f03-0113-4a70-8d66-c39affb2620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:41:48.433954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Bound port: 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '83ea5f03-0113-4a70-8d66-c39affb2620e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2018e772-d3c8-4b58-96b0-b0994d822aa4'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:41:48.434633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.503636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] Set router 7d47d5b9-07a2-49bc-8484-9071f48acb8a gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:41:48.511468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.545891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] For port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:41:48.550041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] For port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,segment=NetworkSegment(83ea5f03-0113-4a70-8d66-c39affb2620e),segment_id=83ea5f03-0113-4a70-8d66-c39affb2620e)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:41:48.566276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.571184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2753ef8e-a67a-42e7-9431-774d26be702f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'default'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:48.571725 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-2753ef8e-a67a-42e7-9431-774d26be702f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 05:41:48.572277 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-2753ef8e-a67a-42e7-9431-774d26be702f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): There was a conflict when trying to complete your request. Jan 14 05:41:48.573346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2753ef8e-a67a-42e7-9431-774d26be702f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 409 len: 330 time: 0.8030307 Jan 14 05:41:48.580404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Request body: {'network': {'name': 'tempest-ServerAddressesNegativeTestJSON-1730828506-network', 'tenant_id': '5bc35de7b6164c31aaa907bce82e7d78'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:48.587029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53748) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:48.596294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:48.612105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--811804351'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:48.624179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:48.628854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:48.631924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:48.639266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:48.647899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Usage tracker for resource:network and tenant:5bc35de7b6164c31aaa907bce82e7d78 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:48.651257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:48.658560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:48.677960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.690269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Made reservation on behalf of 5bc35de7b6164c31aaa907bce82e7d78 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:48.695486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.781570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.814206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.858587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:48.868698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:48.874340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.876254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb14042b-42ab-49b3-a9b5-f6494f19c6ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:48.877223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.882343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:48.887534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f9018bd-417d-4cf0-a8ce-db4e71c57c73 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:48.936886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:41:44Z', 'revision_number': 5, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:48.942965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] Checking router: 7d47d5b9-07a2-49bc-8484-9071f48acb8a for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:41:48.954580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] Routers {'7d47d5b9-07a2-49bc-8484-9071f48acb8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:41:48.955515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:48.977945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Pushing event updated for resources: {'Port': ['ID=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:48.982396 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:49.035472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf18c917-1511-4a84-8d34-d8d8b7cc8c9e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:49.125331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.131042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Deleting port f0e5d1ce-13f2-403a-8bb5-b52c69368211 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:49.131435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.172987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:49.195416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.224948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Usage tracker for resource:security_group_rule and tenant:5bc35de7b6164c31aaa907bce82e7d78 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:49.230263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:49.235946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.248429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:49.252803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 538ad0ba-7371-498c-9d80-f616d373dba8 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:49.273822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::2b7 (06b69597-fecd-4329-b42b-f9b482719aa6/2900f762-c9ec-4ac9-b627-2f4ad42a84b0/4ff6c520-cdc9-4b5e-a712-5b872b8a5510) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:49.282284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.282904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Fanout notify agent at l3_agent the message router_deleted on router acd83e86-fb35-4208-84b9-a2840ba4edd9 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:41:49.284739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.288881 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/bf18c917-1511-4a84-8d34-d8d8b7cc8c9e HTTP/1.1" status: 204 len: 168 time: 2.2662957 Jan 14 05:41:49.297108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53752) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:49.311272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] Set router 7d47d5b9-07a2-49bc-8484-9071f48acb8a gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:41:49.359511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:49.367202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:49.385575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.389772 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9fb74bed-7dde-4854-b1ca-c9f47fc94b2f tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "DELETE /v2.0/routers/acd83e86-fb35-4208-84b9-a2840ba4edd9 HTTP/1.1" status: 204 len: 168 time: 5.2148094 Jan 14 05:41:49.398215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53756) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:49.581967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.583865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:49.598990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-800ffaf8-6a4f-4905-8a13-03e29e7cc148 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc/tags HTTP/1.1" status: 204 len: 168 time: 1.6601238 Jan 14 05:41:49.633221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53760) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:49.641019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Deleting subnet b76cb45f-c527-4742-ba63-c9e079675a63 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:49.673658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.715152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:41:44Z', 'revision_number': 5, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:49.722394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beab5b67-fa29-4a36-9c32-3b14a2292994 None None] The sync data for ids ['7d47d5b9-07a2-49bc-8484-9071f48acb8a'] in n-d-768851-4 is: [{'id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'name': 'tempest-TaggedBootDevicesTest_v242-280460677-router', 'tenant_id': '38577347b19046d3a3050cdc4af8b489', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183'}], 'enable_snat': True}, 'gw_port_id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:39:13Z', 'updated_at': '2021-01-14T05:41:44Z', 'revision_number': 5, 'project_id': '38577347b19046d3a3050cdc4af8b489', 'gw_port': {'id': 'f0e5d1ce-13f2-403a-8bb5-b52c69368211', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:81:48:35', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7d47d5b9-07a2-49bc-8484-9071f48acb8a', 'device_owner': 'network:router_gateway', 'standard_attr_id': 1675, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.183', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:39:17Z', 'updated_at': '2021-01-14T05:39:33Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:41:49.724722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 538ad0ba-7371-498c-9d80-f616d373dba8 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:49.725142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 538ad0ba-7371-498c-9d80-f616d373dba8 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 05:41:49.735481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.768774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port 538ad0ba-7371-498c-9d80-f616d373dba8 not found, will not notify nova. {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 05:41:49.778979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b4a8bfd-0b20-4b32-9590-626177364ca6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:49.820547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:49.857719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:49.862206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-27560367-436e-40f3-a660-fe1bd5be3a1a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:49.885063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:49.888089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:49.910134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:49.942138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=1e720203-7718-4a45-899d-278e2fb73afc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:50.000432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:50.035127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] For port f0e5d1ce-13f2-403a-8bb5-b52c69368211, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f0e5d1ce-13f2-403a-8bb5-b52c69368211,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:50.035453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.210905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Calling delete_port for f0e5d1ce-13f2-403a-8bb5-b52c69368211 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:50.260212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-27560367-436e-40f3-a660-fe1bd5be3a1a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:50.261661 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-27560367-436e-40f3-a660-fe1bd5be3a1a tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4509 time: 0.9635034 Jan 14 05:41:50.274294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53764) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:50.301796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.302071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.374588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.434678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 3bad2d30-9342-44e3-8aa9-8990ae0351d0 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:50.452462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.471449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object 4ff6c520-cdc9-4b5e-a712-5b872b8a5510 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:50.473491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.476645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5893d109-80fd-4649-b104-daf8e03656e8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for subnetpool, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.480458 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5893d109-80fd-4649-b104-daf8e03656e8 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnetpools/5f79cfa3-4701-40bf-91bd-474e61cc3915 HTTP/1.1" status: 204 len: 168 time: 0.8432128 Jan 14 05:41:50.480458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.485137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53768) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:50.487757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-316739da-05bf-41ef-95c1-d4587e010b94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:50.520507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.537561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.564792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61140c66-a403-42ef-b502-d9e809548888 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:50.585409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Allocated IP 2001:db8::2 (06b69597-fecd-4329-b42b-f9b482719aa6/2900f762-c9ec-4ac9-b627-2f4ad42a84b0/ae7df359-4a0d-4980-acf3-50431bc376d0) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:41:50.603664 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e7a1186a-bd24-4392-9a2c-a9006b91913c tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "GET /v2.0/ports?device_id=0e35f0a8-6284-4b86-bfc9-ad0cd33da125 HTTP/1.1" status: 200 len: 205 time: 0.1079042 Jan 14 05:41:50.615801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53772) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:50.649879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:41:50.717335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0880a618-549b-42c7-93b3-eeb3db395eb8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:50.726015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.728500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:50.734468 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-558b1f91-5996-4f77-b328-5189f469515b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.182s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:50.754884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.755292 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Added segment 2b73268b-7412-44df-858d-2c2143eeaa65 of type vxlan for network 0e16cb97-1ecf-4111-8b64-bbed67035f09 Jan 14 05:41:50.758390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.762782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.1698234 Jan 14 05:41:50.772592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.786854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53776) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:50.805755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18a618b2-f1a4-47be-8f74-9e13ae93e68f None None] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:50.805983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '2cb0f1a7-4c2e-4bca-b462-8b599fbd5e3d', 'direction': 'ingress', 'ethertype': 'IPv4', 'protocol': 'tcp', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:50.898533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.913542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:50.924554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.925033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=4ff6c520-cdc9-4b5e-a712-5b872b8a5510,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:50.934687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:50.939425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:41:50.961435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:41:50.964667 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:41:50.966147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee285d4-002c-4a34-a53c-a55ff3daa210 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:50.992149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3999bd33-b3e1-4c78-b204-a71aa9c3dc18 None None] Provisioning for port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:50.997569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=2cb0f1a7-4c2e-4bca-b462-8b599fbd5e3d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:51.011193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.016622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:51.039251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Transition to ACTIVE for port object ae7df359-4a0d-4980-acf3-50431bc376d0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:51.041263 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:51.041871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-714e3fac-0fec-4b75-a10c-fcdf7e9ae411 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:51.071616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:51.092706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.157151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Transition to ACTIVE for port object ae7df359-4a0d-4980-acf3-50431bc376d0 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:41:51.172892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.189231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ba23515-2930-4a6c-b494-e3a199d56be2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:51.233273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:51.256425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=3bad2d30-9342-44e3-8aa9-8990ae0351d0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:51.259826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.270384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee285d4-002c-4a34-a53c-a55ff3daa210 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.272783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee285d4-002c-4a34-a53c-a55ff3daa210 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.272993 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:51.300838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.312701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bec19c4-a58f-4d86-836f-829e4307afc9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:51.315485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee285d4-002c-4a34-a53c-a55ff3daa210 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.316024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aee285d4-002c-4a34-a53c-a55ff3daa210 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Fanout notify agent at l3_agent the message router_deleted on router 0e35f0a8-6284-4b86-bfc9-ad0cd33da125 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:41:51.360480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Pushing event updated for resources: {'Port': ['ID=ae7df359-4a0d-4980-acf3-50431bc376d0,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:51.365383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:51.367027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.368213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:51.368892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.398408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aee285d4-002c-4a34-a53c-a55ff3daa210 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.402219 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aee285d4-002c-4a34-a53c-a55ff3daa210 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/routers/0e35f0a8-6284-4b86-bfc9-ad0cd33da125 HTTP/1.1" status: 204 len: 168 time: 0.7671838 Jan 14 05:41:51.402453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=c11d527f-c389-487d-9b2e-5256fedca2c8,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:51.402562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 06b69597-fecd-4329-b42b-f9b482719aa6 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:51.405842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53780) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:51.406806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:51.426673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:51.427625 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-56476ea7-4721-45cb-9828-bda22aae0d1f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:51.452035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:51.467769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:51.493000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:51.494085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.523330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:51.549313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:51.560679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.8272252 Jan 14 05:41:51.567975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53784) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:51.568192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:51.580644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:51.580876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.603436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.604710 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/c11d527f-c389-487d-9b2e-5256fedca2c8 HTTP/1.1" status: 204 len: 168 time: 1.3208096 Jan 14 05:41:51.615011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 3.8461962 Jan 14 05:41:51.617399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53788) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:51.617781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53790) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:51.636446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.646594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Network 06b69597-fecd-4329-b42b-f9b482719aa6 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:41:51.651167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:51.653943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:41:51.670671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Request body: {'subnet': {'network_id': '0e16cb97-1ecf-4111-8b64-bbed67035f09', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerAddressesNegativeTestJSON-1730828506-subnet', 'tenant_id': '5bc35de7b6164c31aaa907bce82e7d78', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:51.688173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:51.703412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Deleting port 2c8ac107-d202-42f8-b502-fa44e98a8d4e {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:51.703730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.738006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Pushing event updated for resources: {'Network': ['ID=0e16cb97-1ecf-4111-8b64-bbed67035f09,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:51.760953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Usage tracker for resource:subnet and tenant:5bc35de7b6164c31aaa907bce82e7d78 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:51.762894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:51.777806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:51.778356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:51.804036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:51.805817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:51.820271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 4ff6c520-cdc9-4b5e-a712-5b872b8a5510 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:51.820632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.847453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:51.848200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.853817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.857897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.865898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.868004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.873625 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:51.905651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:41:51.917425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroupRule': ['ID=80e3ffb2-e46b-4f41-9873-3d37ed8446ec,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:51.937776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.938898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7d47d5b9-07a2-49bc-8484-9071f48acb8a {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:41:51.940633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:51.948964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:51.962761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 886 time: 5.9316685 Jan 14 05:41:51.964416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53796) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:51.976876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-132cd899-238f-491f-9715-cd79942b66e7 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:52.025781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Attempting to bind port ae7df359-4a0d-4980-acf3-50431bc376d0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:41:52.025925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.026145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Attempting to bind port ae7df359-4a0d-4980-acf3-50431bc376d0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b2649a08-b06c-4eaa-95d3-215ee2c644bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:41:52.026581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Attempting to bind port ae7df359-4a0d-4980-acf3-50431bc376d0 on network 06b69597-fecd-4329-b42b-f9b482719aa6 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:41:52.027145 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2171f5d3-60a9-4920-b10f-85c61ccdeb40 admin admin] 10.222.0.48 "DELETE /v2.0/routers/7d47d5b9-07a2-49bc-8484-9071f48acb8a HTTP/1.1" status: 204 len: 168 time: 4.0383995 Jan 14 05:41:52.041761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.042910 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.2458189 Jan 14 05:41:52.056631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:41:52.057721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Checking segment: {'id': 'b2649a08-b06c-4eaa-95d3-215ee2c644bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:52.057860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53800) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:52.057945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.057945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Bound using segment: {'id': 'b2649a08-b06c-4eaa-95d3-215ee2c644bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:41:52.058502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Bound port: ae7df359-4a0d-4980-acf3-50431bc376d0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b2649a08-b06c-4eaa-95d3-215ee2c644bf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '06b69597-fecd-4329-b42b-f9b482719aa6'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:41:52.060207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.062223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53802) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:52.138143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '2cb0f1a7-4c2e-4bca-b462-8b599fbd5e3d', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'port_range_min': 66, 'port_range_max': 67}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:52.171912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb7759b7-be07-4622-82e7-f54251179412 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.5435002 Jan 14 05:41:52.172610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Made reservation on behalf of 5bc35de7b6164c31aaa907bce82e7d78 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:41:52.175990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:52.177793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.186273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53808) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:52.198345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--84394514'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:52.200317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-db4aa791-71c6-488b-929f-fbd2f5debe34 None None] Provisioning for port 3bad2d30-9342-44e3-8aa9-8990ae0351d0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:52.213459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:52.217481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event deleted for resources: {'Subnet': ['ID=b76cb45f-c527-4742-ba63-c9e079675a63,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:52.219273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:52.222506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:52.230107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.232778 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:52.240376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 3bad2d30-9342-44e3-8aa9-8990ae0351d0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:52.240770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.241262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-db4aa791-71c6-488b-929f-fbd2f5debe34 None None] Provisioning complete for port 3bad2d30-9342-44e3-8aa9-8990ae0351d0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:52.241689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db4aa791-71c6-488b-929f-fbd2f5debe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.286373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:52.290972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:52.304562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:52.323359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:52.336098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Deleting subnet 33597c09-96c9-46d7-a989-56740851940d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:52.343969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.365320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-db4aa791-71c6-488b-929f-fbd2f5debe34 None None] Port 3bad2d30-9342-44e3-8aa9-8990ae0351d0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:41:52.380769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,segment=NetworkSegment(83ea5f03-0113-4a70-8d66-c39affb2620e),segment_id=83ea5f03-0113-4a70-8d66-c39affb2620e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:52.391328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-db4aa791-71c6-488b-929f-fbd2f5debe34 None None] Provisioning complete for port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:52.391756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db4aa791-71c6-488b-929f-fbd2f5debe34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.430236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] For port ae7df359-4a0d-4980-acf3-50431bc376d0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:41:52.433298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.446108 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc22c551-5148-4996-9944-d6b42c671e31 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:52.532902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:52.536466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 68288c1d-585e-492c-94bd-360469596b9c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:52.643053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] For port ae7df359-4a0d-4980-acf3-50431bc376d0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ae7df359-4a0d-4980-acf3-50431bc376d0,segment=NetworkSegment(b2649a08-b06c-4eaa-95d3-215ee2c644bf),segment_id=b2649a08-b06c-4eaa-95d3-215ee2c644bf)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:41:52.658672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.659441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.660039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.660708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.661187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.661669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.662143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.662757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.663268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.663877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.664449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.665015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.665652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.666218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.666832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.667493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.668086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.668811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.669917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.670497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.671083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.671646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.672211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.672795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.673457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.674023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.674588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.675195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.675767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.676330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.676890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.677449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.678024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.678851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.681363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.681992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:41:52.695145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 68288c1d-585e-492c-94bd-360469596b9c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:52.695551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 68288c1d-585e-492c-94bd-360469596b9c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:52.700531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:52.701959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.728618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:52.732488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.752789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "DELETE /v2.0/subnets/b76cb45f-c527-4742-ba63-c9e079675a63 HTTP/1.1" status: 204 len: 168 time: 3.3491328 Jan 14 05:41:52.768613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.774239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53812) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:52.783224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.831210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:52.969372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.070801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:53.089739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:53.137871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Pushing event updated for resources: {'Port': ['ID=ae7df359-4a0d-4980-acf3-50431bc376d0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:53.144495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:53.144694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.150341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:53.161758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.184251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:53.229753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:53.261360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:53.262002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.283884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Calling delete_port for 2c8ac107-d202-42f8-b502-fa44e98a8d4e owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:53.320133 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): There was a conflict when trying to complete your request. Jan 14 05:41:53.324350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-78ce7f76-b820-4931-8cb8-5bd5b093a1e9 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 409 len: 366 time: 1.2560885 Jan 14 05:41:53.326895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-228d7aa3-89b4-4899-b3cd-12aa35d9ad5c None None] Provisioning complete for port 3bad2d30-9342-44e3-8aa9-8990ae0351d0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:53.327331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-228d7aa3-89b4-4899-b3cd-12aa35d9ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.353088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53816) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:53.430153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-228d7aa3-89b4-4899-b3cd-12aa35d9ad5c None None] Port 3bad2d30-9342-44e3-8aa9-8990ae0351d0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:41:53.456352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 4ff6c520-cdc9-4b5e-a712-5b872b8a5510 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:53.462504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-228d7aa3-89b4-4899-b3cd-12aa35d9ad5c None None] Provisioning complete for port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:53.463123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-228d7aa3-89b4-4899-b3cd-12aa35d9ad5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.532300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.566921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.673174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 538ad0ba-7371-498c-9d80-f616d373dba8 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:53.715782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 538ad0ba-7371-498c-9d80-f616d373dba8 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:53.716515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 538ad0ba-7371-498c-9d80-f616d373dba8 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:53.717582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f0e5d1ce-13f2-403a-8bb5-b52c69368211 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:53.760875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 3bad2d30-9342-44e3-8aa9-8990ae0351d0 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:53.777046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f0e5d1ce-13f2-403a-8bb5-b52c69368211 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:53.777608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f0e5d1ce-13f2-403a-8bb5-b52c69368211 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:53.793441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.843087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:53.867345 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f3f1a93-6b9f-4bf4-8ea7-4838b651f7c6 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:53.899076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.026553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.027609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.060889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.081247 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03d5a766-0dda-4d56-b3e9-72c2678a6c8e tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:54.082046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=4ff6c520-cdc9-4b5e-a712-5b872b8a5510,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:54.085011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:54.101169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0142696-e434-4c86-8b18-2bc37345cdb7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:54.160181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Pushing event deleted for resources: {'Port': ['ID=2c8ac107-d202-42f8-b502-fa44e98a8d4e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:54.165683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.175239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:54.176626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:54.230530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=ec8df3ed-350d-4649-a265-cd9ca4b81d69,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:54.275811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff7d9488-4614-47f0-85a0-28e87967040c') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:54.276148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff7d9488-4614-47f0-85a0-28e87967040c') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:54.283620 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:54.313278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.318374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.319763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.1299331 Jan 14 05:41:54.334327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:54.340007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.361852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-de9ee718-5298-4275-8d10-8da6bc271dc2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': 'ec8df3ed-350d-4649-a265-cd9ca4b81d69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6', 'remote_ip_prefix': '172.20.0.0/16'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:54.382745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de9ee718-5298-4275-8d10-8da6bc271dc2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:54.383270 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/4ff6c520-cdc9-4b5e-a712-5b872b8a5510 HTTP/1.1" status: 204 len: 168 time: 2.8107145 Jan 14 05:41:54.387543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53824) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:54.391507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.393485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/ports/2c8ac107-d202-42f8-b502-fa44e98a8d4e HTTP/1.1" status: 204 len: 168 time: 2.9844637 Jan 14 05:41:54.419638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53828) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:54.437362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de9ee718-5298-4275-8d10-8da6bc271dc2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:54.438439 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c8dc42c1-81c7-4f3c-8343-c24e7066d2cf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:41:54.438966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c8dc42c1-81c7-4f3c-8343-c24e7066d2cf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:41:54.440823 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c8dc42c1-81c7-4f3c-8343-c24e7066d2cf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/4ff6c520-cdc9-4b5e-a712-5b872b8a5510 HTTP/1.1" status: 404 len: 333 time: 0.0521352 Jan 14 05:41:54.443751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53832) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:54.476476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.486766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Releasing vxlan tunnel 20 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:54.501752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de9ee718-5298-4275-8d10-8da6bc271dc2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:54.522683 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-43952174-156b-4e5d-b994-abfec21226de tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:41:54.523157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43952174-156b-4e5d-b994-abfec21226de tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:54.532186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de9ee718-5298-4275-8d10-8da6bc271dc2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:54.576573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43952174-156b-4e5d-b994-abfec21226de tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:54.580989 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43952174-156b-4e5d-b994-abfec21226de tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/4ff6c520-cdc9-4b5e-a712-5b872b8a5510 HTTP/1.1" status: 404 len: 333 time: 0.1362529 Jan 14 05:41:54.584041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53836) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:54.612125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.636823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4e92011-0eeb-49d6-98e7-fc2e656a856b tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:54.646889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.664857 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4c9125d-dba9-4341-a755-6f20ff66deb8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:54.667370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:54.787352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=3bad2d30-9342-44e3-8aa9-8990ae0351d0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:54.844610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:54.855647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-63ad4ebc-fd5c-4bba-830d-1cc2401d6381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:54.884518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Pushing event updated for resources: {'Subnet': ['ID=aa77039c-872b-4aeb-9371-002fc40e7fd1,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:54.892654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:54.990944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet 2900f762-c9ec-4ac9-b627-2f4ad42a84b0 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:54.997884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.022294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-587fadd4-5275-47e4-9234-e74077978df9 None None] Network 06b69597-fecd-4329-b42b-f9b482719aa6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:55.076332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Checking segment: {'id': '2b73268b-7412-44df-858d-2c2143eeaa65', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0e16cb97-1ecf-4111-8b64-bbed67035f09'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:41:55.076848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Network hostable DHCP agents. Network: 0e16cb97-1ecf-4111-8b64-bbed67035f09, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:41:55.101432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.160876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:41:55.185661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0e16cb97-1ecf-4111-8b64-bbed67035f09) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:41:55.198208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0d83987-9d6b-47f7-86f2-b7b31c50437a None None] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:55.210835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:55.211517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.248741 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 859 time: 3.6102784 Jan 14 05:41:55.253257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:55.254310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.302092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ae7df359-4a0d-4980-acf3-50431bc376d0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:55.309284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.331240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=2cb0f1a7-4c2e-4bca-b462-8b599fbd5e3d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:55.333701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:55.507695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e7228fd9-3aa0-453c-a43e-3f7f0d2db46e None None] Provisioning for port ae7df359-4a0d-4980-acf3-50431bc376d0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:55.519017 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-de9ee718-5298-4275-8d10-8da6bc271dc2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:55.523998 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de9ee718-5298-4275-8d10-8da6bc271dc2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 1.1865644 Jan 14 05:41:55.529919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53848) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:55.578289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.580347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.662102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ae7df359-4a0d-4980-acf3-50431bc376d0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:41:55.663317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.669709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ae7df359-4a0d-4980-acf3-50431bc376d0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:55.670133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.682427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45167047-6561-4e94-a088-78fb12922d01 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:55.695706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ce6b69df-b13c-4a03-ad85-5bc200d8cdae None None] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:55.709210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ff247740-1d50-40d7-9904-f99dd1c88fcc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group_rule': {'security_group_id': 'ec8df3ed-350d-4649-a265-cd9ca4b81d69', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:55.724813 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e694a450-717c-49b2-bf08-084f452e0235 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:55.783928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=33597c09-96c9-46d7-a989-56740851940d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:55.786906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:55.791431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.795251 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/2cb0f1a7-4c2e-4bca-b462-8b599fbd5e3d HTTP/1.1" status: 204 len: 168 time: 2.4271538 Jan 14 05:41:55.795251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff247740-1d50-40d7-9904-f99dd1c88fcc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:55.805951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:55.827283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff247740-1d50-40d7-9904-f99dd1c88fcc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:55.855443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=2900f762-c9ec-4ac9-b627-2f4ad42a84b0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:55.864243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:55.933159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:55.954396 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/2900f762-c9ec-4ac9-b627-2f4ad42a84b0 HTTP/1.1" status: 204 len: 168 time: 1.3692362 Jan 14 05:41:55.958176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53864) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:55.964989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cae5bcfe-70b5-45cc-8580-3aedf9d2b4a8 None None] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:56.007370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.027602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff247740-1d50-40d7-9904-f99dd1c88fcc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:56.036865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff247740-1d50-40d7-9904-f99dd1c88fcc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:56.057285 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/33597c09-96c9-46d7-a989-56740851940d HTTP/1.1" status: 204 len: 168 time: 3.9937015 Jan 14 05:41:56.085856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Deleting subnet 95c1d89a-dd8f-4b01-8309-48ec5b60e9cc {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:56.092303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53868) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:56.100308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:56.124925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:41:56.225199 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:41:56.244974 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.250775 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/3bad2d30-9342-44e3-8aa9-8990ae0351d0 HTTP/1.1" status: 204 len: 168 time: 4.2790308 Jan 14 05:41:56.258460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.260666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53872) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:56.269176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23b09cd8-aba6-4174-a485-6ec76115b910 None None] Network 06b69597-fecd-4329-b42b-f9b482719aa6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:56.433474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2eb12f26-f15e-4f53-8509-6dd38991a2bb None None] Provisioning complete for port ae7df359-4a0d-4980-acf3-50431bc376d0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:56.433849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eb12f26-f15e-4f53-8509-6dd38991a2bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.473688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1214317a-af56-43a2-96d9-589373d37ea2 req-f5f9850d-4829-4006-8538-fba97d142bd7 tempest-ServerAddressesNegativeTestJSON-313332177 tempest-ServerAddressesNegativeTestJSON-313332177] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:41:56.475367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70e9273a-e2b5-4e67-83a6-a912de4e68a0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Synchronizing usage tracker for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:56.481212 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1214317a-af56-43a2-96d9-589373d37ea2 req-f5f9850d-4829-4006-8538-fba97d142bd7 tempest-ServerAddressesNegativeTestJSON-313332177 tempest-ServerAddressesNegativeTestJSON-313332177] 10.222.0.48 "GET /v2.0/networks?id=0e16cb97-1ecf-4111-8b64-bbed67035f09 HTTP/1.1" status: 200 len: 822 time: 0.6512797 Jan 14 05:41:56.500366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.524067 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d20e00bd-e7ac-4c11-94d2-8f178c910d7b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:41:56.524643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d20e00bd-e7ac-4c11-94d2-8f178c910d7b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:56.539298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port ae7df359-4a0d-4980-acf3-50431bc376d0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ae7df359-4a0d-4980-acf3-50431bc376d0,segment=NetworkSegment(b2649a08-b06c-4eaa-95d3-215ee2c644bf),segment_id=b2649a08-b06c-4eaa-95d3-215ee2c644bf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:56.541701 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-ff247740-1d50-40d7-9904-f99dd1c88fcc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:56.542931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ff247740-1d50-40d7-9904-f99dd1c88fcc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 351 time: 0.9972239 Jan 14 05:41:56.550599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.562930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53876) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:56.565211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.570069 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1d53842-8bb2-4660-bebe-224e5ada899e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:56.597467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.614632 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1214317a-af56-43a2-96d9-589373d37ea2 req-a1c557e7-3a95-4b3c-88f0-6ecc813fc477 tempest-ServerAddressesNegativeTestJSON-313332177 tempest-ServerAddressesNegativeTestJSON-313332177] 10.222.0.48 "GET /v2.0/quotas/5bc35de7b6164c31aaa907bce82e7d78 HTTP/1.1" status: 200 len: 375 time: 0.1322672 Jan 14 05:41:56.665344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.679077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port ae7df359-4a0d-4980-acf3-50431bc376d0 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:56.679252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.682398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=ae7df359-4a0d-4980-acf3-50431bc376d0,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:56.683621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70e9273a-e2b5-4e67-83a6-a912de4e68a0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Unset dirty status for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:56.685912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70e9273a-e2b5-4e67-83a6-a912de4e68a0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.8660352 Jan 14 05:41:56.687089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:56.694044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:56.710121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 05:41:56.711626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53880) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:56.717862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.726828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--454068686'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:56.748837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event deleted for resources: {'Network': ['ID=cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:56.750168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d20e00bd-e7ac-4c11-94d2-8f178c910d7b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:56.754071 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d20e00bd-e7ac-4c11-94d2-8f178c910d7b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/3bad2d30-9342-44e3-8aa9-8990ae0351d0 HTTP/1.1" status: 404 len: 333 time: 0.4266944 Jan 14 05:41:56.756459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:56.759294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:56.759824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:56.767295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Deleting port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:56.767682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.769170 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1214317a-af56-43a2-96d9-589373d37ea2 req-3ddd41bf-710a-4ff3-94d4-9d221bce8a9b tempest-ServerAddressesNegativeTestJSON-313332177 tempest-ServerAddressesNegativeTestJSON-313332177] 10.222.0.48 "GET /v2.0/ports?tenant_id=5bc35de7b6164c31aaa907bce82e7d78&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1449716 Jan 14 05:41:56.812321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "DELETE /v2.0/networks/cb1d1aa8-71bc-4ce3-b7ba-38a6ed969a79 HTTP/1.1" status: 204 len: 168 time: 4.0269082 Jan 14 05:41:56.833823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:56.880446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.911242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:56.953190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.011390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:57.042033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:57.103523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.148113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] DHCP port deletion for 1a222a92-41fb-473b-83dc-260b9b93f8d7 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:57.164413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:57.165217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Deleting port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:57.165725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.196976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ae7df359-4a0d-4980-acf3-50431bc376d0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:41:57.223120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] For port ae7df359-4a0d-4980-acf3-50431bc376d0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ae7df359-4a0d-4980-acf3-50431bc376d0,segment=NetworkSegment(b2649a08-b06c-4eaa-95d3-215ee2c644bf),segment_id=b2649a08-b06c-4eaa-95d3-215ee2c644bf)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:57.223520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.257357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:57.312597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7c70fc84-5ab7-486b-9864-417590c8cca1 None None] DHCP port deletion for 06b69597-fecd-4329-b42b-f9b482719aa6 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:57.392950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] For port fe2d2036-e8ce-4677-ad9e-e8c359af6f68, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,segment=NetworkSegment(1c2da600-80a6-4603-b459-6d204ad98e52),segment_id=1c2da600-80a6-4603-b459-6d204ad98e52)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:57.393356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.397960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for ae7df359-4a0d-4980-acf3-50431bc376d0 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:57.409194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7c70fc84-5ab7-486b-9864-417590c8cca1 None None] Deleting port ae7df359-4a0d-4980-acf3-50431bc376d0 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:57.409567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c70fc84-5ab7-486b-9864-417590c8cca1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.473624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53894) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:57.480610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.558834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'router': {'name': 'tempest-router--1275770963', 'project_id': 'ae70528c5ace4913a4605c00fd85f7b6'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:57.576457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Calling delete_port for fe2d2036-e8ce-4677-ad9e-e8c359af6f68 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:57.609405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7c70fc84-5ab7-486b-9864-417590c8cca1 None None] The port 'ae7df359-4a0d-4980-acf3-50431bc376d0' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:41:57.610357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ae7df359-4a0d-4980-acf3-50431bc376d0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:41:57.610799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.619114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:57.648313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:router and tenant:ae70528c5ace4913a4605c00fd85f7b6 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:57.654444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.655927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:57.660402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port ae7df359-4a0d-4980-acf3-50431bc376d0 was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:41:57.690466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:57.690950 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f668d4b-4432-4ae2-b1e7-850010883ef1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:57.693508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] For port fe2d2036-e8ce-4677-ad9e-e8c359af6f68, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,segment=NetworkSegment(1c2da600-80a6-4603-b459-6d204ad98e52),segment_id=1c2da600-80a6-4603-b459-6d204ad98e52)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:57.694156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.766979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe2d2036-e8ce-4677-ad9e-e8c359af6f68 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:57.779827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.796888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=ae7df359-4a0d-4980-acf3-50431bc376d0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:57.797506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.798617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.799665 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:57.808554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.819614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26ad7157-b730-422a-9817-f4d7872f48eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:57.824572 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1214317a-af56-43a2-96d9-589373d37ea2 req-a2100a92-cddd-4dcd-afcb-1ec0b87fc89f service neutron] 10.222.0.48 "GET /v2.0/networks/0e16cb97-1ecf-4111-8b64-bbed67035f09?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0082572 Jan 14 05:41:57.837577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.864773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Calling delete_port for fe2d2036-e8ce-4677-ad9e-e8c359af6f68 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:57.865458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:57.872632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed284c7f-af63-4cdf-b2b8-8bdde3177df0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:57.891125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fe2d2036-e8ce-4677-ad9e-e8c359af6f68 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:57.891475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe2d2036-e8ce-4677-ad9e-e8c359af6f68 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:57.913651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=d9bd6b18-7f63-4cdd-a087-18334002f343,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:57.920735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=ec8df3ed-350d-4649-a265-cd9ca4b81d69,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:57.974944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:57.976842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:57.977268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2af3a563-16d2-405f-a394-5d5e21d7f6ac tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:57.978518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:41:57.978808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:41:58.030893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.032510 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3172202 Jan 14 05:41:58.033548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.041925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet 93de52cd-5385-4bee-be24-c1104150cb8b {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:58.043851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53898) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:58.055118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No DVR routers for this DVR port ae7df359-4a0d-4980-acf3-50431bc376d0 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:58.056598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.069751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe2d2036-e8ce-4677-ad9e-e8c359af6f68,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:58.074424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.093362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ee1a127a-1777-42c0-96c9-17a6461374c4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': 'd9bd6b18-7f63-4cdd-a087-18334002f343', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'bad_ethertype'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:58.094993 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-ee1a127a-1777-42c0-96c9-17a6461374c4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6'].].: securitygroup.SecurityGroupRuleInvalidEtherType: Security group rule for ethertype 'bad_ethertype' not supported. Allowed values are ['IPv4', 'IPv6']. Jan 14 05:41:58.095557 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-ee1a127a-1777-42c0-96c9-17a6461374c4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:41:58.096615 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee1a127a-1777-42c0-96c9-17a6461374c4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 396 time: 0.0489132 Jan 14 05:41:58.097566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.101045 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/ec8df3ed-350d-4649-a265-cd9ca4b81d69 HTTP/1.1" status: 204 len: 168 time: 1.5338326 Jan 14 05:41:58.123652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53902) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:58.124146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53904) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:58.124987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:58.143018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b1e75fe-0a10-48fe-b69a-6e4a910ce511 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:58.243627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Pushing event deleted for resources: {'Subnet': ['ID=95c1d89a-dd8f-4b01-8309-48ec5b60e9cc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:58.256848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:58.273275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.311726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] No DVR routers for this DVR port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:58.316393 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1214317a-af56-43a2-96d9-589373d37ea2 req-06d3b58a-38c6-4122-ad3c-c8b788deb50a service neutron] 10.222.0.48 "GET /v2.0/networks/0e16cb97-1ecf-4111-8b64-bbed67035f09?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4818485 Jan 14 05:41:58.326493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.362871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.480812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Deleting port fe2d2036-e8ce-4677-ad9e-e8c359af6f68 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:58.481122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.508858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.565669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a686ef0d-ba62-4cf9-a79c-931d0e15a6e2 None None] The port 'fe2d2036-e8ce-4677-ad9e-e8c359af6f68' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:41:58.767114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b663e2e-e31b-4058-9d1d-c9399962ea46 None None] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:41:58.790879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['06b69597-fecd-4329-b42b-f9b482719aa6']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:58.814757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b2649a08-b06c-4eaa-95d3-215ee2c644bf') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:58.815099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b2649a08-b06c-4eaa-95d3-215ee2c644bf') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:58.820294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5fdc86dc-9548-4f5a-b19b-76d0e1a7a480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:41:58.834192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.837856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.840346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/subnets/95c1d89a-dd8f-4b01-8309-48ec5b60e9cc HTTP/1.1" status: 204 len: 168 time: 4.4152622 Jan 14 05:41:58.843432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53924) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:58.904609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.908744 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-42416a32-fd67-4232-a467-7add79deb1c8 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 723 time: 1.4181252 Jan 14 05:41:58.909742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.919667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53932) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:58.952047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:58.971164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53938) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:58.971817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:59.005316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.046181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5fdc86dc-9548-4f5a-b19b-76d0e1a7a480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:41:59.051214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5fdc86dc-9548-4f5a-b19b-76d0e1a7a480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9058635 Jan 14 05:41:59.061891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.084934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.100710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53942) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:59.161456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] DHCP port deletion for 0dad1b04-fdba-4ee0-b087-f261f9504545 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:41:59.167507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ae7df359-4a0d-4980-acf3-50431bc376d0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:41:59.172761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.194511 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ed22a77-e3f7-4faa-bcf3-ca3ce7bf3357 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:59.207646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ae7df359-4a0d-4980-acf3-50431bc376d0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:41:59.208005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ae7df359-4a0d-4980-acf3-50431bc376d0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:41:59.209620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Deleting port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:59.209747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'tempest-secgroup--982402243'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:41:59.210022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.231256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:59.234392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a3bee1-3734-4692-804b-46b553ae40ce tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.248759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=93de52cd-5385-4bee-be24-c1104150cb8b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:59.333378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:59.426347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a222a92-41fb-473b-83dc-260b9b93f8d7']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:59.446283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] For port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1ef3b9d-ed0b-4b31-9f06-091bfd5da551,segment=NetworkSegment(576a28ba-b3a4-439a-930c-b0c553378617),segment_id=576a28ba-b3a4-439a-930c-b0c553378617)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:41:59.446721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.512903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.580284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1c2da600-80a6-4603-b459-6d204ad98e52') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:59.580609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1c2da600-80a6-4603-b459-6d204ad98e52') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:41:59.591548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Calling delete_port for d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:41:59.594267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:59.602980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.612960 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bdce930-900b-400e-929b-f09c636ebb83 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:59.622304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.633816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a3bee1-3734-4692-804b-46b553ae40ce tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.639031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a3bee1-3734-4692-804b-46b553ae40ce tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.649778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:41:59.663931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=d9bd6b18-7f63-4cdd-a087-18334002f343,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:59.674143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.675412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Usage tracker for resource:security_group_rule and tenant:5ee2f41247af46b893cfc2a9239297de is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:41:59.678613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.682019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:41:59.685128 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:59.686448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:41:59.701066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Deleting port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:41:59.701446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.715086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:41:59.718293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.722146 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/d9bd6b18-7f63-4cdd-a087-18334002f343 HTTP/1.1" status: 204 len: 168 time: 1.5796103 Jan 14 05:41:59.724282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53946) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:41:59.750374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af660717-7a97-4f26-9df1-e4760071a44c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:41:59.769031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Deleting subnet aa77039c-872b-4aeb-9371-002fc40e7fd1 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:41:59.784385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 06b69597-fecd-4329-b42b-f9b482719aa6 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:59.784604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a3bee1-3734-4692-804b-46b553ae40ce tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.784604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11a3bee1-3734-4692-804b-46b553ae40ce tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Fanout notify agent at l3_agent the message router_deleted on router 40b870ed-9888-438a-ab7b-012ce85737e2 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:41:59.822529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.832217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Pushing event deleted for resources: {'Port': ['ID=d1ef3b9d-ed0b-4b31-9f06-091bfd5da551,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:41:59.835046 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:41:59.841414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:41:59.875239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] No DVR routers for this DVR port d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:41:59.880642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] The port 'd1ef3b9d-ed0b-4b31-9f06-091bfd5da551' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:41:59.967665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:41:59.984502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.004953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34f631c4-3a32-4b5e-9c3a-50159a100f83 None None] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:00.022947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.081945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-69cebae0-f2c9-4800-be2d-3aa87d2d0f46 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Synchronizing usage tracker for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:00.099790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a3bee1-3734-4692-804b-46b553ae40ce tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.103745 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11a3bee1-3734-4692-804b-46b553ae40ce tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "DELETE /v2.0/routers/40b870ed-9888-438a-ab7b-012ce85737e2 HTTP/1.1" status: 204 len: 168 time: 1.1790688 Jan 14 05:42:00.176425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.214520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.222431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/93de52cd-5385-4bee-be24-c1104150cb8b HTTP/1.1" status: 204 len: 168 time: 3.4535456 Jan 14 05:42:00.222608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53952) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:00.235491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-69cebae0-f2c9-4800-be2d-3aa87d2d0f46 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Unset dirty status for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:00.241331 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-69cebae0-f2c9-4800-be2d-3aa87d2d0f46 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.4623222 Jan 14 05:42:00.245987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53956) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:00.250459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 06b69597-fecd-4329-b42b-f9b482719aa6 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:00.264314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.281016 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:00.281416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.296422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Network 1a222a92-41fb-473b-83dc-260b9b93f8d7 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.297334 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:00.299946 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:00.306333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--1718414807'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:00.330148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] DHCP port deletion for 2018e772-d3c8-4b58-96b0-b0994d822aa4 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:42:00.334975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Deleting port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:00.335406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:00.373362 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:00.375470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53960) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:00.420899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:00.479735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.481440 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3713923 Jan 14 05:42:00.490585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53966) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:00.493131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:00.512900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9b2f6ab7-f1d9-43ca-a083-a1077ca12a61 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Request body: {'security_group': {'name': 'default'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:00.513555 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-9b2f6ab7-f1d9-43ca-a083-a1077ca12a61 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 05:42:00.514114 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-9b2f6ab7-f1d9-43ca-a083-a1077ca12a61 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] update failed (client error): There was a conflict when trying to complete your request. Jan 14 05:42:00.516153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.518314 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9b2f6ab7-f1d9-43ca-a083-a1077ca12a61 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "PUT /v2.0/security-groups/d11e95cc-05af-40d9-8837-111867c0fc5d HTTP/1.1" status: 409 len: 330 time: 0.0168188 Jan 14 05:42:00.519251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event updated for resources: {'SecurityGroup': ['ID=d11e95cc-05af-40d9-8837-111867c0fc5d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:00.524249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53970) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:00.541753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:00.555366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.579819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.585467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.600018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0dad1b04-fdba-4ee0-b087-f261f9504545']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:00.608740 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26da4b40-56a2-4feb-9b49-48d76a41a847 tempest-PortsAdminExtendedAttrsTestJSON-1462161595 tempest-PortsAdminExtendedAttrsTestJSON-1462161595] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:00.617706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.633699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] For port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,segment=NetworkSegment(83ea5f03-0113-4a70-8d66-c39affb2620e),segment_id=83ea5f03-0113-4a70-8d66-c39affb2620e)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:00.635060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cd0fde0-f43e-43a3-a74e-6e33c465575c tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:00.637163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.638617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.656081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=06b69597-fecd-4329-b42b-f9b482719aa6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:00.658738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.661903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '576a28ba-b3a4-439a-930c-b0c553378617') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:00.662418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '576a28ba-b3a4-439a-930c-b0c553378617') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:00.676175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Pushing event deleted for resources: {'Network': ['ID=1a222a92-41fb-473b-83dc-260b9b93f8d7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:00.684890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:00.691175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:00.691559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.698102 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/06b69597-fecd-4329-b42b-f9b482719aa6 HTTP/1.1" status: 204 len: 168 time: 4.7344940 Jan 14 05:42:00.705668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.706397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.707045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.707733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.708331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.708928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.709521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.710116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.710753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.711356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.711959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.712547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.713217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.713809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.714751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.715410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.716605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.717222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.717790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] 10.222.0.48 "DELETE /v2.0/networks/1a222a92-41fb-473b-83dc-260b9b93f8d7 HTTP/1.1" status: 204 len: 168 time: 4.6022213 Jan 14 05:42:00.718050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.718639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.719268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.719860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.720452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.721052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.721973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.722344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53974) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:00.722811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.723416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.724234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.724820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.725406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.726020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.726617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.727230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.727819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.728407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.728994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:00.744140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1683271702'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:00.770924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:00.780098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:00.786942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:00.790406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:00.792560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.798865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.802798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:00.816886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:00.824574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:00.830356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:00.840741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.843350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:00.847314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:00.875594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Calling delete_port for 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:00.883972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:00.893807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.916089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:00.978119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-240074538', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:01.001930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:01.022529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Usage tracker for resource:router and tenant:5e02ebd3533d4757b225af2f9b953d64 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:01.023540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.039191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dea54dec-7a39-40a3-9870-f7692a9a07c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:01.048811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:01.094653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:01.096586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.097091 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment 8c7abce8-47a8-46b7-84e8-bd019e0fa2c8 of type vxlan for network c755d4fd-4c12-462a-863e-c61a9a333d94 Jan 14 05:42:01.126589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:01.127336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.128552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53980) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:01.130369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Pushing event deleted for resources: {'Port': ['ID=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:01.139418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:42:01.164063 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:01.187552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:42:01.188169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1ef3b9d-ed0b-4b31-9f06-091bfd5da551 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:42:01.188396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:42:01.193710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.202010 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c4ae591-a024-464b-bc59-d7585ed6e782 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:01.219775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:01.220612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.232477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:42:01.232874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:42:01.241288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.242319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:01.243179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.252460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] No DVR routers for this DVR port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:42:01.253520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] For port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7961e25f-d3c6-4ffe-b021-c51a1b77e0d4,segment=NetworkSegment(83ea5f03-0113-4a70-8d66-c39affb2620e),segment_id=83ea5f03-0113-4a70-8d66-c39affb2620e)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:01.254015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.268317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.269414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.274451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Pushing event deleted for resources: {'SecurityGroup': ['ID=d11e95cc-05af-40d9-8837-111867c0fc5d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:01.278406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:01.291359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a70ced4c-422a-495a-a7e1-af7651b47f3f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:01.508868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:01.510338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.513679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8378d818-77a7-4cc3-bd5d-530798b09286 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=38577347b19046d3a3050cdc4af8b489&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3837450 Jan 14 05:42:01.525672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53984) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:01.533723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.545571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44f3deca-445e-4ae0-bb39-c93d3fcdb697 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:01.571782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.8476651 Jan 14 05:42:01.582641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.583934 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/d11e95cc-05af-40d9-8837-111867c0fc5d HTTP/1.1" status: 204 len: 168 time: 1.0586503 Jan 14 05:42:01.584568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Network 0dad1b04-fdba-4ee0-b087-f261f9504545 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:01.584709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53988) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:01.598493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53990) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:01.607418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:01.623597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=c755d4fd-4c12-462a-863e-c61a9a333d94,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:01.627045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:01.628213 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:01.637312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c755d4fd-4c12-462a-863e-c61a9a333d94 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:01.652164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c755d4fd-4c12-462a-863e-c61a9a333d94 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:01.719376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.782225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c755d4fd-4c12-462a-863e-c61a9a333d94 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:01.835341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.839600 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.5779018 Jan 14 05:42:01.847362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=937bcf22-bcae-4f3a-a683-3d58434d97c7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:01.851077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53996) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:01.874736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:01.877795 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ac5c121-52cf-4a5c-954a-8e2c7d9c0583 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.121s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:01.911260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b5abe2f6-c87a-4a65-9d27-47e6ca6e6c0e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '937bcf22-bcae-4f3a-a683-3d58434d97c7', 'protocol': 'bad_protocol_name', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:01.913545 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-b5abe2f6-c87a-4a65-9d27-47e6ca6e6c0e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported.].: securitygroup.SecurityGroupRuleInvalidProtocol: Security group rule protocol bad_protocol_name not supported. Only protocol values [None, 'ah', 'dccp', 'egp', 'esp', 'gre', 'hopopt', 'icmp', 'igmp', 'ip', 'ipip', 'ipv6-encap', 'ipv6-frag', 'ipv6-icmp', 'icmpv6', 'ipv6-nonxt', 'ipv6-opts', 'ipv6-route', 'ospf', 'pgm', 'rsvp', 'sctp', 'tcp', 'udp', 'udplite', 'vrrp'] and integer representations [0 to 255] are supported. Jan 14 05:42:01.914126 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-b5abe2f6-c87a-4a65-9d27-47e6ca6e6c0e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:01.919155 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b5abe2f6-c87a-4a65-9d27-47e6ca6e6c0e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 667 time: 0.0473509 Jan 14 05:42:01.922497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.931575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54000) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:01.937920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.953145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=aa77039c-872b-4aeb-9371-002fc40e7fd1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:01.978743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:01.980128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:01.981649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9ca4e92-94d2-410b-a08a-d97159bbb628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.047s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:02.051903 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] 10.222.0.48 "DELETE /v2.0/networks/0dad1b04-fdba-4ee0-b087-f261f9504545 HTTP/1.1" status: 204 len: 168 time: 3.2071977 Jan 14 05:42:02.060576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Pushing event deleted for resources: {'Network': ['ID=0dad1b04-fdba-4ee0-b087-f261f9504545,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:02.068854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.071986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:02.099339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.101750 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/aa77039c-872b-4aeb-9371-002fc40e7fd1 HTTP/1.1" status: 204 len: 168 time: 3.1152904 Jan 14 05:42:02.106418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54006) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:02.163229 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:42:02.163638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:42:02.176573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-642b6dd1-b667-4f0e-bf99-c347c310c358 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Synchronizing usage tracker for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:02.179724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:02.185358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:02.190188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:02.200240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:02.209796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-642b6dd1-b667-4f0e-bf99-c347c310c358 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Unset dirty status for tenant:5ee2f41247af46b893cfc2a9239297de on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:02.212548 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-642b6dd1-b667-4f0e-bf99-c347c310c358 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6114357 Jan 14 05:42:02.217529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:02.241164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54010) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:02.284174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.330328 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-475e4e99-b609-4898-9a0c-4ecd625f022e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] delete failed (client error): The resource could not be found. Jan 14 05:42:02.335250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-475e4e99-b609-4898-9a0c-4ecd625f022e tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "DELETE /v2.0/security-groups/d7bfa223-b089-4c80-9e04-0c90d54ed728 HTTP/1.1" status: 404 len: 347 time: 0.0893281 Jan 14 05:42:02.336483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54016) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:02.374598 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-0d673d20-d2d8-4abb-bad4-328a3242f6f8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] show failed (client error): The resource could not be found. Jan 14 05:42:02.380696 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d673d20-d2d8-4abb-bad4-328a3242f6f8 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-groups/52f8bd49-90ed-4497-b65b-14ccaa7a5260 HTTP/1.1" status: 404 len: 347 time: 0.0383332 Jan 14 05:42:02.383285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.388384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.398928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54020) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:02.531337 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-0413623e-3a83-4685-96c3-0e2770226bfe tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] show failed (client error): The resource could not be found. Jan 14 05:42:02.533065 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0413623e-3a83-4685-96c3-0e2770226bfe tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] 10.222.0.48 "GET /v2.0/security-group-rules/cd04620c-64a9-4e52-a39b-d869acd4297b HTTP/1.1" status: 404 len: 356 time: 0.1302195 Jan 14 05:42:02.536075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54024) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:02.666944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 7961e25f-d3c6-4ffe-b021-c51a1b77e0d4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:02.667332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.745494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] The port '7961e25f-d3c6-4ffe-b021-c51a1b77e0d4' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:42:02.844975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54034) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:02.868339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.886315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.939268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:02.978547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.091838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.102182 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7301c84-3d55-4cb4-a3e7-dd2c4403e0fc tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:03.146268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af3cfd41-da03-44c5-b772-64960f122953,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:03.162440 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d9ca6fa4-a499-42d9-b539-225be5899088 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37f41e4ed2d24af79861c1d217669b23&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6229279 Jan 14 05:42:03.169194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54040) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:03.209962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:03.231437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.242508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-927929d1-27f5-4e89-95c3-a9276c220351 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:03.261832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.265981 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af3cfd41-da03-44c5-b772-64960f122953 HTTP/1.1" status: 204 len: 168 time: 1.7252471 Jan 14 05:42:03.271604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.274538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2018e772-d3c8-4b58-96b0-b0994d822aa4']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:03.286634 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8450d98a-5424-418f-98d9-a23251f90777 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5ee2f41247af46b893cfc2a9239297de&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4309282 Jan 14 05:42:03.286995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=937bcf22-bcae-4f3a-a683-3d58434d97c7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:03.291411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54046) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:03.296423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.300241 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/937bcf22-bcae-4f3a-a683-3d58434d97c7 HTTP/1.1" status: 204 len: 168 time: 1.3624346 Jan 14 05:42:03.304537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '83ea5f03-0113-4a70-8d66-c39affb2620e') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:03.304881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '83ea5f03-0113-4a70-8d66-c39affb2620e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:03.311991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54050) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:03.344799 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:03.348802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.401226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.408670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:03.428261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.461220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e16cb97-1ecf-4111-8b64-bbed67035f09']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:03.501811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2b73268b-7412-44df-858d-2c2143eeaa65') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:03.502150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2b73268b-7412-44df-858d-2c2143eeaa65') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:03.521224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.524081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.595835 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b68ab405-00a6-4225-b38d-567706fcbd23 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2774570 Jan 14 05:42:03.625682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.627536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54058) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:03.641267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:03.662682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--757818817'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:03.675124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.682522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.715576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:03.725554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.748832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:03.826421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:03.860890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:03.908429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:03.966054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:03.997649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 2018e772-d3c8-4b58-96b0-b0994d822aa4 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:04.005566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.023454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.041681 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36ca308b-ded6-4b86-8a86-48aebfd59da5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:04.045066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:04.057639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.068086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:04.069180 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:04.139197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.194243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:04.240672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54074) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:04.275941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:04.278381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:04.286161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:04.298153 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc19b4cc-e6a6-406e-9ba4-22373bd6b8b9 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:04.318470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.320360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=156176c9-32e8-487f-aaae-0ae93beb3407,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:04.328514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:04.333975 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:04.335371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.338006 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe1e1622-8468-4c48-84ee-c19ffdfde114 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:04.341730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.359390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:04.361594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55234199-3606-44d8-99ba-f4bfb22a8e7f tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:04.370673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.372177 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/156176c9-32e8-487f-aaae-0ae93beb3407 HTTP/1.1" status: 204 len: 168 time: 1.1868649 Jan 14 05:42:04.375380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=2018e772-d3c8-4b58-96b0-b0994d822aa4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:04.382530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/2018e772-d3c8-4b58-96b0-b0994d822aa4 HTTP/1.1" status: 204 len: 168 time: 4.1445308 Jan 14 05:42:04.382991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54082) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:04.383838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:04.391571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'name': 'tempest-PortsTestJSON-878797605'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:04.396047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Network 0e16cb97-1ecf-4111-8b64-bbed67035f09 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:04.407674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=94db35e1-f423-4c1d-8954-e3a6a02dd98b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:04.431514 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:04.435746 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:04.519732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Request body: {'network': {'name': 'tempest-ServerMetadataNegativeTestJSON-26920812-network', 'tenant_id': 'c778a3d8bc874adcb01096495c3000e8'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:04.526646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:04.534584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.535645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Usage tracker for resource:network and tenant:c778a3d8bc874adcb01096495c3000e8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:04.535865 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/94db35e1-f423-4c1d-8954-e3a6a02dd98b HTTP/1.1" status: 204 len: 168 time: 1.2414513 Jan 14 05:42:04.541531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:04.550608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:04.610230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.631495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d87a387e-5843-4e5b-82dd-daf58850dc6a tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:04.632375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': '8c7abce8-47a8-46b7-84e8-bd019e0fa2c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:04.633276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: c755d4fd-4c12-462a-863e-c61a9a333d94, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:04.653758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.658380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Made reservation on behalf of c778a3d8bc874adcb01096495c3000e8 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:04.663683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.678553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Pushing event deleted for resources: {'Network': ['ID=0e16cb97-1ecf-4111-8b64-bbed67035f09,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:04.685637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.692349 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:04.710208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:04.715241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:04.719173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:04.720595 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0e16cb97-1ecf-4111-8b64-bbed67035f09 HTTP/1.1" status: 204 len: 168 time: 2.6110804 Jan 14 05:42:04.727053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.735150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:04.737746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:04.742898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c755d4fd-4c12-462a-863e-c61a9a333d94 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:04.750081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Usage tracker for resource:security_group_rule and tenant:c778a3d8bc874adcb01096495c3000e8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:04.755926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:04.763484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.764476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:04.770895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, c755d4fd-4c12-462a-863e-c61a9a333d94) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:04.775304 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a0cbd66-3e0c-4526-981b-f3cb4a4f633c tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:04.778810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-684f73ac-f809-45b4-b158-71ea0a2a01f1 None None] Network c755d4fd-4c12-462a-863e-c61a9a333d94 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:04.797225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:04.806846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.818205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.819926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1914389 Jan 14 05:42:04.825396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54096) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:04.830773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=e6c76708-88dc-47df-b266-7e8d884cca04,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:04.841439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-11966525-7733-43eb-8a23-a43f7b6addea tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': 'e6c76708-88dc-47df-b266-7e8d884cca04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1./24'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:04.843446 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-11966525-7733-43eb-8a23-a43f7b6addea tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1./24 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1./24 given as IP prefix. Jan 14 05:42:04.844450 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-11966525-7733-43eb-8a23-a43f7b6addea tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:04.845752 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11966525-7733-43eb-8a23-a43f7b6addea tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0190148 Jan 14 05:42:04.847273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:04.850634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54100) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:04.860516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:04.861127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:04.863283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eaa85f29-ad3c-45f7-bb6b-d507412dc642 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': 'e6c76708-88dc-47df-b266-7e8d884cca04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '192.168.1.1/33'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:04.864728 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-eaa85f29-ad3c-45f7-bb6b-d507412dc642 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid CIDR 192.168.1.1/33 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 192.168.1.1/33 given as IP prefix. Jan 14 05:42:04.865465 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-eaa85f29-ad3c-45f7-bb6b-d507412dc642 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:04.866833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eaa85f29-ad3c-45f7-bb6b-d507412dc642 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 320 time: 0.0148666 Jan 14 05:42:04.868542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Allocated IP 172.25.3.156 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/ff11b26b-60dd-4ac9-b927-b95732888137) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:04.870969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54106) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:04.880756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-de722d89-18a1-43be-bf5d-5baeb2b9846b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': 'e6c76708-88dc-47df-b266-7e8d884cca04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': 'bad_prefix'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:04.881968 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-de722d89-18a1-43be-bf5d-5baeb2b9846b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid CIDR bad_prefix given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR bad_prefix given as IP prefix. Jan 14 05:42:04.882765 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-de722d89-18a1-43be-bf5d-5baeb2b9846b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:04.884044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de722d89-18a1-43be-bf5d-5baeb2b9846b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0117915 Jan 14 05:42:04.892448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54110) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:04.901926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a170f812-60f4-4554-8fac-30b63122869c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': 'e6c76708-88dc-47df-b266-7e8d884cca04', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '256'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:04.903440 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-a170f812-60f4-4554-8fac-30b63122869c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid CIDR 256 given as IP prefix.].: neutron_lib.exceptions.InvalidCIDR: Invalid CIDR 256 given as IP prefix. Jan 14 05:42:04.904335 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a170f812-60f4-4554-8fac-30b63122869c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:04.905699 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a170f812-60f4-4554-8fac-30b63122869c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 309 time: 0.0106890 Jan 14 05:42:04.910380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54114) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:04.980546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.013460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.035381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34f611ce-a614-4d69-8a57-8aa5fbd8da1e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:05.122384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e1e8399-99ff-4ea8-9305-4ad3f449e261,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:05.126637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:05.143988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.5525103 Jan 14 05:42:05.158637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54122) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:05.160126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54124) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:05.164843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:05.182340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 52f95a53-251e-4324-a039-55a0de0daa18 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:05.197280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94', 'security_groups': [], 'name': 'tempest-PortsIpV6TestJSON-425973880'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:05.338960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-c755d4fd-4c12-462a-863e-c61a9a333d94', 'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94', 'tenant_id': 'c04336e3f3a64211aa1b7ff14690baaa', 'fixed_ips': [{'subnet_id': 'af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:42:05.341911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.433118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.433652 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Added segment 4e6c7407-c82a-4113-b3c9-0bf247bf2fb0 of type vxlan for network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 Jan 14 05:42:05.458782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.489573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.530247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.548546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfbdbd89-ca76-437a-b06f-6fd9d8b19696 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:05.593230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.594246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:05.594915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.635727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=52f95a53-251e-4324-a039-55a0de0daa18,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:05.697248 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:05.698384 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2670236e-48af-4e0f-93ab-ba99ad030227 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.063s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:05.729422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Allocated IP 2001:db8::2 (c755d4fd-4c12-462a-863e-c61a9a333d94/af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf/5688c66c-cf84-4b12-9d3c-10973c451af5) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:05.743939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-30ac5838-d77e-48a1-84cc-3741cdbe874a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5bc35de7b6164c31aaa907bce82e7d78&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5615017 Jan 14 05:42:05.743939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.744642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54144) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:05.790458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:05.855808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.860201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:05.872204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:06.045087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.058222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.071590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.085832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.105567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Transition to ACTIVE for port object 5688c66c-cf84-4b12-9d3c-10973c451af5 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:06.125901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Transition to ACTIVE for port object 5688c66c-cf84-4b12-9d3c-10973c451af5 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:06.139577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.166180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c4119e-2a0c-44c1-81ee-314d4e6b3cd4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:06.214675 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.9699154 Jan 14 05:42:06.226636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.239906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Pushing event updated for resources: {'Network': ['ID=3015163e-7e6a-4fae-95ae-c9ff4ea16128,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:06.259666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54156) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:06.271195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Request body: {'subnet': {'network_id': '3015163e-7e6a-4fae-95ae-c9ff4ea16128', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerMetadataNegativeTestJSON-26920812-subnet', 'tenant_id': 'c778a3d8bc874adcb01096495c3000e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:06.276817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:06.289061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:06.293902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:06.294599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.300003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Usage tracker for resource:subnet and tenant:c778a3d8bc874adcb01096495c3000e8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:06.305462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:06.308331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:06.308653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:06.318925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.323483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:06.334866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.637s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:06.349288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Made reservation on behalf of c778a3d8bc874adcb01096495c3000e8 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:06.363940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.395299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6c76708-88dc-47df-b266-7e8d884cca04,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:06.408158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:06.412311 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:06.413223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.426112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/e6c76708-88dc-47df-b266-7e8d884cca04 HTTP/1.1" status: 204 len: 168 time: 1.5115516 Jan 14 05:42:06.426112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.426401 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0880a618-549b-42c7-93b3-eeb3db395eb8 HTTP/1.1" status: 204 len: 168 time: 0.6661482 Jan 14 05:42:06.426966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:06.447689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:06.460731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:06.468252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54166) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:06.498268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.502499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:06.505360 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:06.519698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:06.520657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.529153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54172) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:06.553029 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 845 time: 2.1680436 Jan 14 05:42:06.553882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54176) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:06.679812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:06.681894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Pushing event updated for resources: {'Port': ['ID=ff11b26b-60dd-4ac9-b927-b95732888137,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:06.685013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:06.697758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56a98d44-8919-4aa7-a62e-85918f2887df tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2246118 Jan 14 05:42:06.700172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54184) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:06.711790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 52f95a53-251e-4324-a039-55a0de0daa18 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:06.712168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.722996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:06.779576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--432139921'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:06.783751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:06.785007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb7056ab-17e3-4a33-adda-4445e4b494ef tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.480s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:06.791868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:06.828286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:06.829756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Pushing event updated for resources: {'Port': ['ID=5688c66c-cf84-4b12-9d3c-10973c451af5,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:06.831697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:06.837888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:06.845745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.680s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:06.882685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:06.920483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:06.931278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:06.937010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:06.975627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Network c755d4fd-4c12-462a-863e-c61a9a333d94 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:06.978602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:06.982948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:07.007078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:07.074250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Attempting to bind port 5688c66c-cf84-4b12-9d3c-10973c451af5 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:42:07.075785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Attempting to bind port 5688c66c-cf84-4b12-9d3c-10973c451af5 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '8c7abce8-47a8-46b7-84e8-bd019e0fa2c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:42:07.076448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Attempting to bind port 5688c66c-cf84-4b12-9d3c-10973c451af5 on network c755d4fd-4c12-462a-863e-c61a9a333d94 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:42:07.084453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 41, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:42:07.085547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Checking segment: {'id': '8c7abce8-47a8-46b7-84e8-bd019e0fa2c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:07.086215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.086917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Bound using segment: {'id': '8c7abce8-47a8-46b7-84e8-bd019e0fa2c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:42:07.087660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Bound port: 5688c66c-cf84-4b12-9d3c-10973c451af5, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8c7abce8-47a8-46b7-84e8-bd019e0fa2c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c755d4fd-4c12-462a-863e-c61a9a333d94'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:42:07.088312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.169643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0880a618-549b-42c7-93b3-eeb3db395eb8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:07.172941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:07.175399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.233629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] For port 5688c66c-cf84-4b12-9d3c-10973c451af5, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:42:07.237465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] For port 5688c66c-cf84-4b12-9d3c-10973c451af5, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5688c66c-cf84-4b12-9d3c-10973c451af5,segment=NetworkSegment(8c7abce8-47a8-46b7-84e8-bd019e0fa2c8),segment_id=8c7abce8-47a8-46b7-84e8-bd019e0fa2c8)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:42:07.249921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Request body: {'network': {'name': 'tempest-TagsTest-test-network-617575509'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:07.263192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:07.265040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Usage tracker for resource:network and tenant:bdbf74ded8ca4531ab043e2703be9627 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:07.280757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:07.300205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:07.319237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.339051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:07.396638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 52f95a53-251e-4324-a039-55a0de0daa18 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:07.470170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:07.543716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.598938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.638831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf48b6ca-572b-45f2-bd28-74b3244c2e1b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:07.653739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.655169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.8820810 Jan 14 05:42:07.659850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54204) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:07.663327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.706999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Pushing event updated for resources: {'Port': ['ID=5688c66c-cf84-4b12-9d3c-10973c451af5,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:07.711724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::1bf (c755d4fd-4c12-462a-863e-c61a9a333d94/af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf/1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:07.724769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:07.813238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3f89965e-8555-461e-a9b3-16dfa6880233 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 80, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:07.814912 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-3f89965e-8555-461e-a9b3-16dfa6880233 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 05:42:07.815508 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-3f89965e-8555-461e-a9b3-16dfa6880233 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:07.816620 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f89965e-8555-461e-a9b3-16dfa6880233 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.1551769 Jan 14 05:42:07.830211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54212) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:07.844874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.856211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Made reservation on behalf of bdbf74ded8ca4531ab043e2703be9627 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:07.858303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a474362c-cdc1-435e-86b3-f0f877f75934 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 79, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:07.869554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:07.882047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:07.887614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a474362c-cdc1-435e-86b3-f0f877f75934 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:07.895958 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/52f95a53-251e-4324-a039-55a0de0daa18 HTTP/1.1" status: 204 len: 168 time: 1.3369117 Jan 14 05:42:07.896904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54222) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:07.915138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a474362c-cdc1-435e-86b3-f0f877f75934 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:07.921287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.921728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.922157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.922587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.923032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.923453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.923870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.924287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.924700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.925115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.925528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.925940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.926420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.926937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.927348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.927757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.928163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.928825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.929248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.931138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.931557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.931969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.932386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.932797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.933289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.933700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.934646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.935151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.935567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.935982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.936389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.936799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.937211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.937613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.938021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.941396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:07.959931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'mac_address': 'fa:16:3e:45:03:80', 'name': 'tempest-PortsTestJSON-1633742811'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:08.065733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a474362c-cdc1-435e-86b3-f0f877f75934 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:08.077963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:08.079579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c6af8b8-bdf4-4e3d-993b-c6ac6e35979d tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.279s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:08.137536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.140896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.151166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a474362c-cdc1-435e-86b3-f0f877f75934 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:08.156473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=52f95a53-251e-4324-a039-55a0de0daa18,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:08.211428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:08.239822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:08.244455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:08.248234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:08.249824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:08.254495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:08.254943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Usage tracker for resource:security_group_rule and tenant:bdbf74ded8ca4531ab043e2703be9627 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:08.258162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:08.265519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:08.269103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:08.300557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:08.309223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54230) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:08.470792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.482731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.497528 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2e87467-2f52-4161-addd-6d4aada02e3d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:08.520981 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a474362c-cdc1-435e-86b3-f0f877f75934 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:08.525381 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a474362c-cdc1-435e-86b3-f0f877f75934 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.6855986 Jan 14 05:42:08.568892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54238) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:08.608326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.651982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6fc6ec83-c306-49b2-bc97-d3781faeeabd tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'tcp', 'port_range_min': 80, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:08.652510 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-6fc6ec83-c306-49b2-bc97-d3781faeeabd tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid value for port 65536].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port 65536 Jan 14 05:42:08.653756 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6fc6ec83-c306-49b2-bc97-d3781faeeabd tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:08.657681 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6fc6ec83-c306-49b2-bc97-d3781faeeabd tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 319 time: 0.0827005 Jan 14 05:42:08.670236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16916ac9-9d18-47a9-a870-b03faa1c9ba9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:08.674364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54242) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:08.702349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-60496b01-6d57-4f44-a2de-25c7a91b7e5a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'tcp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:08.714110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:08.723411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Request body: {'network': {'name': 'tempest-ServerGroupTestJSON-1232581996-network', 'tenant_id': '052f816331154221a665d411c6235071'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:08.739630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60496b01-6d57-4f44-a2de-25c7a91b7e5a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:08.743135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:08.753268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:08.771941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60496b01-6d57-4f44-a2de-25c7a91b7e5a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:08.779675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60496b01-6d57-4f44-a2de-25c7a91b7e5a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:08.785431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Usage tracker for resource:network and tenant:052f816331154221a665d411c6235071 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:08.788161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.826870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 2bb4f032-03ec-4aaf-9b15-77d9505e0147 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:08.845409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.846673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:08.864718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c8b46ca4-5a92-4cf0-8a31-c0aceac87a9e,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:08.865925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60496b01-6d57-4f44-a2de-25c7a91b7e5a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:08.872721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:08.884336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:08.890908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:08.901257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16d90856-bc37-43f1-8a28-97e1d678175b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:09.031979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Made reservation on behalf of 052f816331154221a665d411c6235071 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:09.036742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.058602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:09.092116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Checking segment: {'id': '4e6c7407-c82a-4113-b3c9-0bf247bf2fb0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3015163e-7e6a-4fae-95ae-c9ff4ea16128'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:09.092283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.092434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Network hostable DHCP agents. Network: 3015163e-7e6a-4fae-95ae-c9ff4ea16128, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:09.092543 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Added segment ac59f3ea-40e3-4dd3-a7da-8773373ddb07 of type vxlan for network ef23a21d-1cf7-402f-a5d7-39cf644ed33d Jan 14 05:42:09.122937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.144259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:09.145166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.154113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Pushing event updated for resources: {'SecurityGroup': ['ID=0a828678-8a81-4b02-b9e0-ef9f2f47e2af,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:09.159751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.168840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 3015163e-7e6a-4fae-95ae-c9ff4ea16128) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:09.180257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:09.183635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2e02525-9bf6-432b-9fcc-5d25999b8d65 None None] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:09.187119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:09.187859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.188753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:09.205467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c755d4fd-4c12-462a-863e-c61a9a333d94 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:09.206650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Usage tracker for resource:security_group_rule and tenant:052f816331154221a665d411c6235071 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:09.213727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:09.216557 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-60496b01-6d57-4f44-a2de-25c7a91b7e5a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:09.220514 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60496b01-6d57-4f44-a2de-25c7a91b7e5a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 354 time: 0.5331886 Jan 14 05:42:09.220514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:09.221020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54248) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.222122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:09.227318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-07c94f21-1038-4932-b432-3237fe9f2d1a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'tcp', 'port_range_min': -16, 'port_range_max': 65536, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:09.227992 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-07c94f21-1038-4932-b432-3237fe9f2d1a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid value for port -16].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -16 Jan 14 05:42:09.228640 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-07c94f21-1038-4932-b432-3237fe9f2d1a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:09.233135 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07c94f21-1038-4932-b432-3237fe9f2d1a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 317 time: 0.0076478 Jan 14 05:42:09.233489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54252) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.237070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.241968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:09.242751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.242899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-42122fb7-08b2-4975-b66a-e13957396ce0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'icmp', 'port_range_min': 1, 'port_range_max': 256, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:09.267527 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 2.9977884 Jan 14 05:42:09.269034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:09.277234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1dac65d-9c0e-4a73-bcb7-78b12ee9aa34 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:09.311323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42122fb7-08b2-4975-b66a-e13957396ce0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:09.393864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42122fb7-08b2-4975-b66a-e13957396ce0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:09.420396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-42122fb7-08b2-4975-b66a-e13957396ce0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:09.428270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5688c66c-cf84-4b12-9d3c-10973c451af5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:09.450903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-42122fb7-08b2-4975-b66a-e13957396ce0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:09.468519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=2bb4f032-03ec-4aaf-9b15-77d9505e0147,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:09.490632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:09.538319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:09.539718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:09.542162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:09.544273 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.547950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.550989 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:09.554759 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:09.578039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:09.578039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.588545 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-42122fb7-08b2-4975-b66a-e13957396ce0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:09.592930 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-42122fb7-08b2-4975-b66a-e13957396ce0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.3552995 Jan 14 05:42:09.596617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54268) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.605300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-68bc1e86-00f1-404b-8213-93d7728c2603 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'icmp', 'port_range_min': -1, 'port_range_max': 25, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:09.606212 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-68bc1e86-00f1-404b-8213-93d7728c2603 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Invalid value for port -1].: securitygroup.SecurityGroupInvalidPortValue: Invalid value for port -1 Jan 14 05:42:09.607848 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-68bc1e86-00f1-404b-8213-93d7728c2603 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:09.611945 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68bc1e86-00f1-404b-8213-93d7728c2603 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 316 time: 0.0113237 Jan 14 05:42:09.612519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54272) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.619482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-004a7326-9e9a-41f8-a0ae-e24303eb295e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'icmp', 'port_range_min': None, 'port_range_max': 6, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:09.629915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.630811 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.7183309 Jan 14 05:42:09.637845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-004a7326-9e9a-41f8-a0ae-e24303eb295e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:09.640534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54276) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.658034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:09.660321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:09.676847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-848d42e3-8283-47c8-a4ec-2926439b01fa None None] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:09.692083 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:09.750480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c4293d5-b204-4a4e-b830-68cb2e59d5f2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:09.751204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c4293d5-b204-4a4e-b830-68cb2e59d5f2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:09.754521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-004a7326-9e9a-41f8-a0ae-e24303eb295e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:09.758593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-004a7326-9e9a-41f8-a0ae-e24303eb295e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:09.768571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-004a7326-9e9a-41f8-a0ae-e24303eb295e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:09.783229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c4293d5-b204-4a4e-b830-68cb2e59d5f2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:09.800799 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c4293d5-b204-4a4e-b830-68cb2e59d5f2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/2bb4f032-03ec-4aaf-9b15-77d9505e0147 HTTP/1.1" status: 200 len: 841 time: 0.1449625 Jan 14 05:42:09.803669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54284) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.817420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5688c66c-cf84-4b12-9d3c-10973c451af5 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:09.838426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8431e7b9-83d1-42a9-ae7c-3d84482dfff3 None None] Network c755d4fd-4c12-462a-863e-c61a9a333d94 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:09.854951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 892 time: 4.6804600 Jan 14 05:42:09.867663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54290) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.883279 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 775 time: 3.3344858 Jan 14 05:42:09.884304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54294) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.921390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-6570e753-02e7-4fcf-a87f-a4a412ae874d tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method update_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-1245324716') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:09.965235 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-004a7326-9e9a-41f8-a0ae-e24303eb295e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:09.972277 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-004a7326-9e9a-41f8-a0ae-e24303eb295e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 373 time: 0.3550584 Jan 14 05:42:09.977352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54310) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:09.978855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Provisioning for port 5688c66c-cf84-4b12-9d3c-10973c451af5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:09.992506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2c6de8c2-b17d-43f3-9152-6df4e505ffab tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47', 'protocol': 'icmp', 'port_range_min': 300, 'port_range_max': 1, 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:10.010401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Provisioning complete for port 5688c66c-cf84-4b12-9d3c-10973c451af5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:10.010932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:10.019208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 2bb4f032-03ec-4aaf-9b15-77d9505e0147 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:10.019488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:10.061992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2c6de8c2-b17d-43f3-9152-6df4e505ffab tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:10.093665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2c6de8c2-b17d-43f3-9152-6df4e505ffab tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:10.111701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2c6de8c2-b17d-43f3-9152-6df4e505ffab tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:10.126838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2c6de8c2-b17d-43f3-9152-6df4e505ffab tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:10.234676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9a0de8c-d973-4e49-b43a-663c1e63750c req-5961b333-9592-4298-bae6-6cca05cdb3df tempest-ServerMetadataNegativeTestJSON-1223312347 tempest-ServerMetadataNegativeTestJSON-1223312347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:10.236446 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c9a0de8c-d973-4e49-b43a-663c1e63750c req-5961b333-9592-4298-bae6-6cca05cdb3df tempest-ServerMetadataNegativeTestJSON-1223312347 tempest-ServerMetadataNegativeTestJSON-1223312347] 10.222.0.48 "GET /v2.0/networks?id=3015163e-7e6a-4fae-95ae-c9ff4ea16128 HTTP/1.1" status: 200 len: 819 time: 0.2392347 Jan 14 05:42:10.354012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Pushing event updated for resources: {'Network': ['ID=ef23a21d-1cf7-402f-a5d7-39cf644ed33d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:10.358171 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.666s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:10.373730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ef23a21d-1cf7-402f-a5d7-39cf644ed33d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:10.410343 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c9a0de8c-d973-4e49-b43a-663c1e63750c req-65fb22b8-2d31-4976-8872-31563e61e559 tempest-ServerMetadataNegativeTestJSON-1223312347 tempest-ServerMetadataNegativeTestJSON-1223312347] 10.222.0.48 "GET /v2.0/quotas/c778a3d8bc874adcb01096495c3000e8 HTTP/1.1" status: 200 len: 375 time: 0.1559050 Jan 14 05:42:10.430720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:10.513427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:10.513985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:10.696663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ef23a21d-1cf7-402f-a5d7-39cf644ed33d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:10.727981 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-2c6de8c2-b17d-43f3-9152-6df4e505ffab tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:10.729361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2c6de8c2-b17d-43f3-9152-6df4e505ffab tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 361 time: 0.7509477 Jan 14 05:42:10.737841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:10.810616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ef23a21d-1cf7-402f-a5d7-39cf644ed33d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:10.821085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:10.977410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.000112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 2bb4f032-03ec-4aaf-9b15-77d9505e0147 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:11.033388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] For port 5688c66c-cf84-4b12-9d3c-10973c451af5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5688c66c-cf84-4b12-9d3c-10973c451af5,segment=NetworkSegment(8c7abce8-47a8-46b7-84e8-bd019e0fa2c8),segment_id=8c7abce8-47a8-46b7-84e8-bd019e0fa2c8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:11.040461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.042861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:11.073677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.124712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.133755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Pushing event updated for resources: {'Port': ['ID=5688c66c-cf84-4b12-9d3c-10973c451af5,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:11.141293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:11.186887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.194842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb5a6346-bc61-4874-b6ab-3ceaccd83488 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:11.215678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c9a0de8c-d973-4e49-b43a-663c1e63750c req-bfcafa8b-37c7-4563-aab5-a18baef2e25b tempest-ServerMetadataNegativeTestJSON-1223312347 tempest-ServerMetadataNegativeTestJSON-1223312347] 10.222.0.48 "GET /v2.0/ports?tenant_id=c778a3d8bc874adcb01096495c3000e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.7945127 Jan 14 05:42:11.232348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6570e753-02e7-4fcf-a87f-a4a412ae874d tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "PUT /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-1245324716 HTTP/1.1" status: 201 len: 201 time: 1.3257151 Jan 14 05:42:11.235375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54328) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:11.241330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:11.248619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-235e9a20-8557-473b-b40b-804a63144119 tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-1245324716') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:11.266952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:11.284678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.287855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.289075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/136ed9d5-b1a2-4b7d-9ce8-a029fdae9e47 HTTP/1.1" status: 204 len: 168 time: 0.5496585 Jan 14 05:42:11.327235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54332) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:11.335026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.358557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8c2f6d3-203b-425c-98be-d3b302427380 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:11.379961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9872ed5c-e665-43a1-9aa7-3e384b37e323 None None] Provisioning for port 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:11.386760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9872ed5c-e665-43a1-9aa7-3e384b37e323 None None] Provisioning complete for port 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:11.387861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9872ed5c-e665-43a1-9aa7-3e384b37e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.444942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.449165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81292c36-4fbb-4526-9f05-2023f3d6c3d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:11.506412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:11.518220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.519058 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Added segment 4e3742c7-5a13-4f91-aa50-bc2e1e4596c8 of type vxlan for network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 Jan 14 05:42:11.547658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9872ed5c-e665-43a1-9aa7-3e384b37e323 None None] Port 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:42:11.554749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=2bb4f032-03ec-4aaf-9b15-77d9505e0147,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:11.565340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.571310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:11.576212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9872ed5c-e665-43a1-9aa7-3e384b37e323 None None] Provisioning complete for port 5688c66c-cf84-4b12-9d3c-10973c451af5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:11.576641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9872ed5c-e665-43a1-9aa7-3e384b37e323 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.651307 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-235e9a20-8557-473b-b40b-804a63144119 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "GET /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-1245324716 HTTP/1.1" status: 204 len: 168 time: 0.4146557 Jan 14 05:42:11.656646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.669733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.681782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54344) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:11.689061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-8acc7d15-a5d8-4072-bd1a-965f7f5b8abe tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method get_tags called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:11.712035 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/2bb4f032-03ec-4aaf-9b15-77d9505e0147 HTTP/1.1" status: 204 len: 168 time: 1.9038668 Jan 14 05:42:11.713130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54350) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:11.833810 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dc7fdc3a-2dc7-4cf4-9691-ddd502ea590e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:42:11.834392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc7fdc3a-2dc7-4cf4-9691-ddd502ea590e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:11.844353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:11.872947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc7fdc3a-2dc7-4cf4-9691-ddd502ea590e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:11.878203 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc7fdc3a-2dc7-4cf4-9691-ddd502ea590e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/2bb4f032-03ec-4aaf-9b15-77d9505e0147 HTTP/1.1" status: 404 len: 333 time: 0.1585829 Jan 14 05:42:11.880763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54356) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:11.888265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'name': 'tempest-PortsTestJSON-1749048356'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:11.936643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e2cc9ed-5747-4fe2-9387-4d5a81e03d1d None None] Provisioning complete for port 5688c66c-cf84-4b12-9d3c-10973c451af5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:11.937456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e2cc9ed-5747-4fe2-9387-4d5a81e03d1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.965530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:11.966546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:11.967269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.002740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8b1a26f8-bd05-4c38-a494-5b3e20f4b72f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:12.020299 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.571s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:12.022195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8acc7d15-a5d8-4072-bd1a-965f7f5b8abe tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "GET /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags HTTP/1.1" status: 200 len: 238 time: 0.3390887 Jan 14 05:42:12.027017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54360) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:12.029264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4d2984c-c39b-4643-bce8-042b37d47a21 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:12.055468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-28ff8b86-7fae-4e0e-adb9-ba9cebd4bbe1 tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method update_tags called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', {'tags': ['tempest-TagsTest-Tag-856349680', 'tempest-TagsTest-Tag-1330648159', 'tempest-TagsTest-Tag-1103915067']}) {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:12.140804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54364) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:12.191257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da2be0f1-c1fb-470f-8b87-223a1e01cc29 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.199143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:12.213880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Pushing event updated for resources: {'Network': ['ID=6f074d98-a9bc-4e09-ade1-ae56b6af0293,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:12.222814 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.8999646 Jan 14 05:42:12.224438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:12.232048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:12.234258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87c2516b-2af4-41b5-8a36-b26ec61918c0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Synchronizing usage tracker for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:12.245692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:12.252264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:12.264152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:12.274331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.313541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Request body: {'subnet': {'network_id': '6f074d98-a9bc-4e09-ade1-ae56b6af0293', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerGroupTestJSON-1232581996-subnet', 'tenant_id': '052f816331154221a665d411c6235071', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:12.339117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:12.346969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c9a0de8c-d973-4e49-b43a-663c1e63750c req-c785b8c8-a5b0-4758-bf04-43842172d28d service neutron] 10.222.0.48 "GET /v2.0/networks/3015163e-7e6a-4fae-95ae-c9ff4ea16128?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0896573 Jan 14 05:42:12.347773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87c2516b-2af4-41b5-8a36-b26ec61918c0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Unset dirty status for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:12.349029 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87c2516b-2af4-41b5-8a36-b26ec61918c0 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.0188565 Jan 14 05:42:12.355155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:12.356170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54374) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:12.357680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Router db27d05a-27c7-4614-a7a2-0a47c1cda430 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:42:12.375266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:12.384351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Usage tracker for resource:subnet and tenant:052f816331154221a665d411c6235071 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:12.392744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:12.424176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--1052699489'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:12.455349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:12.463937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:12.476455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:12.493823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port b2a16b8f-0452-44c1-a085-24482756d0c0 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:12.497860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.559626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28ff8b86-7fae-4e0e-adb9-ba9cebd4bbe1 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "PUT /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags HTTP/1.1" status: 200 len: 308 time: 0.5287259 Jan 14 05:42:12.562964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.574148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54378) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:12.590466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-c816b6f1-0682-4a05-8ce0-88fd07f36c4b tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method delete_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-856349680') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:12.594950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f0e12ef1-da58-40fc-8543-15efd92e7427 None None] Provisioning complete for port 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:12.595379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0e12ef1-da58-40fc-8543-15efd92e7427 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.628422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5dfbceed-1446-4b2d-a283-7bb7c28d2fb7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:12.641062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:12.643224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f0e12ef1-da58-40fc-8543-15efd92e7427 None None] Port 1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:42:12.663802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:12.710086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:12.729944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:12.757815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:12.760073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.784447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-eb9327eb-ddc2-4744-a129-ef8ad483eaf6 None None] Provisioning complete for port 5688c66c-cf84-4b12-9d3c-10973c451af5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:12.784884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb9327eb-ddc2-4744-a129-ef8ad483eaf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.822936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:12.839322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Made reservation on behalf of 052f816331154221a665d411c6235071 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:12.844301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.877491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.891460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:12.942354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:12.947566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Usage tracker for resource:security_group_rule and tenant:439e945926fc4d03b392721f33963657 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:12.960451 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c816b6f1-0682-4a05-8ce0-88fd07f36c4b tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "DELETE /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-856349680 HTTP/1.1" status: 204 len: 168 time: 0.3823307 Jan 14 05:42:12.970771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54382) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:12.973186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:12.993172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-b8f944bc-1119-4449-a77a-1c5ca6f6c764 tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-856349680') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:13.006636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:13.024384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.026843 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e HTTP/1.1" status: 204 len: 168 time: 3.1514335 Jan 14 05:42:13.031368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54386) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.035976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.062198 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c9a0de8c-d973-4e49-b43a-663c1e63750c req-f4bb636d-a3cb-4ebd-aa7f-0c934635ace2 service neutron] 10.222.0.48 "GET /v2.0/networks/3015163e-7e6a-4fae-95ae-c9ff4ea16128?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7078471 Jan 14 05:42:13.093734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d8ae4a1-1410-4339-9ea7-551f23924765 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:13.149201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:42:13.159184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5688c66c-cf84-4b12-9d3c-10973c451af5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:13.191261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] Sync routers for ids ['db27d05a-27c7-4614-a7a2-0a47c1cda430'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:42:13.231477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.233574 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 12.8092844 Jan 14 05:42:13.236521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] Routers {'db27d05a-27c7-4614-a7a2-0a47c1cda430'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:42:13.237445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['db27d05a-27c7-4614-a7a2-0a47c1cda430'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:13.240210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.241081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54392) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.246345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.265395 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.8950276 Jan 14 05:42:13.271284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54396) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.277710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.340005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:13.360044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] Routers {'db27d05a-27c7-4614-a7a2-0a47c1cda430'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:42:13.360864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:41:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['db27d05a-27c7-4614-a7a2-0a47c1cda430'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:13.421646 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e68ab585-50d3-423e-8cd1-f33ae16cf805 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:42:13.433310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d29cebbe-fcb2-4f85-8d87-ae898d4fbf3d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/db27d05a-27c7-4614-a7a2-0a47c1cda430 HTTP/1.1" status: 200 len: 920 time: 0.1882043 Jan 14 05:42:13.436044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5688c66c-cf84-4b12-9d3c-10973c451af5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:13.436208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e68ab585-50d3-423e-8cd1-f33ae16cf805 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e HTTP/1.1" status: 404 len: 333 time: 0.4043496 Jan 14 05:42:13.436682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.440105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54404) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.440390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54406) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.510452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-44cbb83e-65a0-4ab7-a141-32d3326c9ebc tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '27334bbe-fab2-479e-a5cd-35c580b3c660', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': 'bad_group_id'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:13.517825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:13.518448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b74779b1-4a58-45be-9d96-6f91d8f4f89b None None] The sync data for ids ['db27d05a-27c7-4614-a7a2-0a47c1cda430'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:42:13.520216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.588361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=27334bbe-fab2-479e-a5cd-35c580b3c660,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:13.614667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-44cbb83e-65a0-4ab7-a141-32d3326c9ebc tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:13.624991 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.531s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:13.629581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f2edb4f-343d-4451-b9e7-fc57112122cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.160s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:13.636290 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a3942225-20f8-4e88-9d8e-e7b808e5763e tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:13.671504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-44cbb83e-65a0-4ab7-a141-32d3326c9ebc tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:13.678885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54420) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.685628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:13.687061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-44cbb83e-65a0-4ab7-a141-32d3326c9ebc tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:13.745507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:13.757091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:13.776329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:13.777073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:13.781982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-44cbb83e-65a0-4ab7-a141-32d3326c9ebc tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:13.811114 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-b8f944bc-1119-4449-a77a-1c5ca6f6c764 tempest-TagsTest-219592256 tempest-TagsTest-219592256] show failed (client error): The resource could not be found. Jan 14 05:42:13.812298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8f944bc-1119-4449-a77a-1c5ca6f6c764 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "GET /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-856349680 HTTP/1.1" status: 404 len: 325 time: 0.8394821 Jan 14 05:42:13.824002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54428) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.842518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-3ee018eb-4eb1-489d-b30b-7631a83f819d tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-1330648159') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:13.866488 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 846 time: 1.9847078 Jan 14 05:42:13.867391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=b2a16b8f-0452-44c1-a085-24482756d0c0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:13.872230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54432) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.886031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:13.892485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:13.924487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Deleting subnet c8b46ca4-5a92-4cf0-8a31-c0aceac87a9e {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:13.932932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=439e945926fc4d03b392721f33963657&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7809541 Jan 14 05:42:13.932932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a206fa61-0366-405e-b0e5-5d280da22e8e tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=db27d05a-27c7-4614-a7a2-0a47c1cda430 HTTP/1.1" status: 200 len: 205 time: 0.4808636 Jan 14 05:42:13.940559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54436) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.940925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54438) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:13.945164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.070079 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-44cbb83e-65a0-4ab7-a141-32d3326c9ebc tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The resource could not be found. Jan 14 05:42:14.074131 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-44cbb83e-65a0-4ab7-a141-32d3326c9ebc tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 323 time: 0.7955701 Jan 14 05:42:14.079440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54444) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:14.092159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3437fa57-949f-422f-bbe8-287b39cb3fd4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '27334bbe-fab2-479e-a5cd-35c580b3c660', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_group_id': '8a6ba2f6-850a-4292-8903-388bbee18d15'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.094630 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.097353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:14.100234 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:14.155126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bb149c67-cade-4639-a3f8-a1201bb8126b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:14.157473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.159786 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.523s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:14.186138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3437fa57-949f-422f-bbe8-287b39cb3fd4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:14.210827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3437fa57-949f-422f-bbe8-287b39cb3fd4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:14.217116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3437fa57-949f-422f-bbe8-287b39cb3fd4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:14.231888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3437fa57-949f-422f-bbe8-287b39cb3fd4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:14.252287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.326990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ee018eb-4eb1-489d-b30b-7631a83f819d tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "GET /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-1330648159 HTTP/1.1" status: 204 len: 168 time: 0.4987648 Jan 14 05:42:14.345842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54448) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:14.377690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-9099b7ad-6140-47c4-81fe-70a78bf39e0a tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-1103915067') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:14.410990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.456442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-594bea06-16c1-4510-b941-ec6546715000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.466037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.621481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.675908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:14.743322 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-3437fa57-949f-422f-bbe8-287b39cb3fd4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The resource could not be found. Jan 14 05:42:14.744687 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3437fa57-949f-422f-bbe8-287b39cb3fd4 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.6620207 Jan 14 05:42:14.746092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.755712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.772290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54452) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:14.892756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.976871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:14.991117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Deleting port ff11b26b-60dd-4ac9-b927-b95732888137 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:14.991454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.050967 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9099b7ad-6140-47c4-81fe-70a78bf39e0a tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "GET /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-1103915067 HTTP/1.1" status: 204 len: 168 time: 0.6984534 Jan 14 05:42:15.057423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54456) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:15.061228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.069446 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d9de52e9-add8-4575-8a09-7a47205bd311 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:15.089941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-9dcae8a4-bf70-4ffe-9456-3307c4951cf2 tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:15.112674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bb149c67-cade-4639-a3f8-a1201bb8126b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:15.116116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.167173 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:15.193328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.194565 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/bb149c67-cade-4639-a3f8-a1201bb8126b HTTP/1.1" status: 204 len: 168 time: 1.2490149 Jan 14 05:42:15.205016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.244241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:42:15.273431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.286488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.296501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.318203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.340531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b534e066-543a-49cf-90a5-7579dadd71af admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:15.362039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.529588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.544034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=b2a16b8f-0452-44c1-a085-24482756d0c0,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:15.570749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:15.571181 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea1c44ab-7b11-40a7-ad7b-5c26d00ac135 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:15.603823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54464) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:15.618992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Calling delete_port for ff11b26b-60dd-4ac9-b927-b95732888137 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:15.652131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.672988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9dcae8a4-bf70-4ffe-9456-3307c4951cf2 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "DELETE /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags HTTP/1.1" status: 204 len: 168 time: 0.6027484 Jan 14 05:42:15.684313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c8b46ca4-5a92-4cf0-8a31-c0aceac87a9e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:15.687678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54468) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:15.693707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:15.697374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-699de64f-f649-409c-b804-666ce048f37c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.042s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:15.701461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.722670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-8b56ae75-fbee-4044-a24e-972d18e7fc77 tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-1330648159') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:15.751478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:15.752905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=27334bbe-fab2-479e-a5cd-35c580b3c660,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:15.761168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] In _notify_port_updated(), no bound segment for port b2a16b8f-0452-44c1-a085-24482756d0c0 on network 16b6d506-07e2-429a-ad37-0bf405f82725 {{(pid=80929) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.764542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:15.768353 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:15.771557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.780301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:15.780975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.785413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "PUT /v2.0/ports/b2a16b8f-0452-44c1-a085-24482756d0c0 HTTP/1.1" status: 200 len: 818 time: 1.9020038 Jan 14 05:42:15.787734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:15.791074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54472) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:15.791693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Usage tracker for resource:security_group_rule and tenant:1a06edd3df0e4a3b8558c78603b06fef is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:15.798578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ad40d7e-5069-48ec-ad8e-2780111e7238 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:15.883842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:15.913711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.917568 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/27334bbe-fab2-479e-a5cd-35c580b3c660 HTTP/1.1" status: 204 len: 168 time: 1.1390724 Jan 14 05:42:15.920818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:15.923370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:15.925416 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c8b46ca4-5a92-4cf0-8a31-c0aceac87a9e HTTP/1.1" status: 204 len: 168 time: 2.2432029 Jan 14 05:42:15.928648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:15.940109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54478) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:16.040039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port b2a16b8f-0452-44c1-a085-24482756d0c0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:16.040400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.142366 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-8b56ae75-fbee-4044-a24e-972d18e7fc77 tempest-TagsTest-219592256 tempest-TagsTest-219592256] show failed (client error): The resource could not be found. Jan 14 05:42:16.146495 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b56ae75-fbee-4044-a24e-972d18e7fc77 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "GET /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-1330648159 HTTP/1.1" status: 404 len: 326 time: 0.4488199 Jan 14 05:42:16.151711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.177665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.204077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54482) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:16.253373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-cda50b6f-5462-4050-bf46-ea22402d81f0 tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method get_tag called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d', 'tempest-TagsTest-Tag-1103915067') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:16.396189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c24ecdfd-7493-48f5-938c-2d0cdcc6d0cf,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:16.417337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.619s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:16.486220 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5bd2d938-5228-48b9-82f3-ef8ef4502bd5 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2622979 Jan 14 05:42:16.499973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54488) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:16.505385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.577859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d1582dd1-0d38-4b02-9211-d4b326af6027 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '58edd3f1-9fc0-4e5c-beac-582f7f926b0b', 'direction': 'ingress', 'ethertype': 'IPv4'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:16.602319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1582dd1-0d38-4b02-9211-d4b326af6027 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:16.603136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.626255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b16bcf9a-fb4c-432f-a4a8-d88f3e9df860 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:16.626733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1582dd1-0d38-4b02-9211-d4b326af6027 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:16.630398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.649178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.651525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1582dd1-0d38-4b02-9211-d4b326af6027 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:16.718660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1582dd1-0d38-4b02-9211-d4b326af6027 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:16.721850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.733248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:16.760360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:16.822392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.833630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.859479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f2fdf31-81d7-4387-9655-7abaf52599d2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:16.896490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Checking segment: {'id': '4e3742c7-5a13-4f91-aa50-bc2e1e4596c8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6f074d98-a9bc-4e09-ade1-ae56b6af0293'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:16.896878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Network hostable DHCP agents. Network: 6f074d98-a9bc-4e09-ade1-ae56b6af0293, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:16.923119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-feaa2e52-0cfa-4e3f-acb6-a886b099842b None None] Network c755d4fd-4c12-462a-863e-c61a9a333d94 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:16.928689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:16.976288 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1a06edd3df0e4a3b8558c78603b06fef&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3276470 Jan 14 05:42:16.991930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:17.008826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1124c75a-d7bf-4301-8311-bb0c4a505f3f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:17.026052 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf HTTP/1.1" status: 204 len: 168 time: 3.5844781 Jan 14 05:42:17.029947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:17.039890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54496) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:17.083586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.088293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:17.166263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for b2a16b8f-0452-44c1-a085-24482756d0c0 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:17.211479 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-cda50b6f-5462-4050-bf46-ea22402d81f0 tempest-TagsTest-219592256 tempest-TagsTest-219592256] show failed (client error): The resource could not be found. Jan 14 05:42:17.216327 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cda50b6f-5462-4050-bf46-ea22402d81f0 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "GET /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags/tempest-TagsTest-Tag-1103915067 HTTP/1.1" status: 404 len: 326 time: 1.0053735 Jan 14 05:42:17.218312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:17.223459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] DHCP port deletion for c755d4fd-4c12-462a-863e-c61a9a333d94 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:42:17.228543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Deleting port 5688c66c-cf84-4b12-9d3c-10973c451af5 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:17.229276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.269776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3015163e-7e6a-4fae-95ae-c9ff4ea16128']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:17.307129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e6c7407-c82a-4113-b3c9-0bf247bf2fb0') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:17.307462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e6c7407-c82a-4113-b3c9-0bf247bf2fb0') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:17.307585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.tag.tag_plugin [None req-1825fdcd-330a-4333-ace8-c3dd9b55e5a3 tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.tag.tag_plugin.TagPlugin method delete_tags called with arguments (, 'networks', 'ef23a21d-1cf7-402f-a5d7-39cf644ed33d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:17.323091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.330361 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-d1582dd1-0d38-4b02-9211-d4b326af6027 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The resource could not be found. Jan 14 05:42:17.335100 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1582dd1-0d38-4b02-9211-d4b326af6027 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 404 len: 347 time: 0.7705965 Jan 14 05:42:17.337910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54504) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:17.344591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 6f074d98-a9bc-4e09-ade1-ae56b6af0293) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:17.346394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--238450839'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:17.356841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.357076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:17.361368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09d09a9f-3b75-4820-b1cf-e9b4dd5381f5 None None] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:17.361579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:17.365084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:17.370905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:17.380544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.383257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.398501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.407960 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bd91d65-03ec-4185-8790-2f9692dac333 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:17.423983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.444898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:17.472960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.496743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=b2a16b8f-0452-44c1-a085-24482756d0c0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:17.540990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:17.541639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.545561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.603891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.604445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Fanout notify agent at l3_agent the message router_deleted on router db27d05a-27c7-4614-a7a2-0a47c1cda430 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:42:17.606234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:17.618067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:17.626738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.627966 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bddc1d22-4223-44fa-b081-0c1a11d5d553 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/db27d05a-27c7-4614-a7a2-0a47c1cda430 HTTP/1.1" status: 204 len: 168 time: 3.6807117 Jan 14 05:42:17.631800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:17.632509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54508) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:17.635147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.647657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'router': {'name': 'tempest-snat-router-1028363207', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': False}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:17.648472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] For port 5688c66c-cf84-4b12-9d3c-10973c451af5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5688c66c-cf84-4b12-9d3c-10973c451af5,segment=NetworkSegment(8c7abce8-47a8-46b7-84e8-bd019e0fa2c8),segment_id=8c7abce8-47a8-46b7-84e8-bd019e0fa2c8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:17.648923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.652719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:17.654069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:17.658102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:router and tenant:cf032c5b3e49445e94e24be0c4f67757 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:17.674665 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.4152436 Jan 14 05:42:17.674665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:17.718482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:17.719407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 5688c66c-cf84-4b12-9d3c-10973c451af5 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:17.719847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.754458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:17.764841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.778026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:17.787498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-102e4290-ab60-4958-9bfb-73b043657998 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:17.789149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.812237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.813743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.845576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1124c75a-d7bf-4301-8311-bb0c4a505f3f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:17.866507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.874152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Calling delete_port for 5688c66c-cf84-4b12-9d3c-10973c451af5 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:17.884167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:17.906893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:17.909468 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1124c75a-d7bf-4301-8311-bb0c4a505f3f HTTP/1.1" status: 204 len: 168 time: 0.9059825 Jan 14 05:42:17.923553 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1825fdcd-330a-4333-ace8-c3dd9b55e5a3 tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "DELETE /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d/tags HTTP/1.1" status: 204 len: 168 time: 0.6852782 Jan 14 05:42:17.924483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54520) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:17.946267 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/b2a16b8f-0452-44c1-a085-24482756d0c0 HTTP/1.1" status: 204 len: 168 time: 2.1518316 Jan 14 05:42:17.959967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54524) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:18.064087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Network 3015163e-7e6a-4fae-95ae-c9ff4ea16128 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.089800 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:18.093022 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:18.095113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-df33915c-51ae-4a45-9812-65e484890919 None None] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:18.195711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.201052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.211183 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:18.244194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.264146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.264703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.278758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.282927 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.9412308 Jan 14 05:42:18.284556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54532) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:18.286156 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] 10.222.0.48 "DELETE /v2.0/networks/3015163e-7e6a-4fae-95ae-c9ff4ea16128 HTTP/1.1" status: 204 len: 168 time: 2.3448930 Jan 14 05:42:18.295024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--1906191958'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:18.298446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] For port 5688c66c-cf84-4b12-9d3c-10973c451af5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5688c66c-cf84-4b12-9d3c-10973c451af5,segment=NetworkSegment(8c7abce8-47a8-46b7-84e8-bd019e0fa2c8),segment_id=8c7abce8-47a8-46b7-84e8-bd019e0fa2c8)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:18.298927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.306983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:18.310305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=1a380418-b464-48e9-b4cf-65a5f8c1e692,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:18.314161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:18.314831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:18.319656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.333356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:18.340095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:18.355027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Pushing event deleted for resources: {'Network': ['ID=3015163e-7e6a-4fae-95ae-c9ff4ea16128,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:18.360751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:18.361748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:18.403439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.456236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:18.460901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:18.468920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:18.479115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:18.547929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.641651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.652082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.658283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0643915e-ab48-41fb-9323-19c5a9caea40 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:18.665774 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f03fecd6-78ee-4365-9f3e-108d422bb51a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:18.713807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Pushing event deleted for resources: {'Port': ['ID=5688c66c-cf84-4b12-9d3c-10973c451af5,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:18.721633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:18.731229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] No DVR routers for this DVR port 5688c66c-cf84-4b12-9d3c-10973c451af5 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:42:18.772622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=519208e9-a6f6-49bb-8656-812edb3c875d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:18.776929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 5688c66c-cf84-4b12-9d3c-10973c451af5 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:18.793374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:18.797442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:18.801147 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.5114281 Jan 14 05:42:18.802340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54548) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:18.809787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a8186836-567c-4193-bb88-404c4332c14b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group_rule': {'security_group_id': '1a380418-b464-48e9-b4cf-65a5f8c1e692', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv4', 'remote_ip_prefix': '172.20.0.0/16', 'remote_group_id': '519208e9-a6f6-49bb-8656-812edb3c875d'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:18.830940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a8186836-567c-4193-bb88-404c4332c14b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:18.834110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54552) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:18.836252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cdcbe247-595a-43e6-9ed6-51f72b97bdfd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:18.837463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cdcbe247-595a-43e6-9ed6-51f72b97bdfd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:18.887108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a8186836-567c-4193-bb88-404c4332c14b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:18.898632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a8186836-567c-4193-bb88-404c4332c14b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:18.907784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a8186836-567c-4193-bb88-404c4332c14b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:18.947167 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74c27987-7851-4b18-8a61-3506ed38132d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c778a3d8bc874adcb01096495c3000e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1090188 Jan 14 05:42:18.954588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54562) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:19.023619 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a8186836-567c-4193-bb88-404c4332c14b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] create failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:19.024774 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a8186836-567c-4193-bb88-404c4332c14b tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 400 len: 387 time: 0.2213817 Jan 14 05:42:19.029727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54570) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:19.095952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.129335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.139179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cdcbe247-595a-43e6-9ed6-51f72b97bdfd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:19.140505 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cdcbe247-595a-43e6-9ed6-51f72b97bdfd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 1.1796329 Jan 14 05:42:19.161606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5688c66c-cf84-4b12-9d3c-10973c451af5 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:42:19.177014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54574) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:19.220784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5688c66c-cf84-4b12-9d3c-10973c451af5 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:42:19.221492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5688c66c-cf84-4b12-9d3c-10973c451af5 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:42:19.230059 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7157e30e-e153-48be-96df-b03abddc19c5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:42:19.231099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7157e30e-e153-48be-96df-b03abddc19c5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:19.236936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.250138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eca7fb55-2efb-48cf-ac74-7067a8d3c220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:19.275619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7157e30e-e153-48be-96df-b03abddc19c5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:19.281035 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7157e30e-e153-48be-96df-b03abddc19c5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/b2a16b8f-0452-44c1-a085-24482756d0c0 HTTP/1.1" status: 404 len: 333 time: 0.0987921 Jan 14 05:42:19.286767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54582) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:19.300407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-338967723'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:19.306261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e1e8399-99ff-4ea8-9305-4ad3f449e261,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:19.310901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.342394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.406350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:19.409669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:19.412964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.416846 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e1e8399-99ff-4ea8-9305-4ad3f449e261 HTTP/1.1" status: 204 len: 168 time: 0.4559257 Jan 14 05:42:19.416846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:19.425828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.425828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:19.430105 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1708d150-9e1d-4bda-b2da-23bfd71b2658 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:19.452359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:19.454783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=519208e9-a6f6-49bb-8656-812edb3c875d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:19.462425 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:19.484196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.488363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/519208e9-a6f6-49bb-8656-812edb3c875d HTTP/1.1" status: 204 len: 168 time: 0.4546003 Jan 14 05:42:19.489314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54596) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:19.527259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:19.540011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.624941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:19.642769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5eeabcd1-45e4-4191-9d85-9f941c176830 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Synchronizing usage tracker for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:19.658292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.658709 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment 631aa201-2270-4fa1-b123-12de14435232 of type vxlan for network ef3dbdf5-572b-4edd-9403-51459a8bdb22 Jan 14 05:42:19.673510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5eeabcd1-45e4-4191-9d85-9f941c176830 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Unset dirty status for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:19.675037 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5eeabcd1-45e4-4191-9d85-9f941c176830 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.1829839 Jan 14 05:42:19.686751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54602) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:19.708447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.722117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.727848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.745454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:42:19.745820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:42:19.814584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.833586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:19.834303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.842502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb0f6671-c2d3-40cd-ad23-0a0fd1e94948 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:19.872560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.934304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef23a21d-1cf7-402f-a5d7-39cf644ed33d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:19.959641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ac59f3ea-40e3-4dd3-a7da-8773373ddb07') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:19.959981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ac59f3ea-40e3-4dd3-a7da-8773373ddb07') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:19.978372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.982050 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.6917372 Jan 14 05:42:19.985467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54616) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:19.993397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:19.998021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:19.999647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=ef3dbdf5-572b-4edd-9403-51459a8bdb22,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:20.006064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:20.013170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:20.036836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:20.081379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:20.087844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:20.093385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:20.104407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:20.147078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:20.151071 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/1a380418-b464-48e9-b4cf-65a5f8c1e692 HTTP/1.1" status: 204 len: 168 time: 0.4605451 Jan 14 05:42:20.151071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=1a380418-b464-48e9-b4cf-65a5f8c1e692,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:20.153570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54628) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:20.169161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:20.178637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:20.286260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 5688c66c-cf84-4b12-9d3c-10973c451af5 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:20.286657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:20.372920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] The port '5688c66c-cf84-4b12-9d3c-10973c451af5' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:42:20.463631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c29b0fef-886f-44a2-890b-2c06c402760f req-a93ae157-3526-435d-88ff-1a14f1cfadb5 tempest-ServerGroupTestJSON-1823738297 tempest-ServerGroupTestJSON-1823738297] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:20.481667 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c29b0fef-886f-44a2-890b-2c06c402760f req-a93ae157-3526-435d-88ff-1a14f1cfadb5 tempest-ServerGroupTestJSON-1823738297 tempest-ServerGroupTestJSON-1823738297] 10.222.0.48 "GET /v2.0/networks?id=6f074d98-a9bc-4e09-ade1-ae56b6af0293 HTTP/1.1" status: 200 len: 810 time: 0.2847545 Jan 14 05:42:20.487145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:20.518525 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c29b0fef-886f-44a2-890b-2c06c402760f req-04e5d7da-890b-4772-8fe2-37f1de3f14d4 tempest-ServerGroupTestJSON-1823738297 tempest-ServerGroupTestJSON-1823738297] 10.222.0.48 "GET /v2.0/quotas/052f816331154221a665d411c6235071 HTTP/1.1" status: 200 len: 375 time: 0.0359235 Jan 14 05:42:20.552560 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd17234c-512d-4a98-ae9d-7838b71281fe tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3906357 Jan 14 05:42:20.562515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54646) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:20.564122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:20.618058 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c29b0fef-886f-44a2-890b-2c06c402760f req-8c867f45-623a-4a0e-8b7c-736eabc2240f tempest-ServerGroupTestJSON-1823738297 tempest-ServerGroupTestJSON-1823738297] 10.222.0.48 "GET /v2.0/ports?tenant_id=052f816331154221a665d411c6235071&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0934632 Jan 14 05:42:20.654854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'tempest-secgroup--434247266'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:20.686576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:20.693593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:20.736088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:20.746846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Network ef23a21d-1cf7-402f-a5d7-39cf644ed33d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:20.756468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:20.779190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:20.786858 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c29b0fef-886f-44a2-890b-2c06c402760f req-37cb705f-a09b-47dd-b74a-bbad35913d93 service neutron] 10.222.0.48 "GET /v2.0/networks/6f074d98-a9bc-4e09-ade1-ae56b6af0293?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1611071 Jan 14 05:42:20.801776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:20.810588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:20.822490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:20.939336 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c29b0fef-886f-44a2-890b-2c06c402760f req-78b044da-cb49-439c-a429-a060196a12fa service neutron] 10.222.0.48 "GET /v2.0/networks/6f074d98-a9bc-4e09-ade1-ae56b6af0293?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1515458 Jan 14 05:42:21.022936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:21.231606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:21.287269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c755d4fd-4c12-462a-863e-c61a9a333d94']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:21.357604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8c7abce8-47a8-46b7-84e8-bd019e0fa2c8') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:21.357981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8c7abce8-47a8-46b7-84e8-bd019e0fa2c8') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:21.434739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:21.454165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:21.471453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:21.499886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Usage tracker for resource:security_group_rule and tenant:91705c8853164bc4af7d9a51a2fc9d5b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:21.508234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:21.512209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Network ef23a21d-1cf7-402f-a5d7-39cf644ed33d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:21.596119 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:21.601900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:21.627731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:21.671940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:21.734325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:21.772563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.033032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54720) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:22.183780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Deleting subnet c24ecdfd-7493-48f5-938c-2d0cdcc6d0cf {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:22.187859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.250809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.337416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.593346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.648860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40d17f09-41e7-4207-a597-6cb7bb7590e9 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:22.679835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.693172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Pushing event deleted for resources: {'Network': ['ID=ef23a21d-1cf7-402f-a5d7-39cf644ed33d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:22.715441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c755d4fd-4c12-462a-863e-c61a9a333d94 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:22.726540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:22.731526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.792098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:22.815303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-940b0d3f-b2a7-4019-873d-24b1e0a5d1a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:23.001821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.003490 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] 10.222.0.48 "DELETE /v2.0/networks/ef23a21d-1cf7-402f-a5d7-39cf644ed33d HTTP/1.1" status: 204 len: 168 time: 5.0779896 Jan 14 05:42:23.006424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c24ecdfd-7493-48f5-938c-2d0cdcc6d0cf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:23.015621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:23.079281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.088822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/c24ecdfd-7493-48f5-938c-2d0cdcc6d0cf HTTP/1.1" status: 204 len: 168 time: 1.0545559 Jan 14 05:42:23.089430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54770) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:23.110681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.125509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8050e70-66da-4f6a-a7d5-d4375dbd3b85 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:23.188168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c755d4fd-4c12-462a-863e-c61a9a333d94 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:23.224252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:23.234594 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:23.320048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.321544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.6732349 Jan 14 05:42:23.331106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event updated for resources: {'SecurityGroup': ['ID=4a30a09d-7f99-4482-bf11-c581649e4de4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:23.349861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54774) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:23.366112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.241s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:23.379339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-79b05446-169a-4d4c-887d-3bcd2e69787f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Request body: {'security_group': {'name': 'default'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:23.381284 n-d-768851-4 neutron-server[80820]: WARNING neutron.api.v2.base [None req-79b05446-169a-4d4c-887d-3bcd2e69787f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] An exception happened while processing the request body. The exception message is [Default security group already exists.].: neutron.extensions.securitygroup.SecurityGroupDefaultAlreadyExists: Default security group already exists. Jan 14 05:42:23.381940 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-79b05446-169a-4d4c-887d-3bcd2e69787f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] update failed (client error): There was a conflict when trying to complete your request. Jan 14 05:42:23.383169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79b05446-169a-4d4c-887d-3bcd2e69787f tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "PUT /v2.0/security-groups/4a30a09d-7f99-4482-bf11-c581649e4de4 HTTP/1.1" status: 409 len: 330 time: 0.0230544 Jan 14 05:42:23.386782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54778) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:23.497108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.577821 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6afb01f-2f0c-40a5-b5ef-e829316cc83b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:23.604060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.626182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=c755d4fd-4c12-462a-863e-c61a9a333d94,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:23.645446 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:23.650811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.651619 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/c755d4fd-4c12-462a-863e-c61a9a333d94 HTTP/1.1" status: 204 len: 168 time: 6.6106298 Jan 14 05:42:23.666306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54788) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:23.758013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54794) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:23.762621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'name': 'tempest-PortsIpV6TestJSON-1693090620'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:23.807142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6f074d98-a9bc-4e09-ade1-ae56b6af0293']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:23.821382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4e3742c7-5a13-4f91-aa50-bc2e1e4596c8') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:23.821723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4e3742c7-5a13-4f91-aa50-bc2e1e4596c8') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:23.836455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.857264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.859345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:23.912063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Allocated IP 172.25.3.209 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/35f5d23c-7f19-4c4e-824d-c2a76d371cd8) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:23.964641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:23.978593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:23.990712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:24.042551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:24.044654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54802) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:24.082003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:24.093341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:24.100975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.114759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.146805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:24.155927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.192107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3c1c8e13-394f-4256-842a-a4db329e1226 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=bdbf74ded8ca4531ab043e2703be9627&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4296217 Jan 14 05:42:24.202960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54810) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:24.255191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:42:24.314990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.335013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Network 6f074d98-a9bc-4e09-ade1-ae56b6af0293 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:24.359069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:24.359323 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:24.370183 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-92dbe478-0684-4d44-b934-5430edcb0593 req-fb40a792-c572-4aaf-a4fa-215e2e4fe140 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6364cbeafb9c49afafed832b262c08b7&device_id=34b60e80-c11b-44c0-be8c-c45bb9969487 HTTP/1.1" status: 200 len: 210 time: 0.3952601 Jan 14 05:42:24.370782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.375334 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b23675be-eea8-4e9a-a804-015815f4c03c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:24.525023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a30a09d-7f99-4482-bf11-c581649e4de4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:24.527924 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:24.539674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-92dbe478-0684-4d44-b934-5430edcb0593 req-90c86566-ebdd-49f7-a138-5cb53d57386e service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6364cbeafb9c49afafed832b262c08b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1394088 Jan 14 05:42:24.587646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.588852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/4a30a09d-7f99-4482-bf11-c581649e4de4 HTTP/1.1" status: 204 len: 168 time: 1.2008584 Jan 14 05:42:24.598237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port b09c2b0a-54ae-4cbb-b2fd-421c4d28f1cc yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:24.681589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54814) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:24.707745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:24.722049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Usage tracker for resource:security_group_rule and tenant:6364cbeafb9c49afafed832b262c08b7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:24.725053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:24.736720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:24.765824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.770259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6daae089-3e67-4089-ba65-f2ce2c40839a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:24.787142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.788999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.803206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Pushing event deleted for resources: {'Network': ['ID=6f074d98-a9bc-4e09-ade1-ae56b6af0293,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:24.811040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:24.818368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] 10.222.0.48 "DELETE /v2.0/networks/6f074d98-a9bc-4e09-ade1-ae56b6af0293 HTTP/1.1" status: 204 len: 168 time: 1.7278464 Jan 14 05:42:24.840448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.862390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7149078-9326-47cf-a22c-5b46cfd778cd tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:24.874010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.878445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:24.887998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2343e374-0b16-4753-9887-55f3e4b3e81c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:24.936440 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6364cbeafb9c49afafed832b262c08b7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8892663 Jan 14 05:42:24.941848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf260c72-dc9f-485b-b393-b7cca57b7786,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:24.944886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54826) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:24.948497 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:25.022004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.049784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54830) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:25.073116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.151237 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48a97965-e482-42fd-8ef6-c05b209cd8d4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=052f816331154221a665d411c6235071&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0982268 Jan 14 05:42:25.153263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54836) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:25.185035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.193705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d956e84-9ec0-45f0-9d9d-84dd38a5a2b5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:25.220065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf260c72-dc9f-485b-b393-b7cca57b7786,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:25.227055 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:25.230794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.234679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf260c72-dc9f-485b-b393-b7cca57b7786 HTTP/1.1" status: 204 len: 168 time: 0.2862971 Jan 14 05:42:25.253665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.283286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.320136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.330661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.348538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a57ec23-5132-409a-bfcf-e4f2f074a119 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:25.375087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8b1a26f8-bd05-4c38-a494-5b3e20f4b72f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:25.378298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:25.379299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.380428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8b1a26f8-bd05-4c38-a494-5b3e20f4b72f HTTP/1.1" status: 204 len: 168 time: 0.2261391 Jan 14 05:42:25.413660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.505504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:25.582216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ceca804e-d8a0-49bd-9a53-faa5540a0321 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Synchronizing usage tracker for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:25.667033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=19e84a7f-14b9-4d02-98be-a87c9822a23c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:25.688929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92dbe478-0684-4d44-b934-5430edcb0593 req-1d08cf4c-9c72-4393-bef6-4a0bb885c845 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:25.690558 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-92dbe478-0684-4d44-b934-5430edcb0593 req-1d08cf4c-9c72-4393-bef6-4a0bb885c845 service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 1.1043258 Jan 14 05:42:25.709559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:25.717346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc268fc2-e18c-46e3-86b0-4015610324c8 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:25.877016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ceca804e-d8a0-49bd-9a53-faa5540a0321 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Unset dirty status for tenant:91705c8853164bc4af7d9a51a2fc9d5b on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:25.882367 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ceca804e-d8a0-49bd-9a53-faa5540a0321 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 1.1938086 Jan 14 05:42:25.882868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54856) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:25.921994 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-9a2ac185-aaf8-4582-bd3f-0ffc17828102 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] delete failed (client error): The resource could not be found. Jan 14 05:42:25.923195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a2ac185-aaf8-4582-bd3f-0ffc17828102 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "DELETE /v2.0/security-groups/3a3d91db-1586-4433-ab50-70592abc7d4f HTTP/1.1" status: 404 len: 347 time: 0.0392697 Jan 14 05:42:25.927166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:25.955694 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-ff9db934-3dfd-4fdd-a0b5-8d15d658bc5c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] show failed (client error): The resource could not be found. Jan 14 05:42:25.957050 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ff9db934-3dfd-4fdd-a0b5-8d15d658bc5c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-groups/931cd55c-71a2-4fd5-99ee-d315eac9914d HTTP/1.1" status: 404 len: 347 time: 0.0285628 Jan 14 05:42:25.961359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:25.991532 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-f20c8226-b606-45c8-90f8-56f83a6a1e8e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] show failed (client error): The resource could not be found. Jan 14 05:42:26.001373 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f20c8226-b606-45c8-90f8-56f83a6a1e8e tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] 10.222.0.48 "GET /v2.0/security-group-rules/9f2c187e-59d7-495b-88b2-e63fb1f3a12b HTTP/1.1" status: 404 len: 356 time: 0.0387404 Jan 14 05:42:26.027745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:26.037157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Port': ['ID=35f5d23c-7f19-4c4e-824d-c2a76d371cd8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:26.052308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:26.059285 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.342s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:26.062033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:26.097738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:26.109699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:26.114504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d0ab9c7-fcea-4f93-b41b-17003474878f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:26.180719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': '631aa201-2270-4fa1-b123-12de14435232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:26.181103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: ef3dbdf5-572b-4edd-9403-51459a8bdb22, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:26.196243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0a828678-8a81-4b02-b9e0-ef9f2f47e2af,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:26.204068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e6561fa5-d6b8-4436-8be2-1cb8cf1372d8 req-284e9b9a-9691-40b2-9365-f308feb82c54 service neutron] 10.222.0.45 "GET /v2.0/ports?tenant_id=6364cbeafb9c49afafed832b262c08b7&device_id=34b60e80-c11b-44c0-be8c-c45bb9969487 HTTP/1.1" status: 200 len: 210 time: 0.0911047 Jan 14 05:42:26.210312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:26.268894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:26.272721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0a828678-8a81-4b02-b9e0-ef9f2f47e2af HTTP/1.1" status: 204 len: 168 time: 2.0512714 Jan 14 05:42:26.275334 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e6561fa5-d6b8-4436-8be2-1cb8cf1372d8 req-e4ff64a4-3c2a-478f-bdfc-732d82f664da service neutron] 10.222.0.45 "GET /v2.0/networks?tenant_id=6364cbeafb9c49afafed832b262c08b7&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0511982 Jan 14 05:42:26.383563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:26.518946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:26.628786 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae5a9c9b-4f84-4ffa-9409-a0d060b95db1 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:26.708224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ef3dbdf5-572b-4edd-9403-51459a8bdb22) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:26.716679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c5fec2c-a51f-4f5f-92b7-48049aec4828 None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:26.788669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54894) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:26.808023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:26.808817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:26.816451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:26.853137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:26.871618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:26.905821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:26.906560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:26.931176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=b09c2b0a-54ae-4cbb-b2fd-421c4d28f1cc,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:26.941357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:26.942580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6561fa5-d6b8-4436-8be2-1cb8cf1372d8 req-cb7c1584-4fe9-401e-b542-bb4c3fb7f42c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:26.944288 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e6561fa5-d6b8-4436-8be2-1cb8cf1372d8 req-cb7c1584-4fe9-401e-b542-bb4c3fb7f42c service neutron] 10.222.0.45 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 863 time: 0.6069746 Jan 14 05:42:27.017616 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.0301261 Jan 14 05:42:27.020540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54906) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:27.035341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:27.140997 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-e6561fa5-d6b8-4436-8be2-1cb8cf1372d8 req-9d50d8e0-4ddc-4bea-8530-1110ba50af5a tempest-ServerShowV247Test-2016482245 tempest-ServerShowV247Test-2016482245] 10.222.0.45 "GET /v2.0/ports?device_id=34b60e80-c11b-44c0-be8c-c45bb9969487 HTTP/1.1" status: 200 len: 210 time: 0.1253490 Jan 14 05:42:27.171434 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.4920094 Jan 14 05:42:27.171434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:27.238196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ef3dbdf5-572b-4edd-9403-51459a8bdb22', 'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22', 'tenant_id': '462ae330f98b49d99ce01bbf2533ab13', 'fixed_ips': [{'subnet_id': '19e84a7f-14b9-4d02-98be-a87c9822a23c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:42:27.240901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:27.266372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54916) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.298141 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:27.301259 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:27.311939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port b09c2b0a-54ae-4cbb-b2fd-421c4d28f1cc {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:27.312333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:27.351107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:27.359069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:27.369270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:27.397741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:27.414126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:27.436048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:27.448710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:27.720233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-467102934-network', 'tenant_id': '7c5667f87c684ff1849b69679706a019'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:27.727647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:27.732809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Usage tracker for resource:network and tenant:7c5667f87c684ff1849b69679706a019 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:27.736278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:27.743501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:27.762464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:27.799409 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-390f1ef3-cd59-448e-8062-fb729d3d0334 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=91705c8853164bc4af7d9a51a2fc9d5b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0067430 Jan 14 05:42:27.799409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Made reservation on behalf of 7c5667f87c684ff1849b69679706a019 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:27.803136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:27.818948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54928) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:27.830304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:27.888354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Allocated IP 172.20.0.2 (ef3dbdf5-572b-4edd-9403-51459a8bdb22/19e84a7f-14b9-4d02-98be-a87c9822a23c/12aee9be-28d3-4c6f-96a6-11664303428f) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:27.916045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for b09c2b0a-54ae-4cbb-b2fd-421c4d28f1cc owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:27.921071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:27.976585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Usage tracker for resource:security_group_rule and tenant:7c5667f87c684ff1849b69679706a019 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:27.986002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:27.997791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:28.161228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.167383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.172090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54938) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:28.222937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.230727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.237475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Transition to ACTIVE for port object 12aee9be-28d3-4c6f-96a6-11664303428f will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:28.258390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Transition to ACTIVE for port object 12aee9be-28d3-4c6f-96a6-11664303428f will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:28.263849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.265914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:28.292184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.293077 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Added segment b15a8d3f-ee73-4f6b-8924-d02586ca4193 of type vxlan for network 287e3b5d-2c4a-445b-be54-6d4ba129d654 Jan 14 05:42:28.366131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.391509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1311b1ca-54c9-40c9-85dd-1d9325c07f00 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:28.435087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:28.477432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.516590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Pushing event updated for resources: {'Port': ['ID=12aee9be-28d3-4c6f-96a6-11664303428f,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:28.527895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:28.529248 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:28.530280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:28.534942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:28.595895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Attempting to bind port 12aee9be-28d3-4c6f-96a6-11664303428f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:42:28.596315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Attempting to bind port 12aee9be-28d3-4c6f-96a6-11664303428f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '631aa201-2270-4fa1-b123-12de14435232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:42:28.596732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Attempting to bind port 12aee9be-28d3-4c6f-96a6-11664303428f on network ef3dbdf5-572b-4edd-9403-51459a8bdb22 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:42:28.605173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:42:28.606118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Checking segment: {'id': '631aa201-2270-4fa1-b123-12de14435232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:28.606579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.607198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Bound using segment: {'id': '631aa201-2270-4fa1-b123-12de14435232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:42:28.607739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Bound port: 12aee9be-28d3-4c6f-96a6-11664303428f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '631aa201-2270-4fa1-b123-12de14435232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:42:28.608158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.653579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.676794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12c5aa7f-627b-41ee-917e-24646401fde5 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:28.719669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] For port 12aee9be-28d3-4c6f-96a6-11664303428f, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:42:28.723579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] For port 12aee9be-28d3-4c6f-96a6-11664303428f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=12aee9be-28d3-4c6f-96a6-11664303428f,segment=NetworkSegment(631aa201-2270-4fa1-b123-12de14435232),segment_id=631aa201-2270-4fa1-b123-12de14435232)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:42:28.728866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.779684 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 19e84a7f-14b9-4d02-98be-a87c9822a23c (CIDR: 172.20.0.0/28) Jan 14 05:42:28.810660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=b09c2b0a-54ae-4cbb-b2fd-421c4d28f1cc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:28.817380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.822990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:28.873662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.881486 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-470d7656-0817-4224-a1db-89c2f6472c07 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:28.947240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.951505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:28.953047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:28.971654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Pushing event updated for resources: {'Port': ['ID=12aee9be-28d3-4c6f-96a6-11664303428f,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:28.994540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:29.018301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:29.021343 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:42:29.021927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:42:29.077559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Request body: {'network': {'name': 'tempest-ServerPasswordTestJSON-2023385763-network', 'tenant_id': '693847d586eb42adad2243124227bb1a'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:29.086735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:29.092407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Usage tracker for resource:network and tenant:693847d586eb42adad2243124227bb1a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:29.095788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:29.101644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:29.124924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11e9922-c085-4e27-97ed-901cce901ce7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:29.132296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 1.8644054 Jan 14 05:42:29.133222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54954) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:29.134455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:29.138064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-698eb321-80d3-4688-92ba-ce882f319220 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.171s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:29.154574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Made reservation on behalf of 693847d586eb42adad2243124227bb1a for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:29.160667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:29.173171 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33ed33e8-6f43-484e-a45e-316c4592db82 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 2.1514087 Jan 14 05:42:29.176232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:29.182310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54958) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:29.183496 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e720203-7718-4a45-899d-278e2fb73afc HTTP/1.1" status: 204 len: 168 time: 1.3590884 Jan 14 05:42:29.192916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Request body: {'subnet': {'network_id': '287e3b5d-2c4a-445b-be54-6d4ba129d654', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-467102934-subnet', 'tenant_id': '7c5667f87c684ff1849b69679706a019', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:29.224091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:29.309717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Pushing event updated for resources: {'Network': ['ID=287e3b5d-2c4a-445b-be54-6d4ba129d654,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:29.313590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:29.315644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:29.323579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:29.327049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Usage tracker for resource:subnet and tenant:7c5667f87c684ff1849b69679706a019 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:29.330821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:29.339166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:29.348239 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f9c01817-2bb6-490c-b82e-a0428aae7eb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.306s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:29.358887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:29.416306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:29.428125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e720203-7718-4a45-899d-278e2fb73afc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:29.432231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Made reservation on behalf of 7c5667f87c684ff1849b69679706a019 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:29.449180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:29.501215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/b09c2b0a-54ae-4cbb-b2fd-421c4d28f1cc HTTP/1.1" status: 204 len: 168 time: 2.3327847 Jan 14 05:42:29.503956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:29.504865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54970) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:29.549996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'mac_address': 'fa:16:3e:6b:af:54', 'name': 'tempest-PortsIpV6TestJSON-121393710'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:29.613302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:29.647399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:29.668991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:29.686643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:29.690536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Router 4eb59140-a8ed-477f-b51a-a0a4f2c21a5f is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:42:29.692476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Usage tracker for resource:security_group_rule and tenant:693847d586eb42adad2243124227bb1a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:29.695176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:29.698055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:29.724180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:29.725650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:29.845387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:30.088861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:30.117724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:30.124681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:42:30.127166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:30.133750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:30.135780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Sync routers for ids ['4eb59140-a8ed-477f-b51a-a0a4f2c21a5f'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:42:30.155155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Routers {'4eb59140-a8ed-477f-b51a-a0a4f2c21a5f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:42:30.155841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:42:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4eb59140-a8ed-477f-b51a-a0a4f2c21a5f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:30.203459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:30.237065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.238928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 908 time: 12.5963800 Jan 14 05:42:30.241725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54994) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:30.273505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.340858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.377438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:30.405804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.406205 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Added segment ab61315e-13b3-44b5-b73f-517ff48a325f of type vxlan for network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 Jan 14 05:42:30.427748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:30.451865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.542520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-722dcf13-b58c-4f29-b5ca-ee9c849b244b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:30.554962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.556001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:30.556936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.590347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50f5415e-3df2-49e0-80fb-9de36c158af5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:30.634078 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:30.647491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3448bbb4-9061-4895-85b7-1944f169ae3d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.046s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:30.701341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Set router 4eb59140-a8ed-477f-b51a-a0a4f2c21a5f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:42:30.789872 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 2.5885236 Jan 14 05:42:30.798016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55008) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:30.798674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.802826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Pushing event updated for resources: {'Network': ['ID=a2e1e042-2f17-4c79-99af-ed3dbbd7df39,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:30.817247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:30.819270 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:30.829896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Request body: {'subnet': {'network_id': 'a2e1e042-2f17-4c79-99af-ed3dbbd7df39', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerPasswordTestJSON-2023385763-subnet', 'tenant_id': '693847d586eb42adad2243124227bb1a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:30.836234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:30.841485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Usage tracker for resource:subnet and tenant:693847d586eb42adad2243124227bb1a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:30.844900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:30.845873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:30.859524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:30.879793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55016) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:30.906600 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [-] 10.222.0.48 "GET / HTTP/1.1" status: 200 len: 248 time: 0.0067365 Jan 14 05:42:30.906600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Made reservation on behalf of 693847d586eb42adad2243124227bb1a for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:30.911734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:30.930437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55018) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:31.020695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:31.147315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd7af9f-a592-4d26-aa6a-a8946f2b6f4a None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:31.405305 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e8a20d8-9360-4cd8-873d-038e9baeb374 tempest-NetworksApiDiscovery-1174857603 tempest-NetworksApiDiscovery-1174857603] 10.222.0.48 "GET /v2.0/ HTTP/1.1" status: 200 len: 702 time: 0.4733880 Jan 14 05:42:31.509019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb59140-a8ed-477f-b51a-a0a4f2c21a5f', 'name': 'tempest-snat-router-1028363207', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': False}, 'gw_port_id': '35f5d23c-7f19-4c4e-824d-c2a76d371cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:42:17Z', 'updated_at': '2021-01-14T05:42:26Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '35f5d23c-7f19-4c4e-824d-c2a76d371cd8', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb59140-a8ed-477f-b51a-a0a4f2c21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:42:22Z', 'updated_at': '2021-01-14T05:42:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:31.515485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:31.525246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Checking router: 4eb59140-a8ed-477f-b51a-a0a4f2c21a5f for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:42:31.525622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Updating router 4eb59140-a8ed-477f-b51a-a0a4f2c21a5f port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:42:31.545001 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80209f86-3295-4398-83e1-986a1e77472a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:31.671021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:31.690022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e1f2a83c-d4e5-4488-9c26-d83ba1b01ddf,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:31.726543 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:31.824696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:31.958045 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-817b4f43-fb43-4510-a872-527eb97a6efe tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/4eb59140-a8ed-477f-b51a-a0a4f2c21a5f HTTP/1.1" status: 200 len: 909 time: 1.7149780 Jan 14 05:42:31.965408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55036) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:31.982405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55038) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:31.996712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 12aee9be-28d3-4c6f-96a6-11664303428f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:32.088815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Checking segment: {'id': 'b15a8d3f-ee73-4f6b-8924-d02586ca4193', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '287e3b5d-2c4a-445b-be54-6d4ba129d654'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:32.089385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Network hostable DHCP agents. Network: 287e3b5d-2c4a-445b-be54-6d4ba129d654, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:32.118847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.157672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f978d5c2-fa20-4eaf-8fb4-c7d89a850548 None None] Provisioning for port 12aee9be-28d3-4c6f-96a6-11664303428f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:32.166820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:32.192352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 12aee9be-28d3-4c6f-96a6-11664303428f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:32.287646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'router': {'name': 'tempest-snat-router-1028363207', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': True}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:32.300735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:32.331929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Usage tracker for resource:router and tenant:cf032c5b3e49445e94e24be0c4f67757 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:32.343079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Quota usage for router was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:32.359053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:32.372333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1cf7875-06d0-4be2-8807-d88d13180984 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:32.422034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.423494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.449230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.479165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Pushing event updated for resources: {'Subnet': ['ID=50bf94f1-7e0c-4352-9871-a7545d00a018,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:32.482551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:32.501188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 12aee9be-28d3-4c6f-96a6-11664303428f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:32.501188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.507490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:32.532015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 287e3b5d-2c4a-445b-be54-6d4ba129d654) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:32.536529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:32.598287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Usage tracker for resource:security_group_rule and tenant:d60446bc16614507b803246c3b34d440 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:32.616248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:32.637439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:32.641720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:32.642376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.666430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d83af22d-fa05-4650-b98e-213c3fb78b10 None None] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:32.696368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 3.5536904 Jan 14 05:42:32.730601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.823452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Checking segment: {'id': 'ab61315e-13b3-44b5-b73f-517ff48a325f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a2e1e042-2f17-4c79-99af-ed3dbbd7df39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:32.823806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Network hostable DHCP agents. Network: a2e1e042-2f17-4c79-99af-ed3dbbd7df39, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:32.836185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.854401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Transition to ACTIVE for port object 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:32.884758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.892758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.897297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:32.917208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a2e1e042-2f17-4c79-99af-ed3dbbd7df39) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:32.938558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 12aee9be-28d3-4c6f-96a6-11664303428f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=12aee9be-28d3-4c6f-96a6-11664303428f,segment=NetworkSegment(631aa201-2270-4fa1-b123-12de14435232),segment_id=631aa201-2270-4fa1-b123-12de14435232)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:32.952803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56483ce7-20ab-4c12-b72f-3bc1b4ad8017 None None] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:32.956416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:32.957086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.969137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.979795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:32.992936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4717e6d2-efc2-4fde-8bf8-d3a41b826803 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:33.145072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:33.154415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9159f2a6-7cce-4658-a1f0-23ea6c5791e3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:33.173913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c29deaf2-000b-4d04-b4d3-b9c2412000c7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:33.176005 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d60446bc16614507b803246c3b34d440&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1668344 Jan 14 05:42:33.181493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 2.3757191 Jan 14 05:42:33.184646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55054) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:33.234416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f7721478-32e7-4592-9640-38351f316999,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:33.277400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=12aee9be-28d3-4c6f-96a6-11664303428f,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:33.281869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:33.334686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Pushing event updated for resources: {'Port': ['ID=35f5d23c-7f19-4c4e-824d-c2a76d371cd8,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:33.358656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.359043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.359415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.359784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.360148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.371023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.374050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.374471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.374884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.378116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.378570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.378982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.379429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.379966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.380108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.380480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.387925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.388440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.388827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.391506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.392929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.393354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.393729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.394097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.394549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.395089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.395447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.399624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.400021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.400397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.400765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.401130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.406227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.406793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.407054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.407427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:42:33.419287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:33.484370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Attempting to bind port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:42:33.486944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Attempting to bind port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:42:33.487555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Attempting to bind port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:42:33.501558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 42, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:42:33.501977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:33.502436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:33.507308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:42:33.508316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Bound port: 35f5d23c-7f19-4c4e-824d-c2a76d371cd8, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:42:33.508913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:33.710454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] For port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:42:33.720967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] For port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35f5d23c-7f19-4c4e-824d-c2a76d371cd8,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:42:33.736495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:33.816361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:33.848187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d7f4c552-38de-454f-984e-7580ca79102c None None] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:33.886076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e29e01a4-3cbd-45f8-b99e-4f68df5542d0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:33.895549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Update dhcp port {'port': {'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22', 'fixed_ips': [{'subnet_id': '19e84a7f-14b9-4d02-98be-a87c9822a23c', 'ip_address': '172.20.0.2'}, {'subnet_id': 'de19b5d3-aa94-42fb-9cdf-099fb5868f2b'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '12aee9be-28d3-4c6f-96a6-11664303428f'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:42:33.964548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dea62b8-db29-4af4-ba42-ff3f194dfefe None None] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:34.001450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:34.057457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3cc3546-c30d-4924-868d-171a010cfe55 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:34.134055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:34.138751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.145s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:34.141893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Pushing event updated for resources: {'Port': ['ID=35f5d23c-7f19-4c4e-824d-c2a76d371cd8,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:34.169861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:34.244374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Routers {'4eb59140-a8ed-477f-b51a-a0a4f2c21a5f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:42:34.245559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:42:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4eb59140-a8ed-477f-b51a-a0a4f2c21a5f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:34.523221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55104) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:34.541465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:34.803316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:34.816751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] Set router 4eb59140-a8ed-477f-b51a-a0a4f2c21a5f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:42:34.897845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:34.940514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-08befa5e-39b8-40f9-9e32-0ce9cb3b465b tempest-ServersNegativeTestJSON-172486671 tempest-ServersNegativeTestJSON-172486671] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:34.943252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-08befa5e-39b8-40f9-9e32-0ce9cb3b465b tempest-ServersNegativeTestJSON-172486671 tempest-ServersNegativeTestJSON-172486671] Synchronizing usage tracker for tenant:7c5667f87c684ff1849b69679706a019 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:34.962531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Allocated IP 172.20.0.18 (ef3dbdf5-572b-4edd-9403-51459a8bdb22/de19b5d3-aa94-42fb-9cdf-099fb5868f2b/12aee9be-28d3-4c6f-96a6-11664303428f) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:34.996487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3bbb55f7-2bc2-4baf-824c-dd45a51436fe req-fee92fec-40de-45bd-8474-08e001160653 tempest-ServerPasswordTestJSON-1908461352 tempest-ServerPasswordTestJSON-1908461352] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:35.000665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:35.007893 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3bbb55f7-2bc2-4baf-824c-dd45a51436fe req-fee92fec-40de-45bd-8474-08e001160653 tempest-ServerPasswordTestJSON-1908461352 tempest-ServerPasswordTestJSON-1908461352] 10.222.0.48 "GET /v2.0/networks?id=a2e1e042-2f17-4c79-99af-ed3dbbd7df39 HTTP/1.1" status: 200 len: 813 time: 1.1067753 Jan 14 05:42:35.070911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:35.072042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=de19b5d3-aa94-42fb-9cdf-099fb5868f2b,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:35.078314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:35.096375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:35.115401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:35.116116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:35.120822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:35.124958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b460e38-564b-4851-8e27-00cb25809efc tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.455s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:35.138774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] For port 12aee9be-28d3-4c6f-96a6-11664303428f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=12aee9be-28d3-4c6f-96a6-11664303428f,segment=NetworkSegment(631aa201-2270-4fa1-b123-12de14435232),segment_id=631aa201-2270-4fa1-b123-12de14435232)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:35.175511 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3bbb55f7-2bc2-4baf-824c-dd45a51436fe req-8c3d3247-29a3-4296-ae4d-7e8d5c549fde tempest-ServerPasswordTestJSON-1908461352 tempest-ServerPasswordTestJSON-1908461352] 10.222.0.48 "GET /v2.0/quotas/693847d586eb42adad2243124227bb1a HTTP/1.1" status: 200 len: 375 time: 0.1661408 Jan 14 05:42:35.180521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:35.191407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12f4bb8f-cbd8-44fd-a2a9-562bb4318318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:35.200297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:35.226017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Transition to ACTIVE for port object 12aee9be-28d3-4c6f-96a6-11664303428f will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:35.243416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-08befa5e-39b8-40f9-9e32-0ce9cb3b465b tempest-ServersNegativeTestJSON-172486671 tempest-ServersNegativeTestJSON-172486671] Unset dirty status for tenant:7c5667f87c684ff1849b69679706a019 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:35.244751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-08befa5e-39b8-40f9-9e32-0ce9cb3b465b tempest-ServersNegativeTestJSON-172486671 tempest-ServersNegativeTestJSON-172486671] 10.222.0.48 "GET /v2.0/networks?id=287e3b5d-2c4a-445b-be54-6d4ba129d654 HTTP/1.1" status: 200 len: 813 time: 1.1029599 Jan 14 05:42:35.246336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f7721478-32e7-4592-9640-38351f316999,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:35.248460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:35.261990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3bbb55f7-2bc2-4baf-824c-dd45a51436fe req-8cd9e9dc-d7b5-41a8-928b-a3f93c36f02d tempest-ServerPasswordTestJSON-1908461352 tempest-ServerPasswordTestJSON-1908461352] 10.222.0.48 "GET /v2.0/ports?tenant_id=693847d586eb42adad2243124227bb1a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0850933 Jan 14 05:42:35.296889 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:35.323215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 12aee9be-28d3-4c6f-96a6-11664303428f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:35.324378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:35.325591 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f7721478-32e7-4592-9640-38351f316999 HTTP/1.1" status: 204 len: 168 time: 2.1359105 Jan 14 05:42:35.327061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:35.341371 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-11102ca6-b865-4616-9f6c-0e4276331446 tempest-ServersNegativeTestJSON-172486671 tempest-ServersNegativeTestJSON-172486671] 10.222.0.48 "GET /v2.0/quotas/7c5667f87c684ff1849b69679706a019 HTTP/1.1" status: 200 len: 375 time: 0.0457900 Jan 14 05:42:35.346211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Usage tracker for resource:security_group_rule and tenant:73c1ad6c09fe4e4e836797bb2f74ca30 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:35.352043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:35.413281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4eb59140-a8ed-477f-b51a-a0a4f2c21a5f', 'name': 'tempest-snat-router-1028363207', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': False}, 'gw_port_id': '35f5d23c-7f19-4c4e-824d-c2a76d371cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:42:17Z', 'updated_at': '2021-01-14T05:42:26Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '35f5d23c-7f19-4c4e-824d-c2a76d371cd8', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb59140-a8ed-477f-b51a-a0a4f2c21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:42:22Z', 'updated_at': '2021-01-14T05:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:35.418665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-82fe4d4b-1e6f-4027-aba5-deeae0831683 None None] The sync data for ids ['4eb59140-a8ed-477f-b51a-a0a4f2c21a5f'] in n-d-768851-4 is: [{'id': '4eb59140-a8ed-477f-b51a-a0a4f2c21a5f', 'name': 'tempest-snat-router-1028363207', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': False}, 'gw_port_id': '35f5d23c-7f19-4c4e-824d-c2a76d371cd8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:42:17Z', 'updated_at': '2021-01-14T05:42:26Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '35f5d23c-7f19-4c4e-824d-c2a76d371cd8', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:08:93:94', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4eb59140-a8ed-477f-b51a-a0a4f2c21a5f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2166, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:42:22Z', 'updated_at': '2021-01-14T05:42:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:42:35.425363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:35.441380 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3bbb55f7-2bc2-4baf-824c-dd45a51436fe req-66c8e86d-ea59-4df9-919a-5707532cd19e service neutron] 10.222.0.48 "GET /v2.0/networks/a2e1e042-2f17-4c79-99af-ed3dbbd7df39?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1786225 Jan 14 05:42:35.470273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:35.485371 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-af050062-51d2-4fcb-a2a2-9a415bfc9e7d tempest-ServersNegativeTestJSON-172486671 tempest-ServersNegativeTestJSON-172486671] 10.222.0.48 "GET /v2.0/ports?tenant_id=7c5667f87c684ff1849b69679706a019&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345203 Jan 14 05:42:35.638223 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-3bbb55f7-2bc2-4baf-824c-dd45a51436fe req-79deeb05-c2f6-41bd-9f78-c008a7419f26 service neutron] 10.222.0.48 "GET /v2.0/networks/a2e1e042-2f17-4c79-99af-ed3dbbd7df39?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1948731 Jan 14 05:42:35.729897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb3e352d-4bfe-4d73-9048-933f00418dd6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:35.781301 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-416b30d8-765c-4a13-a4c8-6ccd28044062 service neutron] 10.222.0.48 "GET /v2.0/networks/287e3b5d-2c4a-445b-be54-6d4ba129d654?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2794867 Jan 14 05:42:35.896260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:35.918604 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 849 time: 6.4009545 Jan 14 05:42:35.922994 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.798s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:35.923901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55124) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:36.011818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:36.154290 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6275b402-cd98-4b2c-acd2-6e31d775ceff req-fa8c8b66-09bd-4b99-a3bd-0c5848567f74 service neutron] 10.222.0.48 "GET /v2.0/networks/287e3b5d-2c4a-445b-be54-6d4ba129d654?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3621178 Jan 14 05:42:36.249622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:36.262605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:36.265480 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.269059 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:36.273261 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:36.283970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:36.355260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fa5c79-f419-40ba-a560-e7d766af2227 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:36.362014 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:36.369986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e6fa5c79-f419-40ba-a560-e7d766af2227 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:36.386114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=73c1ad6c09fe4e4e836797bb2f74ca30&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8579726 Jan 14 05:42:36.391043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55144) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:36.415092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Pushing event updated for resources: {'Port': ['ID=12aee9be-28d3-4c6f-96a6-11664303428f,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:36.417727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:36.418638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:36.436218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:36.529111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e6fa5c79-f419-40ba-a560-e7d766af2227 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:36.552353 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6fa5c79-f419-40ba-a560-e7d766af2227 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840 HTTP/1.1" status: 200 len: 844 time: 0.6241026 Jan 14 05:42:36.553301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55156) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:36.565129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 7.3616278 Jan 14 05:42:36.569940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55164) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:36.665610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': 'ef3dbdf5-572b-4edd-9403-51459a8bdb22', 'fixed_ips': [{'subnet_id': '19e84a7f-14b9-4d02-98be-a87c9822a23c'}, {'subnet_id': 'de19b5d3-aa94-42fb-9cdf-099fb5868f2b'}], 'name': 'tempest-PortsTestJSON-1921326267'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:36.859094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:36.859491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:36.963862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55176) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:37.075643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55190) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:37.161062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ed2d0a2-6694-4b8e-adef-a86db06503aa,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:37.176201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:37.198514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.837s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:37.207345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:37.225799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:37.273502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:37.282516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:37.328101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Deleting subnet e1f2a83c-d4e5-4488-9c26-d83ba1b01ddf {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:37.363912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:37.468141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:37.469281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 12aee9be-28d3-4c6f-96a6-11664303428f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:37.504232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:37.592781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:37.597989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:37.619452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75559e5e-bc78-4898-a956-f73a312122a5 None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:37.647082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:37.765792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:37.775897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55204) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:37.806571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0eb702af-6627-446c-a125-ed91f0cdaccf tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:37.830036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:37.872584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:37.916203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b064ab8c-9942-4744-906d-d94d9b2d080c None None] Provisioning for port 12aee9be-28d3-4c6f-96a6-11664303428f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:37.926973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b064ab8c-9942-4744-906d-d94d9b2d080c None None] Provisioning complete for port 12aee9be-28d3-4c6f-96a6-11664303428f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:37.927403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b064ab8c-9942-4744-906d-d94d9b2d080c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.024835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:38.031822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:38.032480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.037578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:38.068572 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:38.189604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.220492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.227032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71ae3b48-b503-4760-8a4b-e40dd4e0b9eb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:38.240027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ed2d0a2-6694-4b8e-adef-a86db06503aa,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:38.243032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:38.282729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.291118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.343151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Deleting subnet 50bf94f1-7e0c-4352-9871-a7545d00a018 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:38.349233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-523709035-network', 'tenant_id': '30d70a91069e4aa7a364b201179a59ca'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:38.359535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.359732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.372158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.373753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a787c3ed-98bd-4cd6-8805-1a164bc71c61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:38.380147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35f5d23c-7f19-4c4e-824d-c2a76d371cd8,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:38.422613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:38.424490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.431444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a223d186-815a-4b8a-961c-8cf9a98fa57e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:38.451177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.535754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=35f5d23c-7f19-4c4e-824d-c2a76d371cd8,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:38.539989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:38.581673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e1f2a83c-d4e5-4488-9c26-d83ba1b01ddf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:38.584137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.587859 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0ed2d0a2-6694-4b8e-adef-a86db06503aa HTTP/1.1" status: 204 len: 168 time: 2.1920037 Jan 14 05:42:38.606815 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:38.659373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-42edeb0e-fc22-4a80-83eb-0525c3fab7ca None None] Provisioning complete for port 12aee9be-28d3-4c6f-96a6-11664303428f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:38.659373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-42edeb0e-fc22-4a80-83eb-0525c3fab7ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.695030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd71eceb-93ff-4edb-973d-b73585ccbacd None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:42:38.801598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port d6265264-8f68-4690-ad1b-bb4df0971771 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:38.867252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.871842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e1f2a83c-d4e5-4488-9c26-d83ba1b01ddf HTTP/1.1" status: 204 len: 168 time: 1.7708385 Jan 14 05:42:38.876278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55214) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:38.957506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:38.982955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dd71eceb-93ff-4edb-973d-b73585ccbacd None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:42:39.122468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b86be7b5-c9c6-4990-99bc-b5a912c32835 None None] Provisioning complete for port 12aee9be-28d3-4c6f-96a6-11664303428f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:39.123177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b86be7b5-c9c6-4990-99bc-b5a912c32835 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.171014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Usage tracker for resource:network and tenant:30d70a91069e4aa7a364b201179a59ca is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:39.171597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.268198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:39.311205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:39.357440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:39.378358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:39.439628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.467935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.516290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:39.527532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.548634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:39.549069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.554874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Made reservation on behalf of 30d70a91069e4aa7a364b201179a59ca for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:39.560297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.573843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Usage tracker for resource:security_group_rule and tenant:9eb530dfcab3447c9084e8f07412c27f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:39.586268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840 HTTP/1.1" status: 204 len: 168 time: 3.0285671 Jan 14 05:42:39.586464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:39.590209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.603767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55224) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:39.616912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:39.619950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.661319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:39.683862 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1460e653-6858-4c00-9895-712ae1e921b1 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:39.769757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Usage tracker for resource:security_group_rule and tenant:30d70a91069e4aa7a364b201179a59ca is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:39.772857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=50bf94f1-7e0c-4352-9871-a7545d00a018,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:39.786875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:39.796802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['287e3b5d-2c4a-445b-be54-6d4ba129d654']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:39.809432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:39.813460 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ca98a7b3-1c58-4bbe-ba11-3fe108bcbfed tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:42:39.814054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ca98a7b3-1c58-4bbe-ba11-3fe108bcbfed tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:39.816857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:39.827796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b15a8d3f-ee73-4f6b-8924-d02586ca4193') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:39.828060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b15a8d3f-ee73-4f6b-8924-d02586ca4193') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:39.855452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.880091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.4 (ef3dbdf5-572b-4edd-9403-51459a8bdb22/19e84a7f-14b9-4d02-98be-a87c9822a23c/d6265264-8f68-4690-ad1b-bb4df0971771) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:39.889042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.894561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:39.925630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.22 (ef3dbdf5-572b-4edd-9403-51459a8bdb22/de19b5d3-aa94-42fb-9cdf-099fb5868f2b/d6265264-8f68-4690-ad1b-bb4df0971771) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:39.938290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ca98a7b3-1c58-4bbe-ba11-3fe108bcbfed tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:39.943299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca98a7b3-1c58-4bbe-ba11-3fe108bcbfed tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/8b6b6979-bbfc-4ba8-a409-dfbd8b0ca840 HTTP/1.1" status: 404 len: 333 time: 0.3290057 Jan 14 05:42:39.946202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55234) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:39.958127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Allocated IP 172.25.3.147 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/8c820d7b-8904-4010-bf4c-1cb5a4586052) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:39.960711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:39.975731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'name': 'tempest-PortsIpV6TestJSON-1618160476'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:40.115380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:40.131859 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/50bf94f1-7e0c-4352-9871-a7545d00a018 HTTP/1.1" status: 204 len: 168 time: 3.1569092 Jan 14 05:42:40.145867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55240) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:40.146799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:40.437512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:40.448503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.576944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.618119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.624368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:40.638627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.639521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8d82a16b-b20b-4357-b70b-8134d40e394d None None] Provisioning complete for port 12aee9be-28d3-4c6f-96a6-11664303428f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:40.640061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d82a16b-b20b-4357-b70b-8134d40e394d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.653393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.702469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-215e3185-10a1-4816-b233-04492ab76480 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:40.711528 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9eb530dfcab3447c9084e8f07412c27f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3530388 Jan 14 05:42:40.739317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.766192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55246) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:40.767149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.785716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:40.796500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:40.797174 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Added segment 70c6baff-7ab8-4e25-bf68-9d71f9e05df6 of type vxlan for network 69994514-673d-4a1c-8b1a-0296e17e0339 Jan 14 05:42:40.815098 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:40.928873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port fbc70f6e-20c3-495a-9876-6ae9f1d8eb44 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:42:40.948997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e78b470-3a2c-4792-ae58-43f1c6f521a1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:40.959628 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:41.008677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Network 287e3b5d-2c4a-445b-be54-6d4ba129d654 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:41.043411 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:41.180580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.192424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.198126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-905167bb-0983-45ab-b102-a7109ac0b83e tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:41.213683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.227808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.230353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Pushing event deleted for resources: {'Network': ['ID=287e3b5d-2c4a-445b-be54-6d4ba129d654,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:41.232717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object d6265264-8f68-4690-ad1b-bb4df0971771 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:41.236858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:41.262001 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] 10.222.0.48 "DELETE /v2.0/networks/287e3b5d-2c4a-445b-be54-6d4ba129d654 HTTP/1.1" status: 204 len: 168 time: 2.3648210 Jan 14 05:42:41.273089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.286225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.291596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b09473ee-5bb1-43f5-83c6-9d2d87ae4628 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:41.345525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.346537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:41.347225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.373701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=d6265264-8f68-4690-ad1b-bb4df0971771,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:41.377255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:41.384727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=193fd8b5-444c-4d92-adf6-de87b31cb90c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:41.453169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.638s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:41.492913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.572514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9149c2b5-575a-4784-bffa-d74484329fc3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.188s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:41.589838 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 891 time: 3.8068781 Jan 14 05:42:41.593700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55262) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:41.594086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55264) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:41.619166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Request body: {'subnet': {'network_id': '69994514-673d-4a1c-8b1a-0296e17e0339', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-523709035-subnet', 'tenant_id': '30d70a91069e4aa7a364b201179a59ca', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:41.639594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:41.647017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Usage tracker for resource:subnet and tenant:30d70a91069e4aa7a364b201179a59ca is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:41.662932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:41.689592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:41.693844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:41.695405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:41.704036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:41.757493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a2e1e042-2f17-4c79-99af-ed3dbbd7df39']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:41.771170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab61315e-13b3-44b5-b73f-517ff48a325f') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:41.771502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab61315e-13b3-44b5-b73f-517ff48a325f') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.782336 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:41.785446 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:41.786660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.801165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:41.802028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.807793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.829512 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2d68cd96-5e1c-46aa-88b3-8dd1c20a1afc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7c5667f87c684ff1849b69679706a019&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2340472 Jan 14 05:42:41.830908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55270) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:41.837344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.879376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.881495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:41.884081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Made reservation on behalf of 30d70a91069e4aa7a364b201179a59ca for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:41.891173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.971483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:41.996149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1004 time: 5.4231513 Jan 14 05:42:42.001992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:42.014810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'fixed_ips': [{'subnet_id': '19e84a7f-14b9-4d02-98be-a87c9822a23c'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:42.040878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-613d1fa0-9e92-42a9-a535-08c08b072082 None None] Provisioning for port d6265264-8f68-4690-ad1b-bb4df0971771 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:42.047439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-613d1fa0-9e92-42a9-a535-08c08b072082 None None] Provisioning complete for port d6265264-8f68-4690-ad1b-bb4df0971771 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:42.048091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-613d1fa0-9e92-42a9-a535-08c08b072082 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.081754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.131488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-613d1fa0-9e92-42a9-a535-08c08b072082 None None] Port d6265264-8f68-4690-ad1b-bb4df0971771 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:42:42.143147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.153689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Pushing event updated for resources: {'Network': ['ID=69994514-673d-4a1c-8b1a-0296e17e0339,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:42.178873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 69994514-673d-4a1c-8b1a-0296e17e0339 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:42.184642 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.612s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:42.191952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-addcfda5-1933-40e3-af23-eba8e9b94201 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.018s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:42.213829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.227996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.250389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:42.261073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.333897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 69994514-673d-4a1c-8b1a-0296e17e0339 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:42.435914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.447287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c40bf4b0-2bc3-4c4c-86bf-056b6877c906 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:42.469085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e11e9922-c085-4e27-97ed-901cce901ce7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:42.477071 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:42.492864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.494509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e11e9922-c085-4e27-97ed-901cce901ce7 HTTP/1.1" status: 204 len: 168 time: 0.6618304 Jan 14 05:42:42.511043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 69994514-673d-4a1c-8b1a-0296e17e0339 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:42.689503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.730017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=fbc70f6e-20c3-495a-9876-6ae9f1d8eb44,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:42.743510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.552s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:42.778096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-518bb7aa-9713-4775-ab14-bb4e25952def None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.815729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f4f544-0757-4259-91fe-856268d59cf2 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:42.832841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e78b470-3a2c-4792-ae58-43f1c6f521a1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:42.838414 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:42.852333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.873267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f6e7a79-4c31-4f33-b533-935b03803098 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:42.908273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:42.945000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:42.947788 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1e78b470-3a2c-4792-ae58-43f1c6f521a1 HTTP/1.1" status: 204 len: 168 time: 2.1429133 Jan 14 05:42:43.055212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Network a2e1e042-2f17-4c79-99af-ed3dbbd7df39 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:43.078433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Delete allocated IP 172.20.0.22 (ef3dbdf5-572b-4edd-9403-51459a8bdb22/de19b5d3-aa94-42fb-9cdf-099fb5868f2b) {{(pid=80929) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 05:42:43.106490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:43.109340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.113003 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.115962 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.117056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.122264 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.131671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:43.132401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:43.161030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Port': ['ID=8c820d7b-8904-4010-bf4c-1cb5a4586052,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:43.169343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:43.217853 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:43.234757 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 850 time: 3.2816079 Jan 14 05:42:43.253060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55292) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:43.268287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'name': 'New_Port', 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:43.416327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:43.498162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:42:43.499465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:43.501918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:43.503524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:42:43.623885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91323bc2-4481-45d3-af41-9e59cdaa6bc3 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:43.643877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:43.654811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Pushing event deleted for resources: {'Network': ['ID=a2e1e042-2f17-4c79-99af-ed3dbbd7df39,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:43.661120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:43.685183 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f6f2e3b-e049-4280-951d-0e3bbe5cbd57 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:43.736200 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a2e1e042-2f17-4c79-99af-ed3dbbd7df39 HTTP/1.1" status: 204 len: 168 time: 3.5866663 Jan 14 05:42:43.816885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b0eebde-e25a-4d94-afd6-ae01bd173b15,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:43.820794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:43.907672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:43.932653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Checking segment: {'id': '70c6baff-7ab8-4e25-bf68-9d71f9e05df6', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '69994514-673d-4a1c-8b1a-0296e17e0339'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:43.933120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Network hostable DHCP agents. Network: 69994514-673d-4a1c-8b1a-0296e17e0339, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:44.013585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:44.028396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Network 69994514-673d-4a1c-8b1a-0296e17e0339 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:44.046748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 69994514-673d-4a1c-8b1a-0296e17e0339) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:44.056226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3854986f-a29f-4edf-889a-b48122c8cdd8 None None] Network 69994514-673d-4a1c-8b1a-0296e17e0339 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:44.069692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:44.069919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:44.070823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:44.079152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object d6265264-8f68-4690-ad1b-bb4df0971771 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:44.123028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55320) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:44.132781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:44.315497 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7a9f729-0224-40fb-8afb-1ae8b1c545fe tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:44.419636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=d6265264-8f68-4690-ad1b-bb4df0971771,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:44.424732 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68101ccb-1808-4b3c-aaea-3fb94160bcfa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=693847d586eb42adad2243124227bb1a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3005521 Jan 14 05:42:44.438760 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 2.8414505 Jan 14 05:42:44.444777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:44.445429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55326) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:44.503602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a3a4c79-ed88-4965-aae8-3b5ce753dc17 None None] Network 69994514-673d-4a1c-8b1a-0296e17e0339 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:44.718860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:44.825098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] In _notify_port_updated(), no bound segment for port d6265264-8f68-4690-ad1b-bb4df0971771 on network ef3dbdf5-572b-4edd-9403-51459a8bdb22 {{(pid=80929) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:44.828998 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.832296 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.838950 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:44.842406 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:44.909289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:44.910053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:44.916238 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "PUT /v2.0/ports/d6265264-8f68-4690-ad1b-bb4df0971771 HTTP/1.1" status: 200 len: 919 time: 2.9114916 Jan 14 05:42:44.926417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55340) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:44.941261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:44.947368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'fixed_ips': [{'subnet_id': '19e84a7f-14b9-4d02-98be-a87c9822a23c'}, {'subnet_id': 'de19b5d3-aa94-42fb-9cdf-099fb5868f2b'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:45.022932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9631a5-3951-4466-bdc3-621869f05e13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.086187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55346) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:45.367098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Router bd83d974-c5f8-421d-bde8-5572dcfa1d0f is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:42:45.368279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-07d35c72-0939-4a60-87bf-fc6fe578c889 None None] Provisioning for port d6265264-8f68-4690-ad1b-bb4df0971771 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:45.386555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-07d35c72-0939-4a60-87bf-fc6fe578c889 None None] Provisioning complete for port d6265264-8f68-4690-ad1b-bb4df0971771 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:45.387648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07d35c72-0939-4a60-87bf-fc6fe578c889 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.480384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07d35c72-0939-4a60-87bf-fc6fe578c889 None None] Port d6265264-8f68-4690-ad1b-bb4df0971771 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:42:45.484085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.681017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:42:45.692403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Sync routers for ids ['bd83d974-c5f8-421d-bde8-5572dcfa1d0f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:42:45.703145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Routers {'bd83d974-c5f8-421d-bde8-5572dcfa1d0f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:42:45.709935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:42:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bd83d974-c5f8-421d-bde8-5572dcfa1d0f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:45.712420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1984563541-network', 'tenant_id': '201091dc7c284a02ae64bf4fa7d513d9'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:45.720613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:45.726378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Usage tracker for resource:network and tenant:201091dc7c284a02ae64bf4fa7d513d9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:45.729466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:45.736329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:45.760646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.762979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] It took 0.83 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:42:45.767353 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 13.7897339 Jan 14 05:42:45.769128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55358) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:45.863761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.870179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.908190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.969296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Made reservation on behalf of 201091dc7c284a02ae64bf4fa7d513d9 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:45.984348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:45.986998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.016417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-289bba84-72b6-4949-a78d-894a0d315d1a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:46.041819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.091009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Set router bd83d974-c5f8-421d-bde8-5572dcfa1d0f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:42:46.283465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=fbc70f6e-20c3-495a-9876-6ae9f1d8eb44,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:46.289019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] In _notify_port_updated(), no bound segment for port fbc70f6e-20c3-495a-9876-6ae9f1d8eb44 on network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb {{(pid=80929) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.293425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.297064 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.301241 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:46.305410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:46.321749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:46.322940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.324661 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "PUT /v2.0/ports/fbc70f6e-20c3-495a-9876-6ae9f1d8eb44 HTTP/1.1" status: 200 len: 818 time: 3.0704336 Jan 14 05:42:46.326257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:46.331266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3fa86da9-4d5f-457c-a7fb-bae0377a23fc tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/bd83d974-c5f8-421d-bde8-5572dcfa1d0f HTTP/1.1" status: 200 len: 908 time: 0.5575330 Jan 14 05:42:46.338871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:46.346473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Usage tracker for resource:security_group_rule and tenant:201091dc7c284a02ae64bf4fa7d513d9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:46.352706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:46.364865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:46.373074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55372) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:46.373556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55374) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:46.374306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.483813 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45440236-7117-4440-b4b1-85b00bdee22a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:46.523156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.524181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port fbc70f6e-20c3-495a-9876-6ae9f1d8eb44 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:46.530084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.538122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.549488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55384) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:46.551038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.552571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-db7683bb-3aa4-42f3-8ce8-63baab39ef4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:46.589864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010657374-network', 'tenant_id': '6dcac612be68438aa78dd41323bb251c'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:46.643611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:46.675190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:46.678080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.678526 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Added segment ff823b73-acae-4f05-a35d-6e19dafce6e3 of type vxlan for network bc75d042-29dc-4813-ad77-e74a4a4d23a6 Jan 14 05:42:46.686166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09fa4072-ce27-4fb8-ba68-cafb4e7625d3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:46.690074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Usage tracker for resource:network and tenant:6dcac612be68438aa78dd41323bb251c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:46.694452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:46.695372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:46.708709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50f5415e-3df2-49e0-80fb-9de36c158af5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:46.723996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.741054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:46.766151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:46.772628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.819455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.822178 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50f5415e-3df2-49e0-80fb-9de36c158af5 HTTP/1.1" status: 204 len: 168 time: 2.3741553 Jan 14 05:42:46.830140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Made reservation on behalf of 6dcac612be68438aa78dd41323bb251c for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:46.837551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.868249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.870105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:46.870105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.884286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7ce0478-3c26-4615-a916-3d743ea80c2a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:46.894276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83d974-c5f8-421d-bde8-5572dcfa1d0f', 'name': 'tempest-snat-router-1028363207', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '8c820d7b-8904-4010-bf4c-1cb5a4586052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:42:32Z', 'updated_at': '2021-01-14T05:42:43Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '8c820d7b-8904-4010-bf4c-1cb5a4586052', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83d974-c5f8-421d-bde8-5572dcfa1d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:42:39Z', 'updated_at': '2021-01-14T05:42:40Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:46.899223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Checking router: bd83d974-c5f8-421d-bde8-5572dcfa1d0f for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:42:46.899962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Updating router bd83d974-c5f8-421d-bde8-5572dcfa1d0f port 8c820d7b-8904-4010-bf4c-1cb5a4586052 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:42:46.910606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:46.975695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:47.148463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:47.152549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Usage tracker for resource:security_group_rule and tenant:6dcac612be68438aa78dd41323bb251c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:47.155528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:47.161637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:47.193156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Pushing event updated for resources: {'Network': ['ID=bc75d042-29dc-4813-ad77-e74a4a4d23a6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:47.197723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:47.205313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:47.249628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:47.290831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:47.309094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:47.405768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for fbc70f6e-20c3-495a-9876-6ae9f1d8eb44 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:47.499159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:47.623403 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:47.680447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=fbc70f6e-20c3-495a-9876-6ae9f1d8eb44,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:47.705860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:47.709159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:47.780081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/fbc70f6e-20c3-495a-9876-6ae9f1d8eb44 HTTP/1.1" status: 204 len: 168 time: 1.3995385 Jan 14 05:42:47.780819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55400) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:47.831420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:47.917395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.010344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.028677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Transition to ACTIVE for port object 8c820d7b-8904-4010-bf4c-1cb5a4586052 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:48.170170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cd50b7e-51cf-4db8-8929-72e1eb5b6305 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:48.171011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9cd50b7e-51cf-4db8-8929-72e1eb5b6305 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:48.219255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.29 (ef3dbdf5-572b-4edd-9403-51459a8bdb22/de19b5d3-aa94-42fb-9cdf-099fb5868f2b/d6265264-8f68-4690-ad1b-bb4df0971771) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:48.261243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.279831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.286354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-42a656ad-5b3f-4737-889f-9542adb23103 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:48.319592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Deleting port 8c820d7b-8904-4010-bf4c-1cb5a4586052 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:48.320830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.370782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:48.370782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7880086d-75bc-4f6e-82e6-003282ae1855,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:48.370782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:48.370782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.370782 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Added segment 021eec7e-7a24-4bf7-8ca2-3f7ecd1ab6bd of type vxlan for network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 Jan 14 05:42:48.389713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.390087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9cd50b7e-51cf-4db8-8929-72e1eb5b6305 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:48.391437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.394509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9cd50b7e-51cf-4db8-8929-72e1eb5b6305 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.6038649 Jan 14 05:42:48.396547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.3033938 Jan 14 05:42:48.397723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55412) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:48.399697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55414) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:48.410543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Request body: {'subnet': {'network_id': 'bc75d042-29dc-4813-ad77-e74a4a4d23a6', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1984563541-subnet', 'tenant_id': '201091dc7c284a02ae64bf4fa7d513d9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:48.439701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:48.442189 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:48.537927 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3e3d54d0-c873-4b2e-a619-eecf6a99e439 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:42:48.539725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e3d54d0-c873-4b2e-a619-eecf6a99e439 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:48.557088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Usage tracker for resource:subnet and tenant:201091dc7c284a02ae64bf4fa7d513d9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:48.561317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:48.567753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e3d54d0-c873-4b2e-a619-eecf6a99e439 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:48.569643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:48.575782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e3d54d0-c873-4b2e-a619-eecf6a99e439 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/fbc70f6e-20c3-495a-9876-6ae9f1d8eb44 HTTP/1.1" status: 404 len: 333 time: 0.1709805 Jan 14 05:42:48.576569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55424) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:48.589645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1214516198'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:48.602042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:48.609392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.611802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:48.612390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.620068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:48.652654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.665258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:48.675575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object d6265264-8f68-4690-ad1b-bb4df0971771 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:48.680806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:48.688610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Made reservation on behalf of 201091dc7c284a02ae64bf4fa7d513d9 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:48.695549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.796589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.872960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Attempting to bind port 8c820d7b-8904-4010-bf4c-1cb5a4586052 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:42:48.873534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Attempting to bind port 8c820d7b-8904-4010-bf4c-1cb5a4586052 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:42:48.873954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Attempting to bind port 8c820d7b-8904-4010-bf4c-1cb5a4586052 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:42:48.899322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbea6d-4559-4d23-8c52-7e58bb5f1934 None None] Pushing event updated for resources: {'Port': ['ID=8c820d7b-8904-4010-bf4c-1cb5a4586052,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:48.914929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ffbea6d-4559-4d23-8c52-7e58bb5f1934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:48.916948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:42:48.919799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:48.921897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:48.922951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:42:48.923913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Bound port: 8c820d7b-8904-4010-bf4c-1cb5a4586052, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:42:48.925596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.183226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] For port 8c820d7b-8904-4010-bf4c-1cb5a4586052, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:42:49.187003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] For port 8c820d7b-8904-4010-bf4c-1cb5a4586052, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8c820d7b-8904-4010-bf4c-1cb5a4586052,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:42:49.191737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.293567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:49.321932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Pushing event updated for resources: {'Network': ['ID=029992c1-dc3e-44e7-89ff-2f14ed06ddf4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:49.326061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.706s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:49.350519 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 2.7769368 Jan 14 05:42:49.351820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55440) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:49.365711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Request body: {'subnet': {'network_id': '029992c1-dc3e-44e7-89ff-2f14ed06ddf4', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-1010657374-subnet', 'tenant_id': '6dcac612be68438aa78dd41323bb251c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:49.377879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:49.386036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Usage tracker for resource:subnet and tenant:6dcac612be68438aa78dd41323bb251c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:49.392066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:49.403739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:49.410648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:49.445757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:49.460589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.497045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:49.511541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.512050 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment a8e6ba14-c035-4735-bb9a-579a7a8cb8bd of type vxlan for network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 Jan 14 05:42:49.542749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.579256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Made reservation on behalf of 6dcac612be68438aa78dd41323bb251c for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:49.584417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.595467 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef85f202-e6a3-4774-aa6a-4b434dc1a599 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:49.618106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:49.668716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:49.722266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.761875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:49.763546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:49.806646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1e00658-f371-4200-92c3-7844eadbe4b0 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:50.031144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:50.093478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55450) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:50.117509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.5374722 Jan 14 05:42:50.149692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ffbea6d-4559-4d23-8c52-7e58bb5f1934 None None] Pushing event updated for resources: {'Port': ['ID=8c820d7b-8904-4010-bf4c-1cb5a4586052,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:50.165004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ffbea6d-4559-4d23-8c52-7e58bb5f1934 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:50.183409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=d6265264-8f68-4690-ad1b-bb4df0971771,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:50.201366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.606s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:50.205608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55454) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:50.375742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=7211bc3b-45e2-42d4-aebe-8af1515d6b21,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:50.402801 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.596s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:50.516275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:50.904807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Request body: {'network': {'name': 'tempest-ServersTestJSON-2011612509-network', 'tenant_id': '2cb02eb7454f49f48b7726489b09dba8'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:50.915141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:50.926206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Usage tracker for resource:network and tenant:2cb02eb7454f49f48b7726489b09dba8 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:50.933706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:50.948445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:50.972450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.081845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Made reservation on behalf of 2cb02eb7454f49f48b7726489b09dba8 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:51.087518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.094615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:51.110200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:51.125341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:51.126652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.154295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:51.159785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Usage tracker for resource:security_group_rule and tenant:2cb02eb7454f49f48b7726489b09dba8 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:51.162589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Calling delete_port for 8c820d7b-8904-4010-bf4c-1cb5a4586052 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:51.163510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:51.181734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:51.215402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] In _notify_port_updated(), no bound segment for port d6265264-8f68-4690-ad1b-bb4df0971771 on network ef3dbdf5-572b-4edd-9403-51459a8bdb22 {{(pid=80929) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.219266 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:42:51.223448 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:42:51.242227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:51.243181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.248237 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "PUT /v2.0/ports/d6265264-8f68-4690-ad1b-bb4df0971771 HTTP/1.1" status: 200 len: 999 time: 6.3180096 Jan 14 05:42:51.249297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55472) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:51.291466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.300782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.306624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15c36239-dd53-4341-97f6-433730bf00ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:51.379825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port d6265264-8f68-4690-ad1b-bb4df0971771 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:51.380215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.384936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:51.396158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.396874 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Added segment 0dc7a0cd-f561-4559-8b71-6fffdf2dd7e3 of type vxlan for network ef80330e-2ba7-4274-943b-90db0268f80d Jan 14 05:42:51.428952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.478105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:51.482892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:51.485913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:51.493221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:51.519762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:51.535882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.536923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:51.537560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.548481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Routers {'bd83d974-c5f8-421d-bde8-5572dcfa1d0f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:42:51.549481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:42:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['bd83d974-c5f8-421d-bde8-5572dcfa1d0f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:51.588776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c654a487-77a0-4fcd-a779-e2c80fc10048,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:51.594919 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:51.614948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e33387e-8806-45ae-a9f3-40f33ce5f748 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:51.728280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.746390 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 873 time: 1.6425126 Jan 14 05:42:51.760191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] Set router bd83d974-c5f8-421d-bde8-5572dcfa1d0f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:42:51.815196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55482) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:51.826920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.839373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Request body: {'subnet': {'network_id': 'ef80330e-2ba7-4274-943b-90db0268f80d', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersTestJSON-2011612509-subnet', 'tenant_id': '2cb02eb7454f49f48b7726489b09dba8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:51.846925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:51.851675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Usage tracker for resource:subnet and tenant:2cb02eb7454f49f48b7726489b09dba8 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:51.855571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:51.862988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:51.892931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7d668379-1cdd-41e7-9d15-eda48d82807e None None] Provisioning for port d6265264-8f68-4690-ad1b-bb4df0971771 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:51.904759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7d668379-1cdd-41e7-9d15-eda48d82807e None None] Provisioning complete for port d6265264-8f68-4690-ad1b-bb4df0971771 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:51.905150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d668379-1cdd-41e7-9d15-eda48d82807e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.941217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Made reservation on behalf of 2cb02eb7454f49f48b7726489b09dba8 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:51.948836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:51.960042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for d6265264-8f68-4690-ad1b-bb4df0971771 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:52.023383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7d668379-1cdd-41e7-9d15-eda48d82807e None None] Port d6265264-8f68-4690-ad1b-bb4df0971771 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:42:52.100211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Pushing event updated for resources: {'Network': ['ID=ef80330e-2ba7-4274-943b-90db0268f80d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:52.126767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.511s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:52.127966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e0d2c5d0-7c5d-4ca4-b3c6-dc901058599e tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.320s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:52.142812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:52.145981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ef80330e-2ba7-4274-943b-90db0268f80d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:52.164348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ef80330e-2ba7-4274-943b-90db0268f80d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:52.170203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:42:52.170568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:42:52.222286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Pushing event updated for resources: {'Subnet': ['ID=3db59705-ad65-462b-8d22-45b14a73bbca,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:52.239117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:52.360575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ef80330e-2ba7-4274-943b-90db0268f80d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:42:52.421482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Checking segment: {'id': '021eec7e-7a24-4bf7-8ca2-3f7ecd1ab6bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '029992c1-dc3e-44e7-89ff-2f14ed06ddf4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:52.421904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Network hostable DHCP agents. Network: 029992c1-dc3e-44e7-89ff-2f14ed06ddf4, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:52.426271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:52.449526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c71e0329-9298-43f4-b21c-3d83d81ecd06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:52.510030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:52.539247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=d6265264-8f68-4690-ad1b-bb4df0971771,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:52.551384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:52.626756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 029992c1-dc3e-44e7-89ff-2f14ed06ddf4) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:52.628353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:52.665398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:52.666065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:52.674768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17d7c414-f718-4bc7-bd40-4428b6f0797a tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:52.700583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cbb27c10-8d6b-40a5-bd6f-c232ea0b72fc None None] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:52.713263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:52.734654 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.3804142 Jan 14 05:42:52.953815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:52.982310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-417f1c42-cd7e-4011-af23-b5010d1ad3fa tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:53.013706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55508) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:53.075122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d0d5181-d82f-4040-97f0-e3f9844b83c9 None None] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:53.133651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Pushing event updated for resources: {'Subnet': ['ID=25d44c31-98a2-45e0-814c-50a51ba4e730,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:53.168122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:53.185491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Pushing event updated for resources: {'Subnet': ['ID=323531f5-771c-4e9f-9ab2-adf09332b29e,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:53.193941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:53.208638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Deleting subnet 7b0eebde-e25a-4d94-afd6-ae01bd173b15 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:53.209822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:53.217372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:53.221705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Deleting port 8c820d7b-8904-4010-bf4c-1cb5a4586052 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:53.224955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:53.294503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'bd83d974-c5f8-421d-bde8-5572dcfa1d0f', 'name': 'tempest-snat-router-1028363207', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '8c820d7b-8904-4010-bf4c-1cb5a4586052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:42:32Z', 'updated_at': '2021-01-14T05:42:43Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '8c820d7b-8904-4010-bf4c-1cb5a4586052', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83d974-c5f8-421d-bde8-5572dcfa1d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:42:39Z', 'updated_at': '2021-01-14T05:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:53.298971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:53.357449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Checking segment: {'id': '0dc7a0cd-f561-4559-8b71-6fffdf2dd7e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'ef80330e-2ba7-4274-943b-90db0268f80d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:53.357841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Network hostable DHCP agents. Network: ef80330e-2ba7-4274-943b-90db0268f80d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:53.362084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d106536b-8afa-41aa-bc8a-5fdac6218fc0 None None] The sync data for ids ['bd83d974-c5f8-421d-bde8-5572dcfa1d0f'] in n-d-768851-4 is: [{'id': 'bd83d974-c5f8-421d-bde8-5572dcfa1d0f', 'name': 'tempest-snat-router-1028363207', 'tenant_id': 'cf032c5b3e49445e94e24be0c4f67757', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.147'}], 'enable_snat': True}, 'gw_port_id': '8c820d7b-8904-4010-bf4c-1cb5a4586052', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:42:32Z', 'updated_at': '2021-01-14T05:42:43Z', 'revision_number': 3, 'project_id': 'cf032c5b3e49445e94e24be0c4f67757', 'gw_port': {'id': '8c820d7b-8904-4010-bf4c-1cb5a4586052', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:12:a5:cd', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'bd83d974-c5f8-421d-bde8-5572dcfa1d0f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2204, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.147', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:42:39Z', 'updated_at': '2021-01-14T05:42:49Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:42:53.392720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:53.456986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] For port 8c820d7b-8904-4010-bf4c-1cb5a4586052, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8c820d7b-8904-4010-bf4c-1cb5a4586052,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:42:53.457387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:53.639608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Network ef80330e-2ba7-4274-943b-90db0268f80d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:53.665404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ef80330e-2ba7-4274-943b-90db0268f80d) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:53.675714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f08e015-a941-4e85-b9d2-07a3b86b29f8 None None] Network ef80330e-2ba7-4274-943b-90db0268f80d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:53.707007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:53.707666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:53.770113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 843 time: 1.9463720 Jan 14 05:42:53.987191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:54.014965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9fde6822-ecc6-402a-8cbe-5fd785016719 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:54.095026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Calling delete_port for 8c820d7b-8904-4010-bf4c-1cb5a4586052 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:42:54.226397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7b0eebde-e25a-4d94-afd6-ae01bd173b15,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:54.250066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:54.280602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c89e9ec-9fd4-480f-9ef3-47f5d5333132 None None] Network ef80330e-2ba7-4274-943b-90db0268f80d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:54.342873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:54.362113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7b0eebde-e25a-4d94-afd6-ae01bd173b15 HTTP/1.1" status: 204 len: 168 time: 1.3411844 Jan 14 05:42:54.366529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55532) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:54.676227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:54.703883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Checking segment: {'id': 'ff823b73-acae-4f05-a35d-6e19dafce6e3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'bc75d042-29dc-4813-ad77-e74a4a4d23a6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:54.704587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Network hostable DHCP agents. Network: bc75d042-29dc-4813-ad77-e74a4a4d23a6, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:54.995451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:55.078602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:55.242352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:55.271322 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/d6265264-8f68-4690-ad1b-bb4df0971771 HTTP/1.1" status: 204 len: 168 time: 4.0070961 Jan 14 05:42:55.288233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55556) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:55.299492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:55.331817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:55.368018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8c820d7b-8904-4010-bf4c-1cb5a4586052 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:42:55.383540 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1ded5b83-db31-4aab-98af-ae44b53c8292 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:42:55.384537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ded5b83-db31-4aab-98af-ae44b53c8292 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:42:55.413143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, bc75d042-29dc-4813-ad77-e74a4a4d23a6) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:55.454859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb5d2965-75e1-4d11-be65-1d3227145de7 None None] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:55.635859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ded5b83-db31-4aab-98af-ae44b53c8292 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:42:55.637967 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ded5b83-db31-4aab-98af-ae44b53c8292 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/d6265264-8f68-4690-ad1b-bb4df0971771 HTTP/1.1" status: 404 len: 333 time: 0.3404667 Jan 14 05:42:55.650175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55560) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:55.657261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:55.658233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:55.700071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['69994514-673d-4a1c-8b1a-0296e17e0339']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:55.707405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ad12c36-01e8-4758-afca-c3277d41cef9 req-5e002dd6-4224-4493-8a5e-48eb2a5f00be tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:55.709446 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7ad12c36-01e8-4758-afca-c3277d41cef9 req-5e002dd6-4224-4493-8a5e-48eb2a5f00be tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/networks?id=ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 200 len: 806 time: 0.7435389 Jan 14 05:42:55.725906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70c6baff-7ab8-4e25-bf68-9d71f9e05df6') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:55.726284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70c6baff-7ab8-4e25-bf68-9d71f9e05df6') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:42:55.746641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:55.748174 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 7.3472645 Jan 14 05:42:55.837480 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7ad12c36-01e8-4758-afca-c3277d41cef9 req-0f248063-da1d-48d5-8c0d-8f14e8e3a9d5 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/quotas/2cb02eb7454f49f48b7726489b09dba8 HTTP/1.1" status: 200 len: 375 time: 0.0870218 Jan 14 05:42:55.861070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:55.864422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:42:55.868220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f34f8fae-fce2-4338-99a5-677eb2333db9 None None] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:55.930937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7ad12c36-01e8-4758-afca-c3277d41cef9 req-9e1993fa-5c5f-41cd-9e88-af36f24095c2 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cb02eb7454f49f48b7726489b09dba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0853689 Jan 14 05:42:56.223641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:56.248028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45a59883-a101-4f25-a7eb-0a25fbb16324 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:56.322452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=432bcc94-38df-456d-ae22-f66ab1a76d81,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:56.404787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:56.406363 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:56.440987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Network 69994514-673d-4a1c-8b1a-0296e17e0339 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:56.475197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:56.700125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:56.708972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:56.878816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55584) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:56.926412 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7ad12c36-01e8-4758-afca-c3277d41cef9 req-e98725c4-7b1f-4ef6-adc6-15aa00522ee1 service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.9280214 Jan 14 05:42:56.941907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464231051-network', 'tenant_id': 'a83a51d3f3014ca29bbf3b36c848e9e9'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:56.950116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:56.960472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet de19b5d3-aa94-42fb-9cdf-099fb5868f2b {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:56.962942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Usage tracker for resource:network and tenant:a83a51d3f3014ca29bbf3b36c848e9e9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:56.966522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:56.980723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:57.016613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.031373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 8c820d7b-8904-4010-bf4c-1cb5a4586052 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:42:57.040165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 8c820d7b-8904-4010-bf4c-1cb5a4586052 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:42:57.041506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.083766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Network 69994514-673d-4a1c-8b1a-0296e17e0339 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:42:57.095280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': 'a8e6ba14-c035-4735-bb9a-579a7a8cb8bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:42:57.095697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: 7211bc3b-45e2-42d4-aebe-8af1515d6b21, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:42:57.103049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Made reservation on behalf of a83a51d3f3014ca29bbf3b36c848e9e9 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:42:57.114531 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:42:57.116737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.120711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port 8c820d7b-8904-4010-bf4c-1cb5a4586052 was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:42:57.151516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.152218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Fanout notify agent at l3_agent the message router_deleted on router bd83d974-c5f8-421d-bde8-5572dcfa1d0f {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:42:57.217064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.227837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.242883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.244126 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e00a7137-a604-498d-bca1-13d54d08f842 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "DELETE /v2.0/routers/bd83d974-c5f8-421d-bde8-5572dcfa1d0f HTTP/1.1" status: 204 len: 168 time: 10.8619447 Jan 14 05:42:57.254250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55594) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:57.258298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:57.263387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Usage tracker for resource:security_group_rule and tenant:a83a51d3f3014ca29bbf3b36c848e9e9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:57.267639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:57.273685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:57.274052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.285463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:57.306568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.356456 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] 10.222.0.48 "DELETE /v2.0/networks/69994514-673d-4a1c-8b1a-0296e17e0339 HTTP/1.1" status: 204 len: 168 time: 2.9859602 Jan 14 05:42:57.356665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.356779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Pushing event deleted for resources: {'Network': ['ID=69994514-673d-4a1c-8b1a-0296e17e0339,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:57.371550 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:57.373100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55600) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:57.472874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Deleting subnet 3db59705-ad65-462b-8d22-45b14a73bbca {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:57.479278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.509826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.575231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.590350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.637560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.659769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:42:57.675694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.676194 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Added segment bc6ac8ad-ef47-4cc4-bd8c-5e7b23ce084d of type vxlan for network aea87f28-c948-4fb1-914e-b74c0ce0d0ce Jan 14 05:42:57.706723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa775229-d4ba-48ac-b912-0711b3348d29 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:57.737442 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7ad12c36-01e8-4758-afca-c3277d41cef9 req-8e6d4c2d-7412-4f6d-9827-9b08b17bb149 service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7088652 Jan 14 05:42:57.738210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:42:57.762031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0fd297de-bc12-4ae0-a5f1-fdaba1566147,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:57.766123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:57.774367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.781127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 7211bc3b-45e2-42d4-aebe-8af1515d6b21) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:42:57.790954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5920b53a-df42-4a17-af13-46e53e816a3e None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:57.802744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.804682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:57.805444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:57.844399 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.4621842 Jan 14 05:42:57.850858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:57.888795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:42:58.076534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:42:58.080477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:42:58.083803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:42:58.090247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:42:58.111338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:58.300226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:58.398100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-7211bc3b-45e2-42d4-aebe-8af1515d6b21', 'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21', 'tenant_id': 'c04336e3f3a64211aa1b7ff14690baaa', 'fixed_ips': [{'subnet_id': '432bcc94-38df-456d-ae22-f66ab1a76d81'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:42:58.399084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:58.544052 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d01f1421-00a2-4c46-970b-79716ba0024c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:58.567247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:42:58.583837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:58.636120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=de19b5d3-aa94-42fb-9cdf-099fb5868f2b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:58.639739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:58.725057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:58.733820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cfb86a4-fdd1-49a3-aa4c-9ef0a0fe9944 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.122s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:58.783412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-769e9470-253f-4c37-8b81-6fc7cb1eb4e4 None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:42:58.801149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3db59705-ad65-462b-8d22-45b14a73bbca,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:42:58.809247 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/de19b5d3-aa94-42fb-9cdf-099fb5868f2b HTTP/1.1" status: 204 len: 168 time: 3.1578212 Jan 14 05:42:58.813674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55630) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:58.814652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:42:58.936565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet 19e84a7f-14b9-4d02-98be-a87c9822a23c {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:42:58.945744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.022967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.025355 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3db59705-ad65-462b-8d22-45b14a73bbca HTTP/1.1" status: 204 len: 168 time: 1.6465681 Jan 14 05:42:59.029323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55642) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:59.083913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Allocated IP 2001:db8::2 (7211bc3b-45e2-42d4-aebe-8af1515d6b21/432bcc94-38df-456d-ae22-f66ab1a76d81/5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:42:59.232193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.335287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8c820d7b-8904-4010-bf4c-1cb5a4586052 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:42:59.344959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.384248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.385263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:42:59.386002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.420966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.426756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Deleting port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:42:59.427263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.500217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 8c820d7b-8904-4010-bf4c-1cb5a4586052 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:42:59.500608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8c820d7b-8904-4010-bf4c-1cb5a4586052 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:42:59.596760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.701003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:42:59.725191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.748076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55668) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:42:59.778415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.811313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Transition to ACTIVE for port object 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:59.839720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Transition to ACTIVE for port object 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:42:59.852506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:42:59.895138 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 432bcc94-38df-456d-ae22-f66ab1a76d81 (CIDR: 2001:db8::/64) Jan 14 05:43:00.007096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a055038-e7ee-49e0-86e3-9e1e2e3fc59f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:00.075057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] For port 35f5d23c-7f19-4c4e-824d-c2a76d371cd8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35f5d23c-7f19-4c4e-824d-c2a76d371cd8,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:00.075409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.088288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:00.092717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:00.100672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:00.179923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Pushing event updated for resources: {'Port': ['ID=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:00.196773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.197545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.198641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.199342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.200335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['029992c1-dc3e-44e7-89ff-2f14ed06ddf4']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:00.200477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.201033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.201610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.202176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.202800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.203367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.203957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.204533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.210783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.211422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.212143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.212658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.213195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.213808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.214567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.215128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.215658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.216218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.216432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '021eec7e-7a24-4bf7-8ca2-3f7ecd1ab6bd') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:00.216781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '021eec7e-7a24-4bf7-8ca2-3f7ecd1ab6bd') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:00.217101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.217626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.218249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.218825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.219367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.220068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.220792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.221717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.222255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.222805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.223342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.223865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.224402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.224924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:00.243975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.248701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:00.249735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Attempting to bind port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:43:00.250314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Attempting to bind port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a8e6ba14-c035-4735-bb9a-579a7a8cb8bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:43:00.250970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Attempting to bind port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a on network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:43:00.251410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Calling delete_port for 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:00.257825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 42, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:43:00.258549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Checking segment: {'id': 'a8e6ba14-c035-4735-bb9a-579a7a8cb8bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:00.259237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.259844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Bound using segment: {'id': 'a8e6ba14-c035-4735-bb9a-579a7a8cb8bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:43:00.260734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Bound port: 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a8e6ba14-c035-4735-bb9a-579a7a8cb8bd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:43:00.261367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.262622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.265253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:43:00.372733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] For port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:43:00.420356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.512975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:00.537830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.598589 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.6897843 Jan 14 05:43:00.654455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55676) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:00.772682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Network 029992c1-dc3e-44e7-89ff-2f14ed06ddf4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:43:00.798844 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:43:00.805666 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:43:00.806080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:43:00.808408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.824974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Request body: {'subnet': {'network_id': 'aea87f28-c948-4fb1-914e-b74c0ce0d0ce', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestMultiTenantJSON-1464231051-subnet', 'tenant_id': 'a83a51d3f3014ca29bbf3b36c848e9e9', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:00.849251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ce36fe8-0cd4-4587-a32a-c8266c13722b None None] Provisioning complete for port 12aee9be-28d3-4c6f-96a6-11664303428f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:00.849669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ce36fe8-0cd4-4587-a32a-c8266c13722b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.864159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.904227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:00.975612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:01.000433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Usage tracker for resource:security_group_rule and tenant:a4dc50eee98f46efa554db46ec985dec is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:01.004640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.006847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:01.007203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.014041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:01.044111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Usage tracker for resource:subnet and tenant:a83a51d3f3014ca29bbf3b36c848e9e9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:01.066629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:01.074089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Pushing event updated for resources: {'Network': ['ID=aea87f28-c948-4fb1-914e-b74c0ce0d0ce,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:01.084493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.084493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Fanout notify agent at l3_agent the message router_deleted on router 4eb59140-a8ed-477f-b51a-a0a4f2c21a5f {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:43:01.089606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:01.114418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.414s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:01.119362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.121093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9df22b19-97f0-4e5a-986d-8cacd7beb683 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "DELETE /v2.0/routers/4eb59140-a8ed-477f-b51a-a0a4f2c21a5f HTTP/1.1" status: 204 len: 168 time: 3.8160007 Jan 14 05:43:01.137581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55684) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:01.139566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:01.161344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1796019494', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:01.176321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] For port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,segment=NetworkSegment(a8e6ba14-c035-4735-bb9a-579a7a8cb8bd),segment_id=a8e6ba14-c035-4735-bb9a-579a7a8cb8bd)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:43:01.177745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:01.185001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:01.191785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:01.197255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Usage tracker for resource:router and tenant:5e02ebd3533d4757b225af2f9b953d64 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:01.199181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b4f5021-fbde-4e6b-96fe-06149e2cb45d req-58e87b62-3835-497a-9c3b-959427ab1c2b tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:01.200546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:01.208269 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0b4f5021-fbde-4e6b-96fe-06149e2cb45d req-58e87b62-3835-497a-9c3b-959427ab1c2b tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/networks?id=ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 200 len: 806 time: 1.5330641 Jan 14 05:43:01.213203 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5be4837c-7822-4fde-87dc-44f612e9887b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.3611937 Jan 14 05:43:01.216406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:01.239817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55688) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:01.242282 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0b4f5021-fbde-4e6b-96fe-06149e2cb45d req-ac9fee90-bd62-4c41-874a-1717181d9dac tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/quotas/2cb02eb7454f49f48b7726489b09dba8 HTTP/1.1" status: 200 len: 375 time: 0.0327785 Jan 14 05:43:01.249077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Made reservation on behalf of a83a51d3f3014ca29bbf3b36c848e9e9 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:01.253869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.253869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.255166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.256556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.263088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:43:01.266674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:01.295654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cde8c876-7f84-4cab-bfd1-244b2261aff5 tempest-TagsTest-219592256 tempest-TagsTest-219592256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:01.310455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:01.326548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.340792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.419058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Pushing event deleted for resources: {'Network': ['ID=029992c1-dc3e-44e7-89ff-2f14ed06ddf4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:01.421021 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0b4f5021-fbde-4e6b-96fe-06149e2cb45d req-e56aef66-9462-4866-8552-6773cca2a3d0 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cb02eb7454f49f48b7726489b09dba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1746755 Jan 14 05:43:01.429284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.459858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:01.594630 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0b4f5021-fbde-4e6b-96fe-06149e2cb45d req-9b0da8bf-909e-4a25-b227-ebf68216ebb2 service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1618538 Jan 14 05:43:01.664111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Pushing event updated for resources: {'Port': ['ID=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:01.701141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.701692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.702205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.702682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.703481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.704093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.704592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.705107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.705603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.706222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.706734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.707244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.707885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.708274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.708765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.709357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.710026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.710777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.710950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.711489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.711973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.712461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.712949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.713807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.714382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.714909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.715410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.715996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.716482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.716966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.717450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.717940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.718422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.718932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.719601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.720269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:01.722032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.262s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:01.724996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:01.734741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:01.761198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cfb4a40-ab36-4b16-8fcb-c9cb31fca4ce admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:01.812939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] 10.222.0.48 "DELETE /v2.0/networks/029992c1-dc3e-44e7-89ff-2f14ed06ddf4 HTTP/1.1" status: 204 len: 168 time: 2.7824657 Jan 14 05:43:01.827897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=19e84a7f-14b9-4d02-98be-a87c9822a23c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:01.832143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:02.046650 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0b4f5021-fbde-4e6b-96fe-06149e2cb45d req-19082f9e-9bb7-4fa3-a8a9-5dd0b25258b3 service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3185682 Jan 14 05:43:02.047985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55696) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:02.176920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:02.222534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:02.341674 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bf00f50-662b-4590-a59f-ef2c13cbc925 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:02.377940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ca3ccad-eba0-4199-991d-e15c41884a04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=30d70a91069e4aa7a364b201179a59ca&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3249276 Jan 14 05:43:02.400532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55712) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:02.535159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:02.599147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dae748e3-6b3d-457c-9f82-64775e509af5 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:02.612110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:02.621190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Pushing event updated for resources: {'Subnet': ['ID=9b2ac913-55fa-41e9-bf66-e7ce147f7c22,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:02.621926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a4dc50eee98f46efa554db46ec985dec&name=default HTTP/1.1" status: 200 len: 2983 time: 2.8694069 Jan 14 05:43:02.628960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55722) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:02.640816 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:02.688916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:02.891500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:02.902984 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39e5ff14-fd8e-46b7-8ff7-e08d1b19290a tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:02.935331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:02.941233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6105ecb2-a55e-4f74-a1ef-20227ee9c719 None None] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:02.951762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=193fd8b5-444c-4d92-adf6-de87b31cb90c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:02.953823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Checking segment: {'id': 'bc6ac8ad-ef47-4cc4-bd8c-5e7b23ce084d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'aea87f28-c948-4fb1-914e-b74c0ce0d0ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:02.955377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=56a90a99-f38e-4d74-b96e-b2efc502bbae,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:02.963158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.364s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:02.976730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Network hostable DHCP agents. Network: aea87f28-c948-4fb1-914e-b74c0ce0d0ce, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:43:02.986095 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/19e84a7f-14b9-4d02-98be-a87c9822a23c HTTP/1.1" status: 204 len: 168 time: 4.1677356 Jan 14 05:43:02.991725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:02.996277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:02.999965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:03.000139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:03.001002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55738) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:03.009404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:03.026865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.032089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:03.278943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.387671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:03.493301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:03.587898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] DHCP port deletion for ef3dbdf5-572b-4edd-9403-51459a8bdb22 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:43:03.593795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Deleting port 12aee9be-28d3-4c6f-96a6-11664303428f {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:03.594535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.643741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.706099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:43:03.727325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.728507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/193fd8b5-444c-4d92-adf6-de87b31cb90c HTTP/1.1" status: 204 len: 168 time: 1.3269081 Jan 14 05:43:03.730536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:43:03.734476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 12aee9be-28d3-4c6f-96a6-11664303428f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:03.734889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.773320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.780682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:43:03.781086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35f5d23c-7f19-4c4e-824d-c2a76d371cd8 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:43:03.784060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ede9382-80c3-4db6-8a7b-93ceab243d38 None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:03.786670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, aea87f28-c948-4fb1-914e-b74c0ce0d0ce) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:03.807896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:03.808825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.814676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc631786-0579-4a4a-9b88-406d5cf01460 None None] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:03.912404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-939ec929-57c6-425c-af93-c96011f575b8 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:03.913212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-939ec929-57c6-425c-af93-c96011f575b8 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Synchronizing usage tracker for tenant:2cb02eb7454f49f48b7726489b09dba8 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:03.917587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:03.929526 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 862 time: 3.2004213 Jan 14 05:43:04.029386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-939ec929-57c6-425c-af93-c96011f575b8 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Unset dirty status for tenant:2cb02eb7454f49f48b7726489b09dba8 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:04.037835 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-939ec929-57c6-425c-af93-c96011f575b8 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/networks?id=ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 200 len: 806 time: 0.5068953 Jan 14 05:43:04.183670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] For port 12aee9be-28d3-4c6f-96a6-11664303428f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=12aee9be-28d3-4c6f-96a6-11664303428f,segment=NetworkSegment(631aa201-2270-4fa1-b123-12de14435232),segment_id=631aa201-2270-4fa1-b123-12de14435232)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:04.184507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:04.252719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Provisioning for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:04.268696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Provisioning complete for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:04.269065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:04.377571 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-2842bb3f-1143-42be-a569-41e62cbf8d06 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/quotas/2cb02eb7454f49f48b7726489b09dba8 HTTP/1.1" status: 200 len: 375 time: 0.3386688 Jan 14 05:43:04.449790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 12aee9be-28d3-4c6f-96a6-11664303428f owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:04.569822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-c616a210-0f97-4368-b88a-605ef24e345d tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cb02eb7454f49f48b7726489b09dba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1911094 Jan 14 05:43:04.571181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] For port 12aee9be-28d3-4c6f-96a6-11664303428f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=12aee9be-28d3-4c6f-96a6-11664303428f,segment=NetworkSegment(631aa201-2270-4fa1-b123-12de14435232),segment_id=631aa201-2270-4fa1-b123-12de14435232)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:04.571851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:04.574636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:04.593953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55768) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:04.732831 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bad91c05-fe01-48db-bde5-94e475d608a9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6dcac612be68438aa78dd41323bb251c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1343403 Jan 14 05:43:04.734606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55776) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:04.798341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:04.831367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:04.851720 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-324aa994-565e-40a8-b047-9522fa1df000 service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2808609 Jan 14 05:43:04.988008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3e5b83f-ccc2-41e9-b643-ef2dbad56a6d tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:05.028634 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-088f61e8-df58-415c-b246-ddaf6c2bb122 req-7f82633a-b849-4755-a389-3fa1e74e526c service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1758108 Jan 14 05:43:05.072495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.107953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.202678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.202942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=12aee9be-28d3-4c6f-96a6-11664303428f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:05.216811 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:05.218951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.230848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No DVR routers for this DVR port 12aee9be-28d3-4c6f-96a6-11664303428f on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:43:05.232964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92677d45-cbd4-4b8a-98fa-f0da97b16479 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:05.254142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=56a90a99-f38e-4d74-b96e-b2efc502bbae,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:05.259652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:05.264305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Calling delete_port for 12aee9be-28d3-4c6f-96a6-11664303428f owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:05.329628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] For port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,segment=NetworkSegment(a8e6ba14-c035-4735-bb9a-579a7a8cb8bd),segment_id=a8e6ba14-c035-4735-bb9a-579a7a8cb8bd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:05.387205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 12aee9be-28d3-4c6f-96a6-11664303428f no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:43:05.426259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.463270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.485828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ab31f74-8f8b-4c87-b57e-fec575e41c52 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:05.508334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.509695 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/56a90a99-f38e-4d74-b96e-b2efc502bbae HTTP/1.1" status: 204 len: 168 time: 2.8543909 Jan 14 05:43:05.527961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.563545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.674303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Pushing event updated for resources: {'Port': ['ID=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:05.677698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 12aee9be-28d3-4c6f-96a6-11664303428f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:43:05.687660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 12aee9be-28d3-4c6f-96a6-11664303428f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:43:05.699239 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:05.908971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c6c1252-8ec3-4a62-8778-579566704e8a None None] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:05.912986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7880086d-75bc-4f6e-82e6-003282ae1855,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:05.924322 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.691s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:05.993082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:05.997365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7880086d-75bc-4f6e-82e6-003282ae1855 HTTP/1.1" status: 204 len: 168 time: 1.2587035 Jan 14 05:43:06.114093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef3dbdf5-572b-4edd-9403-51459a8bdb22']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:06.160605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '631aa201-2270-4fa1-b123-12de14435232') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:06.162630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '631aa201-2270-4fa1-b123-12de14435232') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:06.167482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Allocated IP 172.25.3.201 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/3aea2c41-ee54-4954-a2c3-eaf0ece4d4b1) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:06.228164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:06.329164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:43:06.329918 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:43:06.331373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-135008d9-57ad-4fb3-babe-c5aefc8354e5 req-ed16a06a-af8f-4195-af3a-ac84dd4cfe76 tempest-ServersNegativeTestMultiTenantJSON-935380290 tempest-ServersNegativeTestMultiTenantJSON-935380290] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:06.339104 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-135008d9-57ad-4fb3-babe-c5aefc8354e5 req-ed16a06a-af8f-4195-af3a-ac84dd4cfe76 tempest-ServersNegativeTestMultiTenantJSON-935380290 tempest-ServersNegativeTestMultiTenantJSON-935380290] 10.222.0.48 "GET /v2.0/networks?id=bc75d042-29dc-4813-ad77-e74a4a4d23a6 HTTP/1.1" status: 200 len: 825 time: 0.5683420 Jan 14 05:43:06.342379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:06.351201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:43:06.411399 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-135008d9-57ad-4fb3-babe-c5aefc8354e5 req-d73629d7-8ed9-48f0-98cb-9c830564cd59 tempest-ServersNegativeTestMultiTenantJSON-935380290 tempest-ServersNegativeTestMultiTenantJSON-935380290] 10.222.0.48 "GET /v2.0/quotas/201091dc7c284a02ae64bf4fa7d513d9 HTTP/1.1" status: 200 len: 375 time: 0.0710676 Jan 14 05:43:06.539353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:06.540455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Update dhcp port {'port': {'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21', 'fixed_ips': [{'subnet_id': '432bcc94-38df-456d-ae22-f66ab1a76d81', 'ip_address': '2001:db8::2'}, {'subnet_id': '7ae14da5-521c-4b60-98af-1fb1e26516ae'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:43:06.638892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55834) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:06.666564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:06.669768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:06.689029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-980a674b-a6df-4889-89ca-c8a37215f209 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:06.705767 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-135008d9-57ad-4fb3-babe-c5aefc8354e5 req-5efcba32-0e96-48ae-b688-1453f6cc50a3 tempest-ServersNegativeTestMultiTenantJSON-935380290 tempest-ServersNegativeTestMultiTenantJSON-935380290] 10.222.0.48 "GET /v2.0/ports?tenant_id=201091dc7c284a02ae64bf4fa7d513d9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2931089 Jan 14 05:43:06.709403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:06.817210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:06.860850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.042107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Deleting port 12aee9be-28d3-4c6f-96a6-11664303428f {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:07.053331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.069092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:07.090759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.157646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Allocated IP 2001:db8:0:1::2 (7211bc3b-45e2-42d4-aebe-8af1515d6b21/7ae14da5-521c-4b60-98af-1fb1e26516ae/5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:07.337792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] For port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,segment=NetworkSegment(a8e6ba14-c035-4735-bb9a-579a7a8cb8bd),segment_id=a8e6ba14-c035-4735-bb9a-579a7a8cb8bd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:07.365500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.386729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network ef3dbdf5-572b-4edd-9403-51459a8bdb22 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:07.390677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:07.422329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2930277-aab8-4762-b816-781ac0d91b28 req-c4cc21e0-c22d-4b77-aceb-17eb8d8108b4 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:07.424089 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b2930277-aab8-4762-b816-781ac0d91b28 req-c4cc21e0-c22d-4b77-aceb-17eb8d8108b4 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/networks?id=ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 200 len: 806 time: 0.3788655 Jan 14 05:43:07.424913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=7ae14da5-521c-4b60-98af-1fb1e26516ae,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:07.438941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:07.493854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-56752f31-33c5-4983-9202-6a387b0d5567 None None] The port '12aee9be-28d3-4c6f-96a6-11664303428f' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.506032 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:43:07.509437 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:43:07.512227 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:43:07.512227 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:43:07.512227 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:43:07.512227 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:43:07.512227 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:43:07.520654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Usage tracker for resource:security_group_rule and tenant:fea698ef050a4075914baa2a28a46a94 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:07.536851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Transition to ACTIVE for port object 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:07.541234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:07.553201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:07.556697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.560653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.566967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb2ff2a8-e967-4242-abb6-0d09b90b43f0 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:07.570434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4682f59-e7e5-45d4-957f-c8810cb35d2f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:07.585398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.607037 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/ef3dbdf5-572b-4edd-9403-51459a8bdb22 HTTP/1.1" status: 204 len: 168 time: 4.6048281 Jan 14 05:43:07.617116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=ef3dbdf5-572b-4edd-9403-51459a8bdb22,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:07.619258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55868) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:07.633503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:07.687214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b2930277-aab8-4762-b816-781ac0d91b28 req-3618db0c-c07b-4339-a96c-53d97a7e7adf tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/quotas/2cb02eb7454f49f48b7726489b09dba8 HTTP/1.1" status: 200 len: 375 time: 0.1241841 Jan 14 05:43:07.762459 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-135008d9-57ad-4fb3-babe-c5aefc8354e5 req-53bc64a3-47ff-4b9f-b5b4-ced12ff57f36 service neutron] 10.222.0.48 "GET /v2.0/networks/bc75d042-29dc-4813-ad77-e74a4a4d23a6?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0543537 Jan 14 05:43:07.772536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:07.785802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:07.805898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b2930277-aab8-4762-b816-781ac0d91b28 req-41209b08-2e52-4f49-9965-63e40a58be40 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cb02eb7454f49f48b7726489b09dba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1176522 Jan 14 05:43:07.810927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:07.816259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:07.844080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:07.854485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:07.886810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:07.887477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:07.901278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Pushing event updated for resources: {'Port': ['ID=3aea2c41-ee54-4954-a2c3-eaf0ece4d4b1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:07.946375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-657fbd28-5217-4eec-9fcb-c5cb13739750 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:07.947696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-657fbd28-5217-4eec-9fcb-c5cb13739750 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:07.952852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Pushing event updated for resources: {'Port': ['ID=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:07.958409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.146s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:07.996184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-657fbd28-5217-4eec-9fcb-c5cb13739750 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:07.997515 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-657fbd28-5217-4eec-9fcb-c5cb13739750 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 843 time: 0.3736959 Jan 14 05:43:08.017601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:08.018132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55876) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:08.018503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:08.038855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:08.080982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12ee0b22-9939-49fa-b279-7d17ba529617 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:08.134617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fea698ef050a4075914baa2a28a46a94&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4878402 Jan 14 05:43:08.136228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6b3564ce-5232-4d09-9d1d-14eb373ca863,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:08.153053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55880) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:08.166992 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 6.9254649 Jan 14 05:43:08.170723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:08.190772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.191155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.191859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.191970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.192366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.192783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.193196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.193611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.194019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.194486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.194867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.195410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.195881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.196291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.196895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.197275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.197677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.198410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.198525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.199185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.199557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.200117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.200535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.200937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.201424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.201834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.202237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.202638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.203020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '7211bc3b-45e2-42d4-aebe-8af1515d6b21', 'fixed_ips': [{'subnet_id': '432bcc94-38df-456d-ae22-f66ab1a76d81'}, {'subnet_id': '7ae14da5-521c-4b60-98af-1fb1e26516ae'}], 'name': 'tempest-PortsIpV6TestJSON-1473650957'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:08.203142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.203468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.203878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.204279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.204680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.205213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.205621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.206263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:43:08.212059 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-135008d9-57ad-4fb3-babe-c5aefc8354e5 req-ec21df5c-3584-4f93-ac47-15926858584e service neutron] 10.222.0.48 "GET /v2.0/networks/bc75d042-29dc-4813-ad77-e74a4a4d23a6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4360964 Jan 14 05:43:08.213275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:08.748762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d15c8345-9a01-4a67-b644-81f4aa01ccfa None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:08.785398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55916) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:08.925493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Deleting subnet 25d44c31-98a2-45e0-814c-50a51ba4e730 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:43:08.929451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:08.984104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.080049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b8b53c00-9a34-4cf7-be5d-99f4f04ef202 None None] Provisioning for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:09.082654 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b2930277-aab8-4762-b816-781ac0d91b28 req-ede5cc28-b417-48b9-937c-55e083a0081d service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.2757144 Jan 14 05:43:09.082917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.088896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b8b53c00-9a34-4cf7-be5d-99f4f04ef202 None None] Provisioning complete for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:09.089855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8b53c00-9a34-4cf7-be5d-99f4f04ef202 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.302600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:09.312529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:09.400721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:09.407910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:09.437272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:09.437740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.475970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.500454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:09.522286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45b55e9f-0a9a-4d9e-9a8f-78a51a4d2cd5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 1.4958737 Jan 14 05:43:09.522286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.530352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55934) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:09.624284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-1174954682'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:09.624540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce60a7d6-8b7a-43d4-ac8a-0fd3798a7942 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:09.630342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:09.634078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:09.654050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:09.660045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:09.672223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=25d44c31-98a2-45e0-814c-50a51ba4e730,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:09.675760 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:09.685805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7b4cf3ae-9d54-48f6-beb2-6cf32c5a2338 None None] Provisioning complete for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:09.686041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b4cf3ae-9d54-48f6-beb2-6cf32c5a2338 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.686760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:09.696357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.715207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:09.746234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.764411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/25d44c31-98a2-45e0-814c-50a51ba4e730 HTTP/1.1" status: 204 len: 168 time: 0.9776762 Jan 14 05:43:09.766945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55940) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:09.889737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.914939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9676eaf-69b2-42b6-8b5d-55f5d7fed4e4 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:43:09.919609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:09.996855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:43:10.047153 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b2930277-aab8-4762-b816-781ac0d91b28 req-9412a56b-cda3-4bef-8682-5c5ed60ce989 service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.9630671 Jan 14 05:43:10.188127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c9676eaf-69b2-42b6-8b5d-55f5d7fed4e4 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:43:10.265760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port e1a08888-1426-4d5f-9dc2-793cb18eafb5 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:43:10.360850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a9c960ea-c866-4e8f-8b59-ad02d6b61a19 None None] Provisioning complete for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:10.361153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9c960ea-c866-4e8f-8b59-ad02d6b61a19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.374915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.375586 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment 838f9a16-5489-462c-9255-578514d31160 of type vxlan for network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f Jan 14 05:43:10.377035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.415893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.586562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.600596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b553620-fb62-48a6-8b7b-a131d23aa94a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:10.737269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6b3564ce-5232-4d09-9d1d-14eb373ca863,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:10.789511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.840053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:10.861317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.884006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:10.888477 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6b3564ce-5232-4d09-9d1d-14eb373ca863 HTTP/1.1" status: 204 len: 168 time: 2.7244387 Jan 14 05:43:10.982168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bc75d042-29dc-4813-ad77-e74a4a4d23a6']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:11.014380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff823b73-acae-4f05-a35d-6e19dafce6e3') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:11.014729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff823b73-acae-4f05-a35d-6e19dafce6e3') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:11.032039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:11.056936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:11.059759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:43:11.196431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] It took 0.24 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:43:11.256725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:11.279629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:11.280357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:11.291707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:11.293597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6f7b806-a982-4cfc-8b34-130e767f3ece admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:11.325157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:11.540265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=8e78c8e9-fd4f-46c6-8d68-84e3aff7491f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:11.559223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:11.877352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Network bc75d042-29dc-4813-ad77-e74a4a4d23a6 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:43:11.908168 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:43:11.944720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:11.948251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:12.025279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:12.178781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da988a42-7714-463d-a250-1325e314ae51 req-3c07249b-8f25-47c5-88e1-18f221072555 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:12.186138 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-da988a42-7714-463d-a250-1325e314ae51 req-3c07249b-8f25-47c5-88e1-18f221072555 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/networks?id=ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 200 len: 806 time: 0.8976288 Jan 14 05:43:12.210457 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-da988a42-7714-463d-a250-1325e314ae51 req-af1f5d6b-8b48-4419-b8a3-0520ae82538f tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/quotas/2cb02eb7454f49f48b7726489b09dba8 HTTP/1.1" status: 200 len: 375 time: 0.0230179 Jan 14 05:43:12.213882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:12.255299 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:12.255468 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.6531515 Jan 14 05:43:12.256069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56012) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:12.273358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:12.277899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:12.287900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:12.298666 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] 10.222.0.48 "DELETE /v2.0/networks/bc75d042-29dc-4813-ad77-e74a4a4d23a6 HTTP/1.1" status: 204 len: 168 time: 2.5283086 Jan 14 05:43:12.305625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56018) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:12.306305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Pushing event deleted for resources: {'Network': ['ID=bc75d042-29dc-4813-ad77-e74a4a4d23a6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:12.319466 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-da988a42-7714-463d-a250-1325e314ae51 req-e68fe354-6960-4e2b-8ea7-fe2d7cf58065 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cb02eb7454f49f48b7726489b09dba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1077273 Jan 14 05:43:12.448016 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:12.508372 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-da988a42-7714-463d-a250-1325e314ae51 req-75b8d30d-7fc7-49dc-98f1-d86b7281540e service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1875384 Jan 14 05:43:12.517578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5dfdd22c-a9af-4970-b53a-3fa8f3b9e04c None None] Provisioning complete for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:12.518022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dfdd22c-a9af-4970-b53a-3fa8f3b9e04c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:12.596213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc102930-3cae-435f-8921-239b79134bba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:12.697150 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-da988a42-7714-463d-a250-1325e314ae51 req-c0284bd2-eef9-4652-b0bf-d4401d43d43c service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1877327 Jan 14 05:43:12.807314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:12.845991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:12.857612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:12.887173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:12.894516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] Deleting subnet 9b2ac913-55fa-41e9-bf66-e7ce147f7c22 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:43:12.906896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:13.032176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:13.165016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Router 078b6abc-347d-444b-b5fe-1232e9e341da is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:43:13.168939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:13.476612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::1c4 (7211bc3b-45e2-42d4-aebe-8af1515d6b21/432bcc94-38df-456d-ae22-f66ab1a76d81/e1a08888-1426-4d5f-9dc2-793cb18eafb5) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:13.479563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:43:13.486230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:13.497207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] Sync routers for ids ['078b6abc-347d-444b-b5fe-1232e9e341da'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:43:13.527269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] Routers {'078b6abc-347d-444b-b5fe-1232e9e341da'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:13.531917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:42:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['078b6abc-347d-444b-b5fe-1232e9e341da'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:13.634578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:13.644727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:13.654453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] Routers {'078b6abc-347d-444b-b5fe-1232e9e341da'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:13.655339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:42:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['078b6abc-347d-444b-b5fe-1232e9e341da'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:13.678571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8:0:1::32b (7211bc3b-45e2-42d4-aebe-8af1515d6b21/7ae14da5-521c-4b60-98af-1fb1e26516ae/e1a08888-1426-4d5f-9dc2-793cb18eafb5) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:13.726111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:13.726847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b85b51b-56ed-4b64-aaa3-81b02365499e None None] The sync data for ids ['078b6abc-347d-444b-b5fe-1232e9e341da'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:43:13.763758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a4c1e0-a8d4-4756-a1d3-f9b5fa6b366a req-cb886a7e-2834-440e-b231-7b206f63b4fa tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:13.765688 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-86a4c1e0-a8d4-4756-a1d3-f9b5fa6b366a req-cb886a7e-2834-440e-b231-7b206f63b4fa tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/networks?id=ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 200 len: 806 time: 0.2238202 Jan 14 05:43:13.791326 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-86a4c1e0-a8d4-4756-a1d3-f9b5fa6b366a req-6071aac2-14ec-448f-b0eb-050a83730ed4 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/quotas/2cb02eb7454f49f48b7726489b09dba8 HTTP/1.1" status: 200 len: 375 time: 0.0152645 Jan 14 05:43:13.826136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:13.828107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 12.6832597 Jan 14 05:43:13.830886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56082) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:13.843936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': False}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:13.929447 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-86a4c1e0-a8d4-4756-a1d3-f9b5fa6b366a req-4c912e48-edde-4567-a29e-b59e9b670d51 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cb02eb7454f49f48b7726489b09dba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1345606 Jan 14 05:43:14.407631 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-86a4c1e0-a8d4-4756-a1d3-f9b5fa6b366a req-97ce300b-b74a-4e47-a329-ce82bac2f4ca service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3638077 Jan 14 05:43:14.460196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:14.467821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0033746-d1d3-4323-8f05-6174de70a62e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:14.544006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object e1a08888-1426-4d5f-9dc2-793cb18eafb5 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:14.640752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:14.728575 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ba055f7-c4a3-4bf1-be7f-97d2ebb7f064 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:14.806297 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-86a4c1e0-a8d4-4756-a1d3-f9b5fa6b366a req-c2b7ba16-eeff-40b2-97b7-f94c63a2fcdf service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.3907707 Jan 14 05:43:14.844185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:15.154227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:15.203028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:15.243137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/9b2ac913-55fa-41e9-bf66-e7ce147f7c22 HTTP/1.1" status: 204 len: 168 time: 2.9344656 Jan 14 05:43:15.315563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:15.327187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56116) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:15.678585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e1a08888-1426-4d5f-9dc2-793cb18eafb5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:15.720031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.991s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:15.745416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8663f75a-fcfb-4394-afef-03e02986c98d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.831s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:15.874189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:16.200486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:16.343788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6043da2-0d99-429a-bafc-5328fdf4e2a2 req-b016c323-9f61-416b-820e-b8ad1365bf92 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:16.353107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b6043da2-0d99-429a-bafc-5328fdf4e2a2 req-b016c323-9f61-416b-820e-b8ad1365bf92 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/networks?id=ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 200 len: 806 time: 0.2648780 Jan 14 05:43:16.370796 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b6043da2-0d99-429a-bafc-5328fdf4e2a2 req-387a6ec1-6d01-400e-a217-9733ac971619 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/quotas/2cb02eb7454f49f48b7726489b09dba8 HTTP/1.1" status: 200 len: 375 time: 0.0173156 Jan 14 05:43:16.389269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17ba298f-85de-4123-8156-0b519fd213e6 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9b2ac913-55fa-41e9-bf66-e7ce147f7c22,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:16.520252 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b6043da2-0d99-429a-bafc-5328fdf4e2a2 req-cde1cb64-433e-48aa-9043-df4a1c44c661 tempest-ServersTestJSON-1056616347 tempest-ServersTestJSON-1056616347] 10.222.0.48 "GET /v2.0/ports?tenant_id=2cb02eb7454f49f48b7726489b09dba8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1408596 Jan 14 05:43:16.610886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:16.621907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:16.626554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.632676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:16.635982 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:16.658967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:16.659722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:16.670313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:16.719795 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1017 time: 8.5461099 Jan 14 05:43:16.722825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56158) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:16.736293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': '838f9a16-5489-462c-9255-578514d31160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:16.738977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:43:16.739485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b6043da2-0d99-429a-bafc-5328fdf4e2a2 req-6fcc662a-dcda-4fd2-a280-ee954222433c service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2181938 Jan 14 05:43:16.752683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'fixed_ips': [{'subnet_id': '432bcc94-38df-456d-ae22-f66ab1a76d81'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:16.788146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:16.889981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=d449ab0d-aa1f-4951-ba84-82c3991e93b1,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:16.923953 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.179s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:16.930568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.626s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:16.931054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:16.939198 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b6043da2-0d99-429a-bafc-5328fdf4e2a2 req-d1e030d5-3d38-4d0a-af7f-9ba78f83f931 service neutron] 10.222.0.48 "GET /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1985457 Jan 14 05:43:16.970380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:43:17.049936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-653a46b1-6a9b-4811-b104-ebafa9bf1ec0 None None] Provisioning for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:17.056506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-653a46b1-6a9b-4811-b104-ebafa9bf1ec0 None None] Provisioning complete for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:17.057304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-653a46b1-6a9b-4811-b104-ebafa9bf1ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:17.180023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-653a46b1-6a9b-4811-b104-ebafa9bf1ec0 None None] Port e1a08888-1426-4d5f-9dc2-793cb18eafb5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:43:17.245621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:17.316936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:17.485760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aea87f28-c948-4fb1-914e-b74c0ce0d0ce']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:17.524353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bc6ac8ad-ef47-4cc4-bd8c-5e7b23ce084d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:17.524782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bc6ac8ad-ef47-4cc4-bd8c-5e7b23ce084d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:17.553867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:17.613733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:17.623927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b104a50f-f088-417e-8ff0-3e9c86186b92 None None] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:17.750660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:17.764560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:17.891852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56190) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:18.018313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-8e78c8e9-fd4f-46c6-8d68-84e3aff7491f', 'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f', 'tenant_id': '462ae330f98b49d99ce01bbf2533ab13', 'fixed_ips': [{'subnet_id': 'd449ab0d-aa1f-4951-ba84-82c3991e93b1'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:43:18.019090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:18.162089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Deleting subnet 323531f5-771c-4e9f-9ab2-adf09332b29e {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:43:18.174536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Delete allocated IP 2001:db8:0:1::32b (7211bc3b-45e2-42d4-aebe-8af1515d6b21/7ae14da5-521c-4b60-98af-1fb1e26516ae) {{(pid=80930) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 05:43:18.194200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:18.307050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:18.331994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:43:18.347560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:18.348471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:18.393808 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.1309552 Jan 14 05:43:18.451582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56202) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:18.461012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f', 'name': 'tempest-PortsTestJSON-697814830'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:18.549764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:18.633485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Router 078b6abc-347d-444b-b5fe-1232e9e341da has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:43:18.644294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Allocated IP 172.20.0.2 (8e78c8e9-fd4f-46c6-8d68-84e3aff7491f/d449ab0d-aa1f-4951-ba84-82c3991e93b1/5762985a-5570-4824-8232-fd2ede2a4cf3) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:18.756436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:18.771921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:18.809210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:18.827351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:18.836906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.084581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.100036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.116351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Transition to ACTIVE for port object 5762985a-5570-4824-8232-fd2ede2a4cf3 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:19.131859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:43:19.137617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.142731 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4ade6ad-9f98-495c-841c-3ab62e98e375 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "PUT /v2.0/routers/078b6abc-347d-444b-b5fe-1232e9e341da HTTP/1.1" status: 200 len: 922 time: 5.3107567 Jan 14 05:43:19.145587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56210) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:19.171596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] Sync routers for ids ['078b6abc-347d-444b-b5fe-1232e9e341da'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:43:19.203158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object e1a08888-1426-4d5f-9dc2-793cb18eafb5 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:19.238207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.251650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] Routers {'078b6abc-347d-444b-b5fe-1232e9e341da'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:19.257988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['078b6abc-347d-444b-b5fe-1232e9e341da'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:19.349375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:19.356599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Transition to ACTIVE for port object 5762985a-5570-4824-8232-fd2ede2a4cf3 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:19.364278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] Routers {'078b6abc-347d-444b-b5fe-1232e9e341da'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:19.364983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['078b6abc-347d-444b-b5fe-1232e9e341da'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:19.446432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:19.452956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1147c648-cdf0-455b-a385-6f3c3ebc71c0 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/078b6abc-347d-444b-b5fe-1232e9e341da HTTP/1.1" status: 200 len: 922 time: 0.3061199 Jan 14 05:43:19.460802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.462911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:19.498172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:19.498635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a1d494d1-a727-4662-93ea-de6bb922496e None None] The sync data for ids ['078b6abc-347d-444b-b5fe-1232e9e341da'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:43:19.505583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.662900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Network aea87f28-c948-4fb1-914e-b74c0ce0d0ce has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:19.700836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-770d7203-9eda-43aa-b817-d4bb467c2f8c tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:19.701864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-770d7203-9eda-43aa-b817-d4bb467c2f8c tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Synchronizing usage tracker for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:19.725298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc00a3d5-0164-4a02-b606-bad66495efb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:19.728662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-770d7203-9eda-43aa-b817-d4bb467c2f8c tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Unset dirty status for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:19.730477 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-770d7203-9eda-43aa-b817-d4bb467c2f8c tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=078b6abc-347d-444b-b5fe-1232e9e341da&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2661965 Jan 14 05:43:19.737705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56228) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:19.777813 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f64ef1c-2b40-4880-80b2-e8f3343a0600 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:19.812513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:43:19.813131 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:43:19.817228 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:43:19.824684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:19.842014 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6c95f1f-c58e-480c-9009-72ec9659bdf6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:19.934030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Pushing event updated for resources: {'Port': ['ID=5762985a-5570-4824-8232-fd2ede2a4cf3,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:19.946948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:19.956983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=323531f5-771c-4e9f-9ab2-adf09332b29e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:19.961958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:43:19.966559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:19.981269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:19.984016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:19.988577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:20.078118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Attempting to bind port 5762985a-5570-4824-8232-fd2ede2a4cf3 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:43:20.078779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Attempting to bind port 5762985a-5570-4824-8232-fd2ede2a4cf3 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '838f9a16-5489-462c-9255-578514d31160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:43:20.079365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Attempting to bind port 5762985a-5570-4824-8232-fd2ede2a4cf3 on network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:43:20.089805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 43, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:43:20.094408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Checking segment: {'id': '838f9a16-5489-462c-9255-578514d31160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:20.095164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.098636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Bound using segment: {'id': '838f9a16-5489-462c-9255-578514d31160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:43:20.099439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Bound port: 5762985a-5570-4824-8232-fd2ede2a4cf3, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '838f9a16-5489-462c-9255-578514d31160', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:43:20.100053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.134217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.11 (8e78c8e9-fd4f-46c6-8d68-84e3aff7491f/d449ab0d-aa1f-4951-ba84-82c3991e93b1/d3b468cd-3a1c-4924-8d40-41d2fee3b7a7) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:20.319685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] For port 5762985a-5570-4824-8232-fd2ede2a4cf3, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:43:20.342006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] For port 5762985a-5570-4824-8232-fd2ede2a4cf3, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5762985a-5570-4824-8232-fd2ede2a4cf3,segment=NetworkSegment(838f9a16-5489-462c-9255-578514d31160),segment_id=838f9a16-5489-462c-9255-578514d31160)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:43:20.354988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.403762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.430127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:20.469409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.473018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.511934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] In _notify_port_updated(), no bound segment for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 on network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:43:20.542438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:20.543221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.555381 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "PUT /v2.0/ports/e1a08888-1426-4d5f-9dc2-793cb18eafb5 HTTP/1.1" status: 200 len: 926 time: 3.8265836 Jan 14 05:43:20.562499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56250) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:20.630437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b5011343-87ce-4785-9430-7ca706bf8422 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:20.728650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56256) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:20.768181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'fixed_ips': [{'subnet_id': '432bcc94-38df-456d-ae22-f66ab1a76d81'}, {'subnet_id': '7ae14da5-521c-4b60-98af-1fb1e26516ae'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:20.943769 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/aea87f28-c948-4fb1-914e-b74c0ce0d0ce HTTP/1.1" status: 204 len: 168 time: 5.5929835 Jan 14 05:43:20.958864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.970928 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:20.975302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:20.980020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/323531f5-771c-4e9f-9ab2-adf09332b29e HTTP/1.1" status: 204 len: 168 time: 3.0531049 Jan 14 05:43:20.989111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56264) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:21.066221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Pushing event updated for resources: {'Port': ['ID=5762985a-5570-4824-8232-fd2ede2a4cf3,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:21.086268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:21.102031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:21.119683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e1a08888-1426-4d5f-9dc2-793cb18eafb5,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:21.150925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b75a881c-4c6f-4ff3-b47a-08dd24dac9fb None None] Provisioning for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:21.160298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b75a881c-4c6f-4ff3-b47a-08dd24dac9fb None None] Provisioning complete for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:21.160722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b75a881c-4c6f-4ff3-b47a-08dd24dac9fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:21.163669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.386s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:21.176222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e803b5b-4c34-4c2c-b5b2-7d1cb8892533 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.716s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:21.344633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b75a881c-4c6f-4ff3-b47a-08dd24dac9fb None None] Port e1a08888-1426-4d5f-9dc2-793cb18eafb5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:43:21.412248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-16f7a69f-ed13-48e8-85c2-d1dcbee46403 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:21.412940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16f7a69f-ed13-48e8-85c2-d1dcbee46403 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Synchronizing usage tracker for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:21.435331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:21.523014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:21.525964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:21.578045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:21.582654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Usage tracker for resource:security_group_rule and tenant:6b06abf25607483b84907aaa8918bd2e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:21.586272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:21.594256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:21.759856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Pushing event deleted for resources: {'Network': ['ID=aea87f28-c948-4fb1-914e-b74c0ce0d0ce,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:21.766193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:21.768505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2594e14a-9604-47ea-8ca0-7adf555e9c9a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.268s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:21.773976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:21.781605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-16f7a69f-ed13-48e8-85c2-d1dcbee46403 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Unset dirty status for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:21.782901 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16f7a69f-ed13-48e8-85c2-d1dcbee46403 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 2.0417030 Jan 14 05:43:21.785381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:21.811514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:21.824070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4582ddc8-a538-408e-8369-4a2f2703b4f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:21.833053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2fff7470-1896-4e3c-8991-ffa76ceb1e0d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=201091dc7c284a02ae64bf4fa7d513d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2922742 Jan 14 05:43:21.871930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56286) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:21.927959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f315bc7d-ab81-473c-bef9-2509b52f478c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=078b6abc-347d-444b-b5fe-1232e9e341da HTTP/1.1" status: 200 len: 205 time: 0.1069453 Jan 14 05:43:21.974206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.108189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef80330e-2ba7-4274-943b-90db0268f80d']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:22.136658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=d3b468cd-3a1c-4924-8d40-41d2fee3b7a7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:22.162579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56290) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:22.170737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:22.214027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '0dc7a0cd-f561-4559-8b71-6fffdf2dd7e3') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:22.214429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '0dc7a0cd-f561-4559-8b71-6fffdf2dd7e3') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:22.230148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.274475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6b06abf25607483b84907aaa8918bd2e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5332818 Jan 14 05:43:22.280359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56296) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:22.285180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cbec2e2e-d37d-41b1-8888-bcd6395b2ea7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:22.303333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.312775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.489s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:22.315559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Releasing vxlan tunnel 19 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:43:22.333101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.415237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:22.429119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:22.450781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:22.532870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:22.594857 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.597542 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:22.605200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.708253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Network ef80330e-2ba7-4274-943b-90db0268f80d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:22.722448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.866589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.881151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.886892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Deleting port 3aea2c41-ee54-4954-a2c3-eaf0ece4d4b1 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:22.887272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:22.889896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65feca6a-a68b-47d2-b3c7-2207f3cdb5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:22.908558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09fa4072-ce27-4fb8-ba68-cafb4e7625d3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:23.013140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd71075d-9e00-4ddb-b2e0-8aace61d17e6 None None] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:23.083872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Network ef80330e-2ba7-4274-943b-90db0268f80d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:23.102310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:43:23.171524 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:43:23.176208 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:23.211876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-03081a03-0f6a-4504-9755-d2b1330674ab None None] Provisioning for port 5762985a-5570-4824-8232-fd2ede2a4cf3 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:23.223270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:23.224564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09fa4072-ce27-4fb8-ba68-cafb4e7625d3 HTTP/1.1" status: 204 len: 168 time: 1.1262190 Jan 14 05:43:23.247208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:23.255974 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:23.269840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Calling delete_port for 3aea2c41-ee54-4954-a2c3-eaf0ece4d4b1 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:23.271985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea730326-a1ad-4021-ac33-03cb5f1dd238 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:23.312484 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] 10.222.0.48 "DELETE /v2.0/networks/ef80330e-2ba7-4274-943b-90db0268f80d HTTP/1.1" status: 204 len: 168 time: 2.3220751 Jan 14 05:43:23.320647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Pushing event deleted for resources: {'Network': ['ID=ef80330e-2ba7-4274-943b-90db0268f80d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:23.326424 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:23.431000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5762985a-5570-4824-8232-fd2ede2a4cf3 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:23.703737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:23.707714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:23.802980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:23.847595 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.3916442 Jan 14 05:43:23.848255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56314) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:23.870152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '8e78c8e9-fd4f-46c6-8d68-84e3aff7491f', 'name': 'tempest-PortsTestJSON-1291910014'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:23.999945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.067095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56318) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:24.111165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5762985a-5570-4824-8232-fd2ede2a4cf3 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:24.130899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5762985a-5570-4824-8232-fd2ede2a4cf3 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:24.131417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.147353 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2764d78d-f3a4-426c-9a07-1bc579027306 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2cb02eb7454f49f48b7726489b09dba8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0788825 Jan 14 05:43:24.151842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:24.295865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56328) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:24.302582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.324029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c55a8fe-c2da-49ea-bf57-0746a87a8574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:24.324312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:24.341285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:24.347376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:24.357217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.376045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cbec2e2e-d37d-41b1-8888-bcd6395b2ea7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:24.376045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:24.376045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.376045 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cbec2e2e-d37d-41b1-8888-bcd6395b2ea7 HTTP/1.1" status: 204 len: 168 time: 2.0851729 Jan 14 05:43:24.460605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.465460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.478528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8:0:1::333 (7211bc3b-45e2-42d4-aebe-8af1515d6b21/7ae14da5-521c-4b60-98af-1fb1e26516ae/e1a08888-1426-4d5f-9dc2-793cb18eafb5) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:24.539322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:24.547597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.547814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.563008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80f0c084-7f13-4ece-8759-21a7234f695b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:24.588536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c654a487-77a0-4fcd-a779-e2c80fc10048,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:24.593433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:24.603055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:24.609580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5762985a-5570-4824-8232-fd2ede2a4cf3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5762985a-5570-4824-8232-fd2ede2a4cf3,segment=NetworkSegment(838f9a16-5489-462c-9255-578514d31160),segment_id=838f9a16-5489-462c-9255-578514d31160)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:24.618825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.655606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.656912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c654a487-77a0-4fcd-a779-e2c80fc10048 HTTP/1.1" status: 204 len: 168 time: 0.5044825 Jan 14 05:43:24.683060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56344) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:24.685121 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc4a78cc-b250-4361-929f-acada25b1c3c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a83a51d3f3014ca29bbf3b36c848e9e9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3709211 Jan 14 05:43:24.696972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:24.713841 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1d53842-8bb2-4660-bebe-224e5ada899e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:24.870782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5762985a-5570-4824-8232-fd2ede2a4cf3,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:24.877049 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:24.889400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b479b53-7a17-4a68-8771-9f7f4a5fe496 None None] Provisioning complete for port 5762985a-5570-4824-8232-fd2ede2a4cf3 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:24.890060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b479b53-7a17-4a68-8771-9f7f4a5fe496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.192581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.228419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b479b53-7a17-4a68-8771-9f7f4a5fe496 None None] Provisioning for port d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:25.233934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b479b53-7a17-4a68-8771-9f7f4a5fe496 None None] Provisioning complete for port d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:25.234349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b479b53-7a17-4a68-8771-9f7f4a5fe496 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.304931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.323572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.401418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.409008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 0a58bdad-adf3-443f-95ab-e94c0878bfa9 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:43:25.418819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3b479b53-7a17-4a68-8771-9f7f4a5fe496 None None] Port d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:43:25.424813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5762985a-5570-4824-8232-fd2ede2a4cf3 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:25.456585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20e8b620-6458-4266-9381-d5e0c992ce36 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:25.524697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0fd297de-bc12-4ae0-a5f1-fdaba1566147,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:25.529039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] It took 0.25 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:43:25.542220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:25.563935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.565194 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0fd297de-bc12-4ae0-a5f1-fdaba1566147 HTTP/1.1" status: 204 len: 168 time: 0.8682828 Jan 14 05:43:25.710673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56374) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:25.756368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.792845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:25.798948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Usage tracker for resource:security_group_rule and tenant:943db857859f4c97880c438c100c85f6 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:25.805171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:25.819621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:25.820107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c7811ed8-a181-4a20-b068-3be87a6115be None None] Provisioning complete for port 5762985a-5570-4824-8232-fd2ede2a4cf3 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:25.820542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7811ed8-a181-4a20-b068-3be87a6115be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.830043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.875542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.880709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.892302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.935130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object e1a08888-1426-4d5f-9dc2-793cb18eafb5 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:25.941088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.942231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Fanout notify agent at l3_agent the message router_deleted on router 078b6abc-347d-444b-b5fe-1232e9e341da {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:43:25.953852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.965250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.4 (8e78c8e9-fd4f-46c6-8d68-84e3aff7491f/d449ab0d-aa1f-4951-ba84-82c3991e93b1/0a58bdad-adf3-443f-95ab-e94c0878bfa9) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:25.980874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:25.988945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56384) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:25.990303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2d437ca-47c0-460d-b2ae-d0ae1811447f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/078b6abc-347d-444b-b5fe-1232e9e341da HTTP/1.1" status: 204 len: 168 time: 3.8155541 Jan 14 05:43:25.999229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5762985a-5570-4824-8232-fd2ede2a4cf3 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:25.999932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.096029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.108208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2020526187', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:26.122165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:26.127020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Usage tracker for resource:router and tenant:5e02ebd3533d4757b225af2f9b953d64 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:26.131908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:26.138946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:26.151368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.182664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d430a2fd-fee2-4433-a5b0-69a92658e40b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:26.194174 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=943db857859f4c97880c438c100c85f6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4819677 Jan 14 05:43:26.196125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.198473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.218083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.234192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56396) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:26.290444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.301096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c7811ed8-a181-4a20-b068-3be87a6115be None None] Provisioning complete for port d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:26.302039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7811ed8-a181-4a20-b068-3be87a6115be None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.372771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cc4a077-2517-430d-8f82-b7ef05b28dde tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888 tempest-PortsAdminExtendedAttrsIpV6TestJSON-1931425888] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:26.380754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a9e275b-bb83-4c33-b9d5-0f7de9843131,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:26.402905 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:26.415408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c7811ed8-a181-4a20-b068-3be87a6115be None None] Port d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:43:26.424161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.429947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.434511 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94e88dae-e57e-4453-a9ee-317cc72d20a0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.3364727 Jan 14 05:43:26.437695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56408) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:26.473681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:26.511014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] In _notify_port_updated(), no bound segment for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 on network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:43:26.543472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:26.544306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.545833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "PUT /v2.0/ports/e1a08888-1426-4d5f-9dc2-793cb18eafb5 HTTP/1.1" status: 200 len: 1012 time: 5.9763484 Jan 14 05:43:26.568839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cc4ff200-b784-42a6-ba81-d3e6bf8c615d None None] Provisioning complete for port 5762985a-5570-4824-8232-fd2ede2a4cf3 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:26.569977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc4ff200-b784-42a6-ba81-d3e6bf8c615d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.604843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e1a08888-1426-4d5f-9dc2-793cb18eafb5,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:26.620631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:26.621222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56412) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:26.663508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.705224 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.707954 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.711115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:26.714970 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:26.731168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port e1a08888-1426-4d5f-9dc2-793cb18eafb5 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:26.731555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.061656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1329c785-37bb-4d1e-ae71-952c122f6dbc None None] Provisioning for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:27.079873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1329c785-37bb-4d1e-ae71-952c122f6dbc None None] Provisioning complete for port e1a08888-1426-4d5f-9dc2-793cb18eafb5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:27.080316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1329c785-37bb-4d1e-ae71-952c122f6dbc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.241614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1329c785-37bb-4d1e-ae71-952c122f6dbc None None] Port e1a08888-1426-4d5f-9dc2-793cb18eafb5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:43:27.253144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.347897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.351061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.403014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.418003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40ef0437-1247-4628-987e-89bbd6f676c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:27.436037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.437413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for e1a08888-1426-4d5f-9dc2-793cb18eafb5 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:27.440244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a9e275b-bb83-4c33-b9d5-0f7de9843131,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:27.451960 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:27.471124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 0a58bdad-adf3-443f-95ab-e94c0878bfa9 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:27.495998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:27.497198 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a9e275b-bb83-4c33-b9d5-0f7de9843131 HTTP/1.1" status: 204 len: 168 time: 1.2588198 Jan 14 05:43:27.498792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:28.320637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:28.419155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7623d2f-8dfb-4ad8-b8e4-095c8b68f5f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:28.533375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4da43e19-11aa-4ac3-b221-a8e88db0e804 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:28.625191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:28.648523 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/e1a08888-1426-4d5f-9dc2-793cb18eafb5 HTTP/1.1" status: 204 len: 168 time: 2.0247891 Jan 14 05:43:28.649221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56480) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:28.652556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=e1a08888-1426-4d5f-9dc2-793cb18eafb5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:28.655603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:28.729562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:28.734637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:28.741927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:28.807936 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f45f546-8eee-44f7-8dde-a8c36747671a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:43:28.811738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f45f546-8eee-44f7-8dde-a8c36747671a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:28.857991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f45f546-8eee-44f7-8dde-a8c36747671a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:28.863150 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f45f546-8eee-44f7-8dde-a8c36747671a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/e1a08888-1426-4d5f-9dc2-793cb18eafb5 HTTP/1.1" status: 404 len: 333 time: 0.2124941 Jan 14 05:43:28.864187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.033249 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:29.037435 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:29.069789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:29.070951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:29.125471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=0a58bdad-adf3-443f-95ab-e94c0878bfa9,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:29.138668 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 924 time: 5.2891316 Jan 14 05:43:29.139970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.723s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:29.156849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56504) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:29.196756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b3ab8203-6ed2-4d1a-94c1-44fd5a21e775 None None] Provisioning for port 0a58bdad-adf3-443f-95ab-e94c0878bfa9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:29.203264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b3ab8203-6ed2-4d1a-94c1-44fd5a21e775 None None] Provisioning complete for port 0a58bdad-adf3-443f-95ab-e94c0878bfa9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:29.203693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8203-6ed2-4d1a-94c1-44fd5a21e775 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:29.335757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet 7ae14da5-521c-4b60-98af-1fb1e26516ae {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:43:29.339504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:29.353607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b3ab8203-6ed2-4d1a-94c1-44fd5a21e775 None None] Port 0a58bdad-adf3-443f-95ab-e94c0878bfa9 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:43:29.452709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:29.631370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:29.719306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43c5d7e0-415b-4851-b06e-d41cb072ec3e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:29.720138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43c5d7e0-415b-4851-b06e-d41cb072ec3e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:29.740076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:29.809959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:29.883982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43c5d7e0-415b-4851-b06e-d41cb072ec3e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:29.883982 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43c5d7e0-415b-4851-b06e-d41cb072ec3e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D172.20.0.11 HTTP/1.1" status: 200 len: 922 time: 0.7232270 Jan 14 05:43:29.894200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56528) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:29.968380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 0a58bdad-adf3-443f-95ab-e94c0878bfa9 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:29.968778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:30.261710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:30.453236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:30.525699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56542) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:30.527453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3da4e687-1959-4eab-bcf6-dd5f9f4760b8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:30.585357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=7ae14da5-521c-4b60-98af-1fb1e26516ae,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:30.592108 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:30.599399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87558c63-2bd0-4a96-b9d0-5c8635f3539b None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:30.605012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:30.632359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/7ae14da5-521c-4b60-98af-1fb1e26516ae HTTP/1.1" status: 204 len: 168 time: 1.7669992 Jan 14 05:43:30.636606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56556) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:30.677317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 0a58bdad-adf3-443f-95ab-e94c0878bfa9 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:30.846443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet 432bcc94-38df-456d-ae22-f66ab1a76d81 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:43:30.857163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:30.960048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:31.086520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:31.137633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a3242a2-c5c6-45a6-bb7d-3fc5982dc19f tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:31.156144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:31.194987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=0a58bdad-adf3-443f-95ab-e94c0878bfa9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:31.198018 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:31.518674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:31.631869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:31.644881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Usage tracker for resource:security_group_rule and tenant:4d3ae225a411466e8d195b58b5c83237 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:31.648148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:31.665888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:31.745021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Allocated IP 172.25.3.252 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/632dfcc7-fe80-418f-af1b-c915cfa0655e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:31.804004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:31.812787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:31.881995 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce23579c-6e72-486d-9a16-8da01b49992a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:31.996159 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4d3ae225a411466e8d195b58b5c83237&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4117074 Jan 14 05:43:32.002080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56598) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:32.005964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6060ae0b-cb1f-4754-9ddf-c4640e7294c2,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:32.036245 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:32.220945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:32.221399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:32.275817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/0a58bdad-adf3-443f-95ab-e94c0878bfa9 HTTP/1.1" status: 204 len: 168 time: 2.3880804 Jan 14 05:43:32.279777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56606) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:32.292919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:32.425080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:32.440876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-562fad62-70f9-4285-be21-dbd831ff48d1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:32.444293 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac83af2f-3812-4975-bb25-6b822ed28d85 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:43:32.445285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac83af2f-3812-4975-bb25-6b822ed28d85 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:32.474389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6060ae0b-cb1f-4754-9ddf-c4640e7294c2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:32.485786 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:32.520743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac83af2f-3812-4975-bb25-6b822ed28d85 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:32.529794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac83af2f-3812-4975-bb25-6b822ed28d85 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/0a58bdad-adf3-443f-95ab-e94c0878bfa9 HTTP/1.1" status: 404 len: 333 time: 0.2458148 Jan 14 05:43:32.530446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56620) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:32.567387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:32.568583 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6060ae0b-cb1f-4754-9ddf-c4640e7294c2 HTTP/1.1" status: 204 len: 168 time: 0.5312703 Jan 14 05:43:32.654788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-833788dc-8728-4504-8511-fb35a44c8d9b None None] Provisioning complete for port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:32.655209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-833788dc-8728-4504-8511-fb35a44c8d9b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:32.824459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:32.858544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:32.859025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:33.142870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:33.208950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=432bcc94-38df-456d-ae22-f66ab1a76d81,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:33.216223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:33.232224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:33.233508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ab10e7-82ad-410c-9422-9d2f8eb23d8a None None] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:33.241111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/432bcc94-38df-456d-ae22-f66ab1a76d81 HTTP/1.1" status: 204 len: 168 time: 2.6034474 Jan 14 05:43:33.245715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56642) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:33.325226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:33.565473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:33.641133 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-64ccde36-c679-4aaf-8c81-87510eacb1da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:33.767487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:33.779991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:33.804987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] DHCP port deletion for 7211bc3b-45e2-42d4-aebe-8af1515d6b21 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:43:33.810901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Deleting port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:33.811396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:33.982547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:33.998912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:34.097915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:34.276602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Pushing event updated for resources: {'Port': ['ID=632dfcc7-fe80-418f-af1b-c915cfa0655e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:34.286604 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:34.329590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:34.332890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:34.334623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] For port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,segment=NetworkSegment(a8e6ba14-c035-4735-bb9a-579a7a8cb8bd),segment_id=a8e6ba14-c035-4735-bb9a-579a7a8cb8bd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:34.335971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:34.339267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:34.402865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] For port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,segment=NetworkSegment(a8e6ba14-c035-4735-bb9a-579a7a8cb8bd),segment_id=a8e6ba14-c035-4735-bb9a-579a7a8cb8bd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:34.404221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:34.657702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:34.746299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Calling delete_port for 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:34.856098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:34.884595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:43:34.885064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:43:34.885241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-873e43f9-624d-42e8-a342-21479c99d479 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:35.021237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:35.026099 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:35.130670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56702) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:35.172544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No DVR routers for this DVR port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:43:35.331157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:43:35.398351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Deleting port 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:35.407707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:35.470776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56710) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:35.489469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:43:35.491638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:43:35.552129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-network', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:35.576120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:35.602448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3e2f79ca-2926-4bb2-939b-0da7e7033167 None None] The port '5f1ca635-ac5b-4dda-9c50-b4a53edd2b5a' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:43:35.758677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:35.769165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Usage tracker for resource:network and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:35.773612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:35.787642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:35.842355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:35.858595 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e552a908-fb9c-49bd-b728-b3f054081af7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:35.889786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Made reservation on behalf of a460b6353f5f4f93869cf5774574e528 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:35.900999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:35.910119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=d3b468cd-3a1c-4924-8d40-41d2fee3b7a7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:35.919204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:35.957569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:35.977810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:35.988701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Usage tracker for resource:security_group_rule and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:35.988701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:35.992749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:36.032826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:36.067837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Usage tracker for resource:security_group_rule and tenant:33f435cec1174934bbae717cd7c9b4ea is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:36.071585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:36.078990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:36.133366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:36.137571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.173370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.196590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.214872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a86d404f-85c8-49aa-9995-ce3cb9ab2ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:36.252999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7211bc3b-45e2-42d4-aebe-8af1515d6b21']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:36.267050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cdcad77b-7bef-4006-b4f9-e071537373f3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:36.270684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:36.307917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a8e6ba14-c035-4735-bb9a-579a7a8cb8bd') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:36.308261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a8e6ba14-c035-4735-bb9a-579a7a8cb8bd') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:36.363862 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33f435cec1174934bbae717cd7c9b4ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8913472 Jan 14 05:43:36.370199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56736) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:36.374395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.459117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.487988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.548051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.550108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:43:36.673106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.680195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:36.764544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:36.774719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.003750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.052371 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 HTTP/1.1" status: 204 len: 168 time: 4.4745407 Jan 14 05:43:37.053519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56754) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:37.131114 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-477bf57b-276c-4702-a96d-7136cc3974a3 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:43:37.131704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-477bf57b-276c-4702-a96d-7136cc3974a3 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:37.165764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-477bf57b-276c-4702-a96d-7136cc3974a3 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:37.176426 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-477bf57b-276c-4702-a96d-7136cc3974a3 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/d3b468cd-3a1c-4924-8d40-41d2fee3b7a7 HTTP/1.1" status: 404 len: 333 time: 0.1200476 Jan 14 05:43:37.193019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56762) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:37.308909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Router 946a6231-3c06-43f5-b92f-7a8c12b17841 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:43:37.572407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.580699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.581835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a39b827-2a1f-465b-8d8a-c53d74c6edc4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:37.619065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.683451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cdcad77b-7bef-4006-b4f9-e071537373f3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:37.722161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:37.731326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.055s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:37.744238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7211bc3b-45e2-42d4-aebe-8af1515d6b21 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:43:37.783835 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:43:37.787247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:43:37.792696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:43:37.808631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.811547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "PUT /v2.0/routers/946a6231-3c06-43f5-b92f-7a8c12b17841 HTTP/1.1" status: 200 len: 880 time: 11.3653238 Jan 14 05:43:37.815534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56778) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:37.819622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] Sync routers for ids ['946a6231-3c06-43f5-b92f-7a8c12b17841'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:43:37.854007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] Routers {'946a6231-3c06-43f5-b92f-7a8c12b17841'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:37.854746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['946a6231-3c06-43f5-b92f-7a8c12b17841'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:37.882830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.897076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cdcad77b-7bef-4006-b4f9-e071537373f3 HTTP/1.1" status: 204 len: 168 time: 1.5158699 Jan 14 05:43:37.947098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.948356 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Added segment 9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7 of type vxlan for network f552ec82-d147-4974-a5ac-1a73a2ea1e27 Jan 14 05:43:37.950872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef2efe1a-41c2-4cfb-b388-741486bee9e6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:37.959859 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:37.975356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:37.979741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07af2a3a-5dee-4cf0-9c58-1f0234288d9e tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:38.023916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:38.026461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet d449ab0d-aa1f-4951-ba84-82c3991e93b1 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:43:38.042348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:38.047626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] Routers {'946a6231-3c06-43f5-b92f-7a8c12b17841'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:38.050052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['946a6231-3c06-43f5-b92f-7a8c12b17841'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:38.068669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:38.085631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=7211bc3b-45e2-42d4-aebe-8af1515d6b21,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:38.115360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:38.127283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:38.161857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/7211bc3b-45e2-42d4-aebe-8af1515d6b21 HTTP/1.1" status: 204 len: 168 time: 4.9147413 Jan 14 05:43:38.176478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56790) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:38.187254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:38.426018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:38.428740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:38.429425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:38.434446 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d26f638-8951-4920-856a-f1e413187fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:38.576793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:38.581672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-62fad4b7-a224-47c6-8216-14c20b27ba04 None None] The sync data for ids ['946a6231-3c06-43f5-b92f-7a8c12b17841'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:43:38.592454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:43:38.660569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Pushing event updated for resources: {'Network': ['ID=f552ec82-d147-4974-a5ac-1a73a2ea1e27,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:38.677468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:38.683780 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:38.714521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:38.741065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78da105a-d5f5-411c-9f4e-c3671aeedb18 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:38.741959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78da105a-d5f5-411c-9f4e-c3671aeedb18 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:38.744897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56804) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:38.759963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:38.785088 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-542d4ffc-48f1-4697-b96f-6b6f8df17616 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/946a6231-3c06-43f5-b92f-7a8c12b17841 HTTP/1.1" status: 200 len: 921 time: 0.9680424 Jan 14 05:43:38.789718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56810) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:38.813691 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 3.6790845 Jan 14 05:43:38.815769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56816) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:38.816658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:38.862535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Request body: {'subnet': {'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-subnet', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:38.891990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:38.899199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Usage tracker for resource:subnet and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:38.900624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:38.914134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:38.921904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78da105a-d5f5-411c-9f4e-c3671aeedb18 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:38.923614 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-78da105a-d5f5-411c-9f4e-c3671aeedb18 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 848 time: 0.7430279 Jan 14 05:43:38.928740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56820) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:38.929673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Made reservation on behalf of a460b6353f5f4f93869cf5774574e528 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:38.934910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.010218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:39.043604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b42584d-37b1-4d00-8063-32fdf9f725cb tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:39.055374 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b42584d-37b1-4d00-8063-32fdf9f725cb tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=946a6231-3c06-43f5-b92f-7a8c12b17841&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.2643077 Jan 14 05:43:39.058568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56826) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:39.088095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Usage tracker for resource:security_group_rule and tenant:11b727e1665740edba3651a577f9118d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:39.101323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:39.117658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:39.144839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.203705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd9b36f0-2e09-4356-8744-4981a54b477b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 284 time: 0.2524886 Jan 14 05:43:39.207294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56834) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:39.228907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-344038183'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:39.241441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:39.267116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:39.268037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:39.279606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:39.373146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:39.387651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.491150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.558167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.576824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca91cc13-5ba2-4334-b993-f55e55ffabfb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:39.606734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:43:39.654433 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11b727e1665740edba3651a577f9118d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9037373 Jan 14 05:43:39.665606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56844) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:39.732298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.732729 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment 86d53d39-f74c-4afc-b3ce-358fb477119a of type vxlan for network 7f7b59d4-cddb-4756-8d44-34c610f4a21d Jan 14 05:43:39.788695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4b2a5d72-d8de-4301-8ace-71d288475244,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:39.792773 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:39.868862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.883379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:39.901217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfda59e7-326c-466f-b5c6-b98d704cf1a4 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:39.910396 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dfda59e7-326c-466f-b5c6-b98d704cf1a4 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 0.8482804 Jan 14 05:43:39.914759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56856) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:39.961093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.003993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.012035 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac6316af-fed3-431c-bd78-90b8733b86fb tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=946a6231-3c06-43f5-b92f-7a8c12b17841 HTTP/1.1" status: 200 len: 205 time: 0.0935173 Jan 14 05:43:40.013184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:40.039911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:40.041218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.056134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:40.381122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=7f7b59d4-cddb-4756-8d44-34c610f4a21d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:40.383681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.396035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:40.409505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.354s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:40.568687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:40.641727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8e1a1a5-1eb8-46cd-9cda-d3d4c0dc6d09 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:40.694004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.735184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:40.745860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a9944f1-bffb-4a1c-99c8-015e4ee0123d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:40.762627 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:40.804803 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 771 time: 1.5957448 Jan 14 05:43:40.806567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.812150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56888) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:40.821034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:40.943114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Checking segment: {'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:40.943366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Network hostable DHCP agents. Network: f552ec82-d147-4974-a5ac-1a73a2ea1e27, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:43:40.967664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.970679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.973151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Deleting port 632dfcc7-fe80-418f-af1b-c915cfa0655e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:40.973531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:40.991052 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef9ec96c-9787-48fa-a88d-33f1eb061bb6 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:41.003088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:41.006848 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4b2a5d72-d8de-4301-8ace-71d288475244 HTTP/1.1" status: 204 len: 168 time: 1.3328073 Jan 14 05:43:41.010055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4b2a5d72-d8de-4301-8ace-71d288475244,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:41.018921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:41.033622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:43:41.049350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:41.053901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:41.057382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:41.064449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:41.075552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:41.280150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b59f35cc-30f2-4049-97dc-a102b0f04fd7 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:41.289700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:41.326587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f552ec82-d147-4974-a5ac-1a73a2ea1e27) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:41.347467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14feb638-96f5-4ee7-a396-6ae16b174f7f None None] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:41.367206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=d449ab0d-aa1f-4951-ba84-82c3991e93b1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:41.378484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:41.457388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:41.470921 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/d449ab0d-aa1f-4951-ba84-82c3991e93b1 HTTP/1.1" status: 204 len: 168 time: 4.2644315 Jan 14 05:43:41.483502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56902) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:41.516638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:41.597261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d354a1e-a619-4f1b-9a40-0fe66997db43 None None] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:41.805309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:41.808234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:41.984784 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 853 time: 3.1270316 Jan 14 05:43:41.984784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56922) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:41.999757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Calling delete_port for 632dfcc7-fe80-418f-af1b-c915cfa0655e owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:42.006342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:42.029325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:42.038521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Usage tracker for resource:router and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:42.067843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:42.107655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.147950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:42.160813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'fixed_ips': [{'subnet_id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:43:42.161769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.226840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 5762985a-5570-4824-8232-fd2ede2a4cf3 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:42.227233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.281829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.299856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.316937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d43cf6d-8ec6-4646-902d-1ae51d3ffe3d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.715663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] For port 5762985a-5570-4824-8232-fd2ede2a4cf3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5762985a-5570-4824-8232-fd2ede2a4cf3,segment=NetworkSegment(838f9a16-5489-462c-9255-578514d31160),segment_id=838f9a16-5489-462c-9255-578514d31160)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:42.716068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.735824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.789199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] DHCP port deletion for 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:43:42.795653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Deleting port 5762985a-5570-4824-8232-fd2ede2a4cf3 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:42.796091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.887037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:42.924713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adc987a9-f495-4c80-9c5e-6e838e15050c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:42.944943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 5762985a-5570-4824-8232-fd2ede2a4cf3 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:43.112667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=51acc553-109d-4f41-bade-be19fea8d468,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:43.118607 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:43.123246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:43.240242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b62d91b1-fda6-45d6-b1e9-55d69f6592a0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:43.286687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': '86d53d39-f74c-4afc-b3ce-358fb477119a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:43.287451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: 7f7b59d4-cddb-4756-8d44-34c610f4a21d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:43:43.325237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:43:43.375994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 7f7b59d4-cddb-4756-8d44-34c610f4a21d) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:43.403146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40eb1380-5fea-4f6d-8261-835ab32721a7 None None] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:43.423179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5762985a-5570-4824-8232-fd2ede2a4cf3 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:43:43.437501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:43.438460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:43.493580 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.6818449 Jan 14 05:43:43.494660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5762985a-5570-4824-8232-fd2ede2a4cf3 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:43:43.495097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5762985a-5570-4824-8232-fd2ede2a4cf3 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:43:43.497101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56962) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:43.503546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d', 'name': 'tempest-PortsIpV6TestJSON-1240836248'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:43.923319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:43.940801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] For port 5762985a-5570-4824-8232-fd2ede2a4cf3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5762985a-5570-4824-8232-fd2ede2a4cf3,segment=NetworkSegment(838f9a16-5489-462c-9255-578514d31160),segment_id=838f9a16-5489-462c-9255-578514d31160)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:43.940801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:43.941133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:43.959473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-7f7b59d4-cddb-4756-8d44-34c610f4a21d', 'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d', 'tenant_id': 'c04336e3f3a64211aa1b7ff14690baaa', 'fixed_ips': [{'subnet_id': '51acc553-109d-4f41-bade-be19fea8d468'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:43:43.960620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:43.964961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:43.975757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:44.233052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=5762985a-5570-4824-8232-fd2ede2a4cf3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:44.247828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.008s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:44.270175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 7ed5b27a-c824-413c-aa32-950d5b6a2d33 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:43:44.299857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:44.366685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Calling delete_port for 5762985a-5570-4824-8232-fd2ede2a4cf3 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:44.442617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No DVR routers for this DVR port 5762985a-5570-4824-8232-fd2ede2a4cf3 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:43:44.623518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:44.773095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:44.812757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f6eb21-0078-4f8e-9967-83d64fb66cd3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:44.899109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:43:44.899729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:43:44.944331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:44.964049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8e78c8e9-fd4f-46c6-8d68-84e3aff7491f']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:44.982045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '838f9a16-5489-462c-9255-578514d31160') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:44.982382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '838f9a16-5489-462c-9255-578514d31160') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:44.996565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.013093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.015558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:43:45.328556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:45.336480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.343601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.401775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Deleting port 5762985a-5570-4824-8232-fd2ede2a4cf3 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:45.402208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.553463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ec6e75c-db20-4e85-8168-c145bfa74595 None None] The port '5762985a-5570-4824-8232-fd2ede2a4cf3' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:43:45.707829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 8e78c8e9-fd4f-46c6-8d68-84e3aff7491f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:43:45.732586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:43:45.951786 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.958662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Fanout notify agent at l3_agent the message router_deleted on router 946a6231-3c06-43f5-b92f-7a8c12b17841 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:43:45.969874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:45.982979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-730eb5e9-9355-4d08-836f-61c5f8bfb07b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:46.046186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.052121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=8e78c8e9-fd4f-46c6-8d68-84e3aff7491f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:46.062777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:46.106815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.108594 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f032bdc8-ffe7-40c7-b457-dfa2c631eb28 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/946a6231-3c06-43f5-b92f-7a8c12b17841 HTTP/1.1" status: 204 len: 168 time: 6.0916007 Jan 14 05:43:46.113680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57038) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:46.133106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-1678967964', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:46.157106 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/8e78c8e9-fd4f-46c6-8d68-84e3aff7491f HTTP/1.1" status: 204 len: 168 time: 4.6686008 Jan 14 05:43:46.159117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:46.161619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:46.171492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-585530946'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:46.182060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:46.188585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:46.192876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:46.201592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:46.213813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Usage tracker for resource:router and tenant:5e02ebd3533d4757b225af2f9b953d64 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:46.218518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:46.226687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:46.239015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.255220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:46.280111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.283323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.286111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.289237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Allocated IP 172.20.0.2 (f552ec82-d147-4974-a5ac-1a73a2ea1e27/5a9944f1-bffb-4a1c-99c8-015e4ee0123d/03072bb1-d74e-46fe-ae1e-3d673cf6bff0) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:46.312286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.359435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:43:46.379307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.379786 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment eb9dbad9-c512-471e-ac13-757c4a3619aa of type vxlan for network 52825756-fb85-4c27-9b97-c82c02a22058 Jan 14 05:43:46.399102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Allocated IP 2001:db8::2 (7f7b59d4-cddb-4756-8d44-34c610f4a21d/51acc553-109d-4f41-bade-be19fea8d468/1e12de31-09fb-4769-b620-78569abe73a6) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:46.401007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.539869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.550002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:46.551340 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-77c019c7-2fe9-45ac-9ee9-dc42c299e5da tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.4361010 Jan 14 05:43:46.564616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57054) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:46.581685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': True}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:46.894359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:43:47.093245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:47.157792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:47.200679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:47.201402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:47.224950 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34e53c43-1ff2-4063-be24-08b480921f06 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:47.254710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:47.362063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=52825756-fb85-4c27-9b97-c82c02a22058,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:47.367905 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:47.369505 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 1.2063129 Jan 14 05:43:47.388433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 52825756-fb85-4c27-9b97-c82c02a22058 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:47.446018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57074) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:47.480967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '52825756-fb85-4c27-9b97-c82c02a22058', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:47.656027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:47.660392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:47.663701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:47.669786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:47.716014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 52825756-fb85-4c27-9b97-c82c02a22058 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:47.823466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:47.858184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 52825756-fb85-4c27-9b97-c82c02a22058 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:43:48.003425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:48.053055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:48.073041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:48.151957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:48.178100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Transition to ACTIVE for port object 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:48.247783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:48.259460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:48.264555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Transition to ACTIVE for port object 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:48.273840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Transition to ACTIVE for port object 1e12de31-09fb-4769-b620-78569abe73a6 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:48.278086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:48.612730 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ffbea6d-4559-4d23-8c52-7e58bb5f1934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:48.846372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Pushing event updated for resources: {'Port': ['ID=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:48.860131 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:48.880730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Transition to ACTIVE for port object 1e12de31-09fb-4769-b620-78569abe73a6 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:48.905235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:48.923800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Allocated IP 172.25.3.31 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/77974b9d-d73b-4598-8af1-80daefd37b8e) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:48.944492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:48.955576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:49.018254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:49.020805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:49.183606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:49.208182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Pushing event updated for resources: {'Port': ['ID=1e12de31-09fb-4769-b620-78569abe73a6,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:49.291690 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:49.430498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::35 (7f7b59d4-cddb-4756-8d44-34c610f4a21d/51acc553-109d-4f41-bade-be19fea8d468/7ed5b27a-c824-413c-aa32-950d5b6a2d33) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:49.500026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:49.573166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Attempting to bind port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:43:49.574195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Attempting to bind port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:43:49.575789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Attempting to bind port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 on network f552ec82-d147-4974-a5ac-1a73a2ea1e27 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:43:49.591477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:43:49.592211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Checking segment: {'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:49.592986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:49.593593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Bound using segment: {'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:43:49.594299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Bound port: 03072bb1-d74e-46fe-ae1e-3d673cf6bff0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:43:49.594940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:49.881932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:49.929139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object 7ed5b27a-c824-413c-aa32-950d5b6a2d33 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:49.970908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:49.973307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:50.001670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:50.005684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:50.016059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b99298fd-b789-445e-924a-a05f0e774274 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:50.115600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] For port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:43:50.131098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] For port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,segment=NetworkSegment(9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7),segment_id=9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:43:50.136646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57148) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:50.138988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=7ed5b27a-c824-413c-aa32-950d5b6a2d33,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:50.144774 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:50.193664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:50.210963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:50.239012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50c9ef80-e528-4cf2-8710-e4dbdcee06bf tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:50.357907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:50.397167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Pushing event updated for resources: {'Port': ['ID=77974b9d-d73b-4598-8af1-80daefd37b8e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:50.417546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:50.526152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Attempting to bind port 1e12de31-09fb-4769-b620-78569abe73a6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:43:50.526720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Attempting to bind port 1e12de31-09fb-4769-b620-78569abe73a6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '86d53d39-f74c-4afc-b3ce-358fb477119a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:43:50.527471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Attempting to bind port 1e12de31-09fb-4769-b620-78569abe73a6 on network 7f7b59d4-cddb-4756-8d44-34c610f4a21d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:43:50.539885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-280dd8ef-dec0-4e39-8847-f129c18abc04 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:50.614095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:50.639134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:50.655487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Usage tracker for resource:security_group_rule and tenant:fade81e2cc3849e4aeb2dbc7c6617290 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:50.663209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:50.709955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:43:50.710367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Checking segment: {'id': '86d53d39-f74c-4afc-b3ce-358fb477119a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:50.711047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:50.712615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Bound using segment: {'id': '86d53d39-f74c-4afc-b3ce-358fb477119a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:43:50.714379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Bound port: 1e12de31-09fb-4769-b620-78569abe73a6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '86d53d39-f74c-4afc-b3ce-358fb477119a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:43:50.715162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:50.752358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:50.806369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57162) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:50.962009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] For port 1e12de31-09fb-4769-b620-78569abe73a6, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:43:50.969926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] For port 1e12de31-09fb-4769-b620-78569abe73a6, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e12de31-09fb-4769-b620-78569abe73a6,segment=NetworkSegment(86d53d39-f74c-4afc-b3ce-358fb477119a),segment_id=86d53d39-f74c-4afc-b3ce-358fb477119a)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:43:50.984077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.045283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.071612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:51.093875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:51.168936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.170528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:51.242168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Pushing event updated for resources: {'Port': ['ID=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:51.247422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.708s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:51.247982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dff60965-b795-4815-9a4e-010ab8da9588 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.141s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:51.257003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2609417e-3f9a-4f6c-86b7-fd42a8903cc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:51.342756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.352218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Pushing event updated for resources: {'Port': ['ID=1e12de31-09fb-4769-b620-78569abe73a6,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:51.358286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:51.379563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=1e30ea87-fee7-4907-9947-3445b52fdedc,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:51.406277 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:51.414349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.424159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b0cf202-f392-4000-9706-848b59a31b91 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:51.431295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': 'eb9dbad9-c512-471e-ac13-757c4a3619aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52825756-fb85-4c27-9b97-c82c02a22058'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:51.431971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: 52825756-fb85-4c27-9b97-c82c02a22058, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:43:51.445068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fade81e2cc3849e4aeb2dbc7c6617290&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2982042 Jan 14 05:43:51.450321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57180) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:51.457422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:51.483189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:51.489049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:51.504117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.508122 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:51.511437 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:51.539046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:51.542407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.610813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Allocated IP 172.25.3.7 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/97b0b88f-080e-4ad7-b227-7af7092dd5a1) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:51.617195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Usage tracker for resource:security_group_rule and tenant:ef18a1333dca49798c78ee0521f905c1 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:51.621544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:51.692434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:51.703655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.705899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 52825756-fb85-4c27-9b97-c82c02a22058 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:43:51.759945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 52825756-fb85-4c27-9b97-c82c02a22058) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:51.771092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3afe10f0-d42a-4d30-bcea-eac84d3571bd None None] Network 52825756-fb85-4c27-9b97-c82c02a22058 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:51.776388 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 8.2779243 Jan 14 05:43:51.787273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c97ed4-c3bf-485d-9f8a-411fbab21666,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:51.793989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57188) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:51.835947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:51.836607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:51.868601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:51.873606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '7f7b59d4-cddb-4756-8d44-34c610f4a21d', 'name': 'tempest-PortsIpV6TestJSON-1374985831'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:52.018631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:52.173331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:52.191190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-52825756-fb85-4c27-9b97-c82c02a22058', 'network_id': '52825756-fb85-4c27-9b97-c82c02a22058', 'tenant_id': '462ae330f98b49d99ce01bbf2533ab13', 'fixed_ips': [{'subnet_id': '1e30ea87-fee7-4907-9947-3445b52fdedc'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:43:52.192141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:52.196305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:52.225727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:52.235302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:52.236836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:52.248132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:52.305310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:52.306111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-469ea857-3c15-4856-8402-63ed7af3fdc2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:52.326596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:52.332314 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.8820624 Jan 14 05:43:52.344228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57200) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:52.388302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '52825756-fb85-4c27-9b97-c82c02a22058', 'name': 'tempest-PortsTestJSON-1986320082', 'fixed_ips': [{'subnet_id': '1e30ea87-fee7-4907-9947-3445b52fdedc', 'ip_address': '172.20.0.10'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:52.616393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:52.621779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:52.626178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:52.633399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:52.656393 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef18a1333dca49798c78ee0521f905c1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.8294272 Jan 14 05:43:52.658226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:52.684879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:52.695493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57208) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:52.695954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Allocated IP 172.20.0.2 (52825756-fb85-4c27-9b97-c82c02a22058/1e30ea87-fee7-4907-9947-3445b52fdedc/c508f506-7386-460b-ba97-d07a8327c81d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:52.704541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=497c8e30-9549-4288-a265-1f6588a9fe9c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:52.724191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:52.858878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.072270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.113107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.115178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.126858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Transition to ACTIVE for port object c508f506-7386-460b-ba97-d07a8327c81d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:53.130041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.133675 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-696c1bc3-ebf3-4dff-bcb6-4811617e5303 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:53.142806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.147700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Transition to ACTIVE for port object c508f506-7386-460b-ba97-d07a8327c81d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:53.168692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.286751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:53.319570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.342034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c97ed4-c3bf-485d-9f8a-411fbab21666,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:53.349803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:53.367487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:53.368812 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/40c97ed4-c3bf-485d-9f8a-411fbab21666 HTTP/1.1" status: 204 len: 168 time: 1.9144244 Jan 14 05:43:53.369657 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2be0661-b5a6-4aca-9b9d-3805ced66e2e tempest-FloatingIPAdminTestJSON-264428683 tempest-FloatingIPAdminTestJSON-264428683] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:53.488794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Pushing event updated for resources: {'Port': ['ID=c508f506-7386-460b-ba97-d07a8327c81d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:53.578334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Port': ['ID=97b0b88f-080e-4ad7-b227-7af7092dd5a1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:53.615494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 82899e8a-7ad8-4794-830a-fce63b5ac1fa yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:43:53.627753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:53.652337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee09a8ca-2850-415e-917a-b2ea14a2df97 None None] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:53.658536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:53.664626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 60fd6b03-c8c1-4307-bd6b-ae584d660769 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:43:53.699536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e12de31-09fb-4769-b620-78569abe73a6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:53.794025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:53.804704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:53.814004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:53.961905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::9 (7f7b59d4-cddb-4756-8d44-34c610f4a21d/51acc553-109d-4f41-bade-be19fea8d468/82899e8a-7ad8-4794-830a-fce63b5ac1fa) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:53.987027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Network 52825756-fb85-4c27-9b97-c82c02a22058 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:53.997801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:54.015274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:54.035910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-764eed2d-8565-422b-ada0-0fb005282de8 None None] Provisioning for port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:54.091039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1e12de31-09fb-4769-b620-78569abe73a6 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:54.094391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a849ca91-5866-4b53-bf8f-039a45c14862 None None] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:54.236408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.257145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object 82899e8a-7ad8-4794-830a-fce63b5ac1fa will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:54.265421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57234) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:54.324768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.329503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.396773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:54.415379 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2aee39b-e6ba-4f40-895b-523149a35246 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:54.439419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Attempting to bind port c508f506-7386-460b-ba97-d07a8327c81d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:43:54.439816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Attempting to bind port c508f506-7386-460b-ba97-d07a8327c81d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'eb9dbad9-c512-471e-ac13-757c4a3619aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52825756-fb85-4c27-9b97-c82c02a22058'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:43:54.440214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Attempting to bind port c508f506-7386-460b-ba97-d07a8327c81d on network 52825756-fb85-4c27-9b97-c82c02a22058 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:43:54.498038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:54.518313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=82899e8a-7ad8-4794-830a-fce63b5ac1fa,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:54.562345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.568126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Usage tracker for resource:security_group_rule and tenant:b75035b3c5c54052b417b84861fa5dc2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:54.585589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:54.590728 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e37690e-294e-45b4-9115-a130c936b859 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:54.635999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:43:54.636465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Checking segment: {'id': 'eb9dbad9-c512-471e-ac13-757c4a3619aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52825756-fb85-4c27-9b97-c82c02a22058'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:43:54.637014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.637666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Bound using segment: {'id': 'eb9dbad9-c512-471e-ac13-757c4a3619aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52825756-fb85-4c27-9b97-c82c02a22058'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:43:54.638889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Bound port: c508f506-7386-460b-ba97-d07a8327c81d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eb9dbad9-c512-471e-ac13-757c4a3619aa', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '52825756-fb85-4c27-9b97-c82c02a22058'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:43:54.639516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.665166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:54.668645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=497c8e30-9549-4288-a265-1f6588a9fe9c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:54.700321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:54.759435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:54.801880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.806348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/497c8e30-9549-4288-a265-1f6588a9fe9c HTTP/1.1" status: 204 len: 168 time: 2.1042409 Jan 14 05:43:54.918874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:54.966853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Provisioning for port 1e12de31-09fb-4769-b620-78569abe73a6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:55.009105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Provisioning complete for port 1e12de31-09fb-4769-b620-78569abe73a6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:55.019439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.146449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:43:55.149962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c508f506-7386-460b-ba97-d07a8327c81d,segment=NetworkSegment(eb9dbad9-c512-471e-ac13-757c4a3619aa),segment_id=eb9dbad9-c512-471e-ac13-757c4a3619aa)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:43:55.215101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.10 (52825756-fb85-4c27-9b97-c82c02a22058/1e30ea87-fee7-4907-9947-3445b52fdedc/60fd6b03-c8c1-4307-bd6b-ae584d660769) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:43:55.242682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.247317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.252615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:55.254376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:55.273590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:55.275701 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.279641 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:55.283941 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:55.297006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:55.297734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.325651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Router 29ddb894-e621-44ed-874a-56f8e3967f32 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:43:55.393409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efa490b0-3b44-49a0-a180-047dfccef40a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:55.657206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:55.702117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.9062884 Jan 14 05:43:55.715718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57262) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:55.786338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Pushing event updated for resources: {'Port': ['ID=c508f506-7386-460b-ba97-d07a8327c81d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:55.792273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:55.840977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:55.841526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.862041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:43:55.888084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.892459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:55.956413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.958485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 13.9738703 Jan 14 05:43:55.966082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57274) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:55.968909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:55.995076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:56.000225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Usage tracker for resource:security_group_rule and tenant:7124e6b86d354be9a6a9857a9b3b5a57 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:56.004129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:56.012138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:56.109515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Sync routers for ids ['29ddb894-e621-44ed-874a-56f8e3967f32'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:43:56.226189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Routers {'29ddb894-e621-44ed-874a-56f8e3967f32'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:56.226866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['29ddb894-e621-44ed-874a-56f8e3967f32'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:56.279805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d23711a0-1855-4fa0-8743-61fdf89ece7a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:56.281000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d23711a0-1855-4fa0-8743-61fdf89ece7a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:43:56.289515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:56.315172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d23711a0-1855-4fa0-8743-61fdf89ece7a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:43:56.316495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:56.317111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d23711a0-1855-4fa0-8743-61fdf89ece7a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address%3D2001%3Adb8%3A%3A35 HTTP/1.1" status: 200 len: 928 time: 0.6003594 Jan 14 05:43:56.320291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:56.376987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:56.424895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:56.433684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 82899e8a-7ad8-4794-830a-fce63b5ac1fa {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:43:56.434221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:56.625366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:56.726069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Set router 29ddb894-e621-44ed-874a-56f8e3967f32 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:43:56.734314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:56.753250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 60fd6b03-c8c1-4307-bd6b-ae584d660769 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:43:56.778044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-856cc4c4-b47b-4cc2-a3de-440a91318339 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:56.938790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=12088309-2359-44c1-b517-209c5ca7b236,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:56.961357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:56.963654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.189858 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b75035b3c5c54052b417b84861fa5dc2&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9228606 Jan 14 05:43:57.200114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6fc8bee-043b-4bd7-93d2-484dc775f199 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:57.218291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] For port 1e12de31-09fb-4769-b620-78569abe73a6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e12de31-09fb-4769-b620-78569abe73a6,segment=NetworkSegment(86d53d39-f74c-4afc-b3ce-358fb477119a),segment_id=86d53d39-f74c-4afc-b3ce-358fb477119a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:57.269632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.324931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.380465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3770536-a7f5-4f3d-98d6-78c431694bee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:57.424615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57300) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:57.441884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=60fd6b03-c8c1-4307-bd6b-ae584d660769,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:57.447716 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:57.585452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,segment=NetworkSegment(9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7),segment_id=9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:43:57.595193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Pushing event updated for resources: {'Port': ['ID=1e12de31-09fb-4769-b620-78569abe73a6,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:57.627976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:57.636269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 52825756-fb85-4c27-9b97-c82c02a22058 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:43:57.651769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:43:57.658350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.672421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:43:57.704759 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:57.772366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.860479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.862546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Provisioning for port 7ed5b27a-c824-413c-aa32-950d5b6a2d33 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:57.904966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.919160 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:43:57.922270 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:43:57.929760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Provisioning complete for port 7ed5b27a-c824-413c-aa32-950d5b6a2d33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:57.930188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.944065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:43:57.945138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:57.994316 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 5.6420288 Jan 14 05:43:58.004481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57310) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:58.029254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '52825756-fb85-4c27-9b97-c82c02a22058', 'name': 'tempest-PortsTestJSON-243322522', 'fixed_ips': [{'subnet_id': '1e30ea87-fee7-4907-9947-3445b52fdedc', 'ip_address': '172.20.0.9'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:43:58.061784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c508f506-7386-460b-ba97-d07a8327c81d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:58.106627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:58.280856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:43:58.286636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:43:58.290531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:43:58.311446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:43:58.401317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:43:58.543336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Router 697f82e0-d0ff-43eb-84ec-e906285ac186 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:43:58.576470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 82899e8a-7ad8-4794-830a-fce63b5ac1fa owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:43:58.620385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:58.666988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Port 7ed5b27a-c824-413c-aa32-950d5b6a2d33 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:43:58.683320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.975s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:58.810048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Provisioning complete for port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:43:58.810478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:58.956245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:43:52Z', 'revision_number': 3, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:43:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:58.980400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Checking router: 29ddb894-e621-44ed-874a-56f8e3967f32 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:43:58.980810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Updating router 29ddb894-e621-44ed-874a-56f8e3967f32 port 77974b9d-d73b-4598-8af1-80daefd37b8e binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:43:58.986957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.027719 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dca80206-104b-4153-b67e-cd0367ea5c81 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:59.084255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c508f506-7386-460b-ba97-d07a8327c81d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:43:59.086801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.088122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/12088309-2359-44c1-b517-209c5ca7b236 HTTP/1.1" status: 204 len: 168 time: 1.6427348 Jan 14 05:43:59.120125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=12088309-2359-44c1-b517-209c5ca7b236,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:59.148662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:59.152459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e12de31-09fb-4769-b620-78569abe73a6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:43:59.198366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.316138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7ae02a91-2a65-4aaa-8b76-8681c1a24107 None None] Network 52825756-fb85-4c27-9b97-c82c02a22058 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:43:59.346394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.357909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.448895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 88cdde45-dd32-436b-8349-3cd3e4fddf49 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:43:59.581620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:43:59.587453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.589352 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "PUT /v2.0/routers/697f82e0-d0ff-43eb-84ec-e906285ac186 HTTP/1.1" status: 200 len: 913 time: 13.0237050 Jan 14 05:43:59.592235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57338) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:43:59.594128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] Sync routers for ids ['697f82e0-d0ff-43eb-84ec-e906285ac186'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:43:59.626531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] Routers {'697f82e0-d0ff-43eb-84ec-e906285ac186'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:59.627250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['697f82e0-d0ff-43eb-84ec-e906285ac186'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:59.702257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5afccc7c-a676-4c1b-b932-f57c6ae4bcea tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:59.786464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=82899e8a-7ad8-4794-830a-fce63b5ac1fa,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:59.790039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.814638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:59.815398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8056a8ca-e7d6-4c0b-814a-b058e3cd8698 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:43:59.836647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:59.845243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:43:59.853593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=08ad66ae-9af2-4c5d-88ff-a9e154083561,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:43:59.876158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] Routers {'697f82e0-d0ff-43eb-84ec-e906285ac186'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:43:59.876856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['697f82e0-d0ff-43eb-84ec-e906285ac186'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:43:59.893601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:43:59.968941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:00.050588 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7124e6b86d354be9a6a9857a9b3b5a57&name=default HTTP/1.1" status: 200 len: 2983 time: 4.1549690 Jan 14 05:44:00.055318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57352) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:00.070424 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/82899e8a-7ad8-4794-830a-fce63b5ac1fa HTTP/1.1" status: 204 len: 168 time: 3.7463353 Jan 14 05:44:00.099410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:00.099876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-91fe85db-b989-42a5-842c-60ae948d1587 None None] The sync data for ids ['697f82e0-d0ff-43eb-84ec-e906285ac186'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:44:00.100800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1e12de31-09fb-4769-b620-78569abe73a6 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:00.106848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:00.139331 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-edf566a1-2afe-41dd-8c59-8912ea94da3e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/697f82e0-d0ff-43eb-84ec-e906285ac186 HTTP/1.1" status: 200 len: 919 time: 0.5454636 Jan 14 05:44:00.155165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57356) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:00.155512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57360) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:00.302993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:00.311928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Could not find standard attr ID for object 82899e8a-7ad8-4794-830a-fce63b5ac1fa. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:44:00.457887 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4069eb70-f020-4c86-91d9-787c876d2a1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:44:00.459230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4069eb70-f020-4c86-91d9-787c876d2a1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:00.473261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:00.499133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.9 (52825756-fb85-4c27-9b97-c82c02a22058/1e30ea87-fee7-4907-9947-3445b52fdedc/88cdde45-dd32-436b-8349-3cd3e4fddf49) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:00.544001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Provisioning complete for port 1e12de31-09fb-4769-b620-78569abe73a6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:00.547682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff22fc40-0c1e-48b5-9b30-8991c8ac9289 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:00.554289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:00.671070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:00.683696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84b31631-ccb7-41f1-95f7-7115c8f6bce2 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:00.698076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4069eb70-f020-4c86-91d9-787c876d2a1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:00.704172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4069eb70-f020-4c86-91d9-787c876d2a1c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/82899e8a-7ad8-4794-830a-fce63b5ac1fa HTTP/1.1" status: 404 len: 333 time: 0.5452173 Jan 14 05:44:00.711627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57374) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:00.716846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37361f44-3fdb-480c-a854-1ca0301ef2d6 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:00.717639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37361f44-3fdb-480c-a854-1ca0301ef2d6 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Synchronizing usage tracker for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:01.018449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:01.079781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:01.132012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:01.133674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/08ad66ae-9af2-4c5d-88ff-a9e154083561 HTTP/1.1" status: 204 len: 168 time: 1.0770695 Jan 14 05:44:01.167367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 88cdde45-dd32-436b-8349-3cd3e4fddf49 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:01.184764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=08ad66ae-9af2-4c5d-88ff-a9e154083561,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:01.192690 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.508s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:01.215442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:01.410085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Provisioning complete for port 7ed5b27a-c824-413c-aa32-950d5b6a2d33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:01.410521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:01.411234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37361f44-3fdb-480c-a854-1ca0301ef2d6 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Unset dirty status for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:01.416324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37361f44-3fdb-480c-a854-1ca0301ef2d6 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=697f82e0-d0ff-43eb-84ec-e906285ac186&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 943 time: 1.2527533 Jan 14 05:44:01.443938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57394) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:01.564005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Port 7ed5b27a-c824-413c-aa32-950d5b6a2d33 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:01.652679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Allocated IP 172.20.0.1 (f552ec82-d147-4974-a5ac-1a73a2ea1e27/5a9944f1-bffb-4a1c-99c8-015e4ee0123d/c0ff193f-3788-4d83-8e2d-3de0cfefb26c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:01.676406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Provisioning for port 60fd6b03-c8c1-4307-bd6b-ae584d660769 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:01.709161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Provisioning complete for port 60fd6b03-c8c1-4307-bd6b-ae584d660769 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:01.709746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:01.818359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:01.819332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:01.992021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Port 60fd6b03-c8c1-4307-bd6b-ae584d660769 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:02.077329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:02.103237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Provisioning complete for port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:02.110158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:02.145129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Transition to ACTIVE for port object c0ff193f-3788-4d83-8e2d-3de0cfefb26c will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:02.147075 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08d200f2-68ba-473a-911c-07489847a55e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:02.252987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=88cdde45-dd32-436b-8349-3cd3e4fddf49,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:02.270820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:02.285044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 52825756-fb85-4c27-9b97-c82c02a22058 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:02.287139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:02.305955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:02.422104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:02.479968 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.483555 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.490675 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:02.493876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:02.530832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:02.535936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:02.595519 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 4.5892844 Jan 14 05:44:02.597245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57426) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:02.649960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5accbc1f-eac2-4a6d-a786-6ef60895d87d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:02.650793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5accbc1f-eac2-4a6d-a786-6ef60895d87d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Synchronizing usage tracker for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:02.669339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:02.844274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8dbfb95-2ce8-4cc4-b16d-e76c4702e523 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:02.845112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8dbfb95-2ce8-4cc4-b16d-e76c4702e523 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:02.873047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a5dae91c-3924-4934-b4c3-0c58f78cf1d3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:02.881808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8dbfb95-2ce8-4cc4-b16d-e76c4702e523 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:02.883284 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8dbfb95-2ce8-4cc4-b16d-e76c4702e523 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0.1 HTTP/1.1" status: 200 len: 923 time: 0.2850018 Jan 14 05:44:02.886524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57438) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:02.886982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Could not find standard attr ID for object 82899e8a-7ad8-4794-830a-fce63b5ac1fa. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:44:02.935328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 7ed5b27a-c824-413c-aa32-950d5b6a2d33 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:02.935718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:02.937762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:02.944097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Provisioning complete for port 1e12de31-09fb-4769-b620-78569abe73a6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:02.944529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:02.975970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5accbc1f-eac2-4a6d-a786-6ef60895d87d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Unset dirty status for tenant:cf032c5b3e49445e94e24be0c4f67757 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:02.980140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5accbc1f-eac2-4a6d-a786-6ef60895d87d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 0.7535169 Jan 14 05:44:02.996147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57444) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:03.066503 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b218199c-230c-4dad-9187-1056c0b583b0 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=697f82e0-d0ff-43eb-84ec-e906285ac186 HTTP/1.1" status: 200 len: 205 time: 0.0689468 Jan 14 05:44:03.069863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57450) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:03.071087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:03.076981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:03.083889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:03.109581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Transition to ACTIVE for port object 77974b9d-d73b-4598-8af1-80daefd37b8e will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:03.131569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:03.172773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:03.211602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:03.403896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-201e4a28-641a-460c-afa7-7eef4704dea3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:03.476501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546767c6-efc1-4f98-abd3-a4bc22b28710 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:03.544313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546767c6-efc1-4f98-abd3-a4bc22b28710 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:03.675328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-546767c6-efc1-4f98-abd3-a4bc22b28710 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:03.680891 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-546767c6-efc1-4f98-abd3-a4bc22b28710 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D172.20.0. HTTP/1.1" status: 200 len: 2377 time: 0.7929893 Jan 14 05:44:03.698320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57464) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:03.810183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:03.821618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Attempting to bind port 77974b9d-d73b-4598-8af1-80daefd37b8e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:44:03.826418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Attempting to bind port 77974b9d-d73b-4598-8af1-80daefd37b8e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:44:03.829305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Attempting to bind port 77974b9d-d73b-4598-8af1-80daefd37b8e on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:44:03.885693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Pushing event updated for resources: {'Port': ['ID=77974b9d-d73b-4598-8af1-80daefd37b8e,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:03.898725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 43, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:44:03.899547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:44:03.899547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:03.900818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:44:03.901389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Bound port: 77974b9d-d73b-4598-8af1-80daefd37b8e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:44:03.901819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:03.984021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 88cdde45-dd32-436b-8349-3cd3e4fddf49 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:03.984380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:04.087103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] For port 77974b9d-d73b-4598-8af1-80daefd37b8e, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:44:04.091041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] For port 77974b9d-d73b-4598-8af1-80daefd37b8e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=77974b9d-d73b-4598-8af1-80daefd37b8e,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:44:04.093715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.094138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.094503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.097254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.097605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.097977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.098355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.098745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.099118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.099478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.099868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.100207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.100618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.101008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.101383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.101718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.102078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.102428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.106267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 7ed5b27a-c824-413c-aa32-950d5b6a2d33 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:04.113907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.114437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.117618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.118061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.118482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.119590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.120047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.120431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.120803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.121148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.121513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.121898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.122235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.122626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.127146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.131889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.134394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.135726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.163307 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.760s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:04.163965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Provisioning for port c508f506-7386-460b-ba97-d07a8327c81d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:04.180441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:04.252217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:04.334373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Provisioning complete for port c508f506-7386-460b-ba97-d07a8327c81d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:04.334735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:04.402969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Pushing event updated for resources: {'Port': ['ID=77974b9d-d73b-4598-8af1-80daefd37b8e,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:04.419070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:04.544026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:04.551023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.558146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.558960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.559627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.560258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.565457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.566118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.568107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.568766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.569393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.570657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.571316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.572697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.578994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.579758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.580390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.581189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.585878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.586763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.587789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.588570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.595213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.596285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.598223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.604170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.604897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.605532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.606644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.615385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.616426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.617116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.617770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.618435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.619838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.626722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.627467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:04.657273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.784s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:04.723126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 88cdde45-dd32-436b-8349-3cd3e4fddf49 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:04.784839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:04.801222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:04.865954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2794978d-15a7-4f80-aa26-36872b437471 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:04.883048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c508f506-7386-460b-ba97-d07a8327c81d,segment=NetworkSegment(eb9dbad9-c512-471e-ac13-757c4a3619aa),segment_id=eb9dbad9-c512-471e-ac13-757c4a3619aa)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:04.932994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:04.947921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Routers {'29ddb894-e621-44ed-874a-56f8e3967f32'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:04.952788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['29ddb894-e621-44ed-874a-56f8e3967f32'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:05.179761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:05.298733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=7ed5b27a-c824-413c-aa32-950d5b6a2d33,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:05.309652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.443s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:05.315660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:05.329351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:05.360859 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:05.413638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=88cdde45-dd32-436b-8349-3cd3e4fddf49,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:05.438179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:05.780926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:05.938532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Pushing event updated for resources: {'Port': ['ID=c508f506-7386-460b-ba97-d07a8327c81d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:05.977182 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:05.990590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] Set router 29ddb894-e621-44ed-874a-56f8e3967f32 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:44:06.068095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Provisioning for port c0ff193f-3788-4d83-8e2d-3de0cfefb26c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:06.078165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Provisioning complete for port c0ff193f-3788-4d83-8e2d-3de0cfefb26c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:06.078747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:06.089026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:06.127946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Deleting port 97b0b88f-080e-4ad7-b227-7af7092dd5a1 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:06.134996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:06.777522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Port c0ff193f-3788-4d83-8e2d-3de0cfefb26c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:06.796001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Could not find standard attr ID for object 88cdde45-dd32-436b-8349-3cd3e4fddf49. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:44:06.843159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:06.875347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:06.880020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Provisioning complete for port 60fd6b03-c8c1-4307-bd6b-ae584d660769 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:06.883675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:06.982807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Port 60fd6b03-c8c1-4307-bd6b-ae584d660769 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:06.987414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c508f506-7386-460b-ba97-d07a8327c81d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:07.073018 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/88cdde45-dd32-436b-8349-3cd3e4fddf49 HTTP/1.1" status: 204 len: 168 time: 3.3635454 Jan 14 05:44:07.076524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:07.077550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/7ed5b27a-c824-413c-aa32-950d5b6a2d33 HTTP/1.1" status: 204 len: 168 time: 6.3561897 Jan 14 05:44:07.084200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57542) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:07.084587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57544) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:07.207684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:44:04Z', 'revision_number': 4, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c0ff193f-3788-4d83-8e2d-3de0cfefb26c', 'name': '', 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'mac_address': 'fa:16:3e:5e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:44:00Z', 'updated_at': '2021-01-14T05:44:01Z', 'revision_number': 1, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'subnets': [{'id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:07.233996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-30fd1b56-9a20-43c4-be14-6915eabf8bf6 None None] The sync data for ids ['29ddb894-e621-44ed-874a-56f8e3967f32'] in n-d-768851-4 is: [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:44:04Z', 'revision_number': 4, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:04Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c0ff193f-3788-4d83-8e2d-3de0cfefb26c', 'name': '', 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'mac_address': 'fa:16:3e:5e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:44:00Z', 'updated_at': '2021-01-14T05:44:01Z', 'revision_number': 1, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'subnets': [{'id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:44:07.251676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c508f506-7386-460b-ba97-d07a8327c81d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:07.252325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:07.301181 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ea91248-3bfa-40d9-bb4b-163005a53fa1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:44:07.302257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ea91248-3bfa-40d9-bb4b-163005a53fa1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:07.308905 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f85d0966-027c-4672-bea2-040610657aa0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:44:07.309469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f85d0966-027c-4672-bea2-040610657aa0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:07.364786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:07.411611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Provisioning complete for port c508f506-7386-460b-ba97-d07a8327c81d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:07.412205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b022f6e-e655-4cd4-9dee-09310b0a53a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:07.433816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Calling delete_port for 97b0b88f-080e-4ad7-b227-7af7092dd5a1 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:07.452299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f85d0966-027c-4672-bea2-040610657aa0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:07.457995 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f85d0966-027c-4672-bea2-040610657aa0 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/7ed5b27a-c824-413c-aa32-950d5b6a2d33 HTTP/1.1" status: 404 len: 333 time: 0.3692410 Jan 14 05:44:07.459041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ea91248-3bfa-40d9-bb4b-163005a53fa1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:07.460354 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ea91248-3bfa-40d9-bb4b-163005a53fa1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/88cdde45-dd32-436b-8349-3cd3e4fddf49 HTTP/1.1" status: 404 len: 333 time: 0.3746073 Jan 14 05:44:07.461355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57564) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:07.462419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:07.655501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57566) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:07.661257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-65f7b765-8251-4fbf-91d0-df25677551ea tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:07.904756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.289339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.356725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Pushing event updated for resources: {'Port': ['ID=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:08.359041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.444415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57580) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:08.455359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.794s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:08.489577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 60fd6b03-c8c1-4307-bd6b-ae584d660769 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:08.490345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.572870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.583729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.716142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.716735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Fanout notify agent at l3_agent the message router_deleted on router 697f82e0-d0ff-43eb-84ec-e906285ac186 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:44:08.771759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.772955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11f0d510-52cc-4fa8-b9aa-4c2434ef98d7 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/697f82e0-d0ff-43eb-84ec-e906285ac186 HTTP/1.1" status: 204 len: 168 time: 5.6741083 Jan 14 05:44:08.788314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57592) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:08.819412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-652476114', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:08.870800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:08.893293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet 51acc553-109d-4f41-bade-be19fea8d468 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:44:08.897304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.909623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Usage tracker for resource:router and tenant:5e02ebd3533d4757b225af2f9b953d64 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:08.921156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.947329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:08.963260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:08.974946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:08.981421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:08.983057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Usage tracker for resource:security_group_rule and tenant:db9b907b0d7141b88bff3c68623524bc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:08.988565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:08.996291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:09.000386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.003672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.118585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.204545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.345339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.401268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.502561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 60fd6b03-c8c1-4307-bd6b-ae584d660769 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:09.584902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:09.588358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.591651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:09.629077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2c1362-1955-4d91-b481-6cf268e6e602 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:09.657287 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=db9b907b0d7141b88bff3c68623524bc&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2099781 Jan 14 05:44:09.660846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57608) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:09.663993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:09.665646 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e18c180-43dd-4777-931f-635a9472a4a6 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8762715 Jan 14 05:44:09.687967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57610) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:09.703258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': False}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:10.001728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2914aab9-e65c-42f6-98c7-bda987543dcc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:10.091535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.091982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.092416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.092842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.093271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.093696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.094245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.094666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.095208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.095550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.095969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.096485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.096969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.097386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.097799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.098212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.098613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.099092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.099743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.100185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.100555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.100968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.101387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.101801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.102290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.105548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-53367fb8-0baa-46d9-8ec5-9ce424ad5945 None None] Provisioning complete for port c0ff193f-3788-4d83-8e2d-3de0cfefb26c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:10.107845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53367fb8-0baa-46d9-8ec5-9ce424ad5945 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:10.112530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.113572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.114062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.114450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.114907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.115333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.115765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.116021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:10.116179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.116636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.117056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.117475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:44:10.144512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.515s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:10.179498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-53367fb8-0baa-46d9-8ec5-9ce424ad5945 None None] Port c0ff193f-3788-4d83-8e2d-3de0cfefb26c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:10.228965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Router 29ddb894-e621-44ed-874a-56f8e3967f32 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:44:10.625491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:10.652245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:10.676924 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-100e469a-bbf6-4dec-891d-fd7e33ca3abb tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:10.818715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:10.848273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:10.942147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 77974b9d-d73b-4598-8af1-80daefd37b8e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:11.091799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 77974b9d-d73b-4598-8af1-80daefd37b8e completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:11.108248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 77974b9d-d73b-4598-8af1-80daefd37b8e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:11.108546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.124454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.132531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-598b9179-03ac-45f6-9770-d4701af0d8e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:11.133728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=60fd6b03-c8c1-4307-bd6b-ae584d660769,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:11.137180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.460s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:11.165646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.167427 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2914aab9-e65c-42f6-98c7-bda987543dcc HTTP/1.1" status: 204 len: 168 time: 1.4998546 Jan 14 05:44:11.168784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2914aab9-e65c-42f6-98c7-bda987543dcc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:11.172313 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:11.369599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.417850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 77974b9d-d73b-4598-8af1-80daefd37b8e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=77974b9d-d73b-4598-8af1-80daefd37b8e,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:11.428718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.431384 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8f3501b-df68-45fa-bb43-fc6bc4c81dc7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:11.563313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:44:11.614889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=77974b9d-d73b-4598-8af1-80daefd37b8e,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:11.635721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:11.644848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.686091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.689693 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] 10.222.0.48 "PUT /v2.0/routers/29ddb894-e621-44ed-874a-56f8e3967f32/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.7030308 Jan 14 05:44:11.771003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:11.818990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6af84779-cf8d-46d4-93f5-d33fb16c0923 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:12.044269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=51acc553-109d-4f41-bade-be19fea8d468,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:12.069541 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:12.131209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:12.165197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Sync routers for ids ['29ddb894-e621-44ed-874a-56f8e3967f32'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:44:12.171482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/60fd6b03-c8c1-4307-bd6b-ae584d660769 HTTP/1.1" status: 204 len: 168 time: 4.3686676 Jan 14 05:44:12.173503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:12.179201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/51acc553-109d-4f41-bade-be19fea8d468 HTTP/1.1" status: 204 len: 168 time: 4.6473873 Jan 14 05:44:12.179845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57682) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:12.180225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57684) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:12.200653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76315e44-0445-4c14-bfce-a1bd9f63355c None None] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:44:12.279306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Routers {'29ddb894-e621-44ed-874a-56f8e3967f32'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:12.280444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:43:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['29ddb894-e621-44ed-874a-56f8e3967f32'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:12.311832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Allocated IP 172.25.3.51 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/4ab1c6ae-2c12-46d4-a964-ac752938f95c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:12.348901 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c2e8b1de-1d42-48fd-8639-4c963f457b21 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:44:12.349505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c2e8b1de-1d42-48fd-8639-4c963f457b21 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:12.627667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:12.675447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:12.687915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:12.715444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:12.786194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Set router 29ddb894-e621-44ed-874a-56f8e3967f32 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:44:12.815966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57698) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:12.851865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c2e8b1de-1d42-48fd-8639-4c963f457b21 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:12.857268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2e8b1de-1d42-48fd-8639-4c963f457b21 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/60fd6b03-c8c1-4307-bd6b-ae584d660769 HTTP/1.1" status: 404 len: 333 time: 0.6750832 Jan 14 05:44:12.858936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57708) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:12.861849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:12.921093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 1e12de31-09fb-4769-b620-78569abe73a6 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:12.921833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:12.959857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:12.994644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Usage tracker for resource:security_group_rule and tenant:295037f94e10463783a894fa7d299c53 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:13.010224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:13.022509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Pushing event updated for resources: {'Port': ['ID=4ab1c6ae-2c12-46d4-a964-ac752938f95c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:13.028575 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:13.028819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:13.040180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:13.041830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:13.050682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:13.151244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57714) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:13.189927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'security_group': {'name': 'tempest-securitygroup--179404283', 'description': 'tempest-description--1338041647'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:13.218261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:13.229447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:13.235896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:13.252298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:13.288955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:13.401321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet 1e30ea87-fee7-4907-9947-3445b52fdedc {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:44:13.446948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 77974b9d-d73b-4598-8af1-80daefd37b8e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:13.453194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:13.690572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2382b212-6a07-43ca-a017-e416143eeb6b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:13.691861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:13.737318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:13.742640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group_rule and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:13.746397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:13.756979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:13.809463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] For port 1e12de31-09fb-4769-b620-78569abe73a6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e12de31-09fb-4769-b620-78569abe73a6,segment=NetworkSegment(86d53d39-f74c-4afc-b3ce-358fb477119a),segment_id=86d53d39-f74c-4afc-b3ce-358fb477119a)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:13.815064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:13.822281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 77974b9d-d73b-4598-8af1-80daefd37b8e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:13.822638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:13.882601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:14.105603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:44:04Z', 'revision_number': 4, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c0ff193f-3788-4d83-8e2d-3de0cfefb26c', 'name': '', 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'mac_address': 'fa:16:3e:5e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:44:00Z', 'updated_at': '2021-01-14T05:44:06Z', 'revision_number': 2, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'subnets': [{'id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:14.179660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Checking router: 29ddb894-e621-44ed-874a-56f8e3967f32 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:44:14.180940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Updating router 29ddb894-e621-44ed-874a-56f8e3967f32 port c0ff193f-3788-4d83-8e2d-3de0cfefb26c binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:44:14.219404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] DHCP port deletion for 7f7b59d4-cddb-4756-8d44-34c610f4a21d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:44:14.231465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Deleting port 1e12de31-09fb-4769-b620-78569abe73a6 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:14.232934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:14.234522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:14.243748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:14.252849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4054e922-ba8a-4d92-bb09-2f40fe72605a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:14.293692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'SecurityGroup': ['ID=f59720db-81c7-4a49-b360-992d67ca2642,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:14.310582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:14.429265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:14.433516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2782142 Jan 14 05:44:14.434293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57748) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:14.442718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'security_group_rule': {'security_group_id': 'f59720db-81c7-4a49-b360-992d67ca2642', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:14.453661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:14.594860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:14.619962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group_rule and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:14.629176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 1e12de31-09fb-4769-b620-78569abe73a6 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:14.631767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:14.642819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:14.731729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.040822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.062666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] For port 1e12de31-09fb-4769-b620-78569abe73a6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e12de31-09fb-4769-b620-78569abe73a6,segment=NetworkSegment(86d53d39-f74c-4afc-b3ce-358fb477119a),segment_id=86d53d39-f74c-4afc-b3ce-358fb477119a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:15.062666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.072649 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12f3964d-981f-4d29-b1de-a426c9439e73 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:15.106447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.172957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=1e30ea87-fee7-4907-9947-3445b52fdedc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:15.187080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:15.187972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.211248 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:15.214803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Calling delete_port for 1e12de31-09fb-4769-b620-78569abe73a6 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:15.264763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=295037f94e10463783a894fa7d299c53&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4470017 Jan 14 05:44:15.272433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57774) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:15.329701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.342151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4988cb9c-c522-4d05-a010-dda08211125f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:15.345229 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.348601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:44:15.349119 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:44:15.355171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e12de31-09fb-4769-b620-78569abe73a6 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:44:15.358236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:15.363959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.386309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-007f992c-afdf-4126-8661-fffc313ecaf9 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:15.409252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1e12de31-09fb-4769-b620-78569abe73a6 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:44:15.409982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e12de31-09fb-4769-b620-78569abe73a6 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:44:15.441899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.531544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c844db1d-fe24-4e72-99bf-ae9fba891613 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.542759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.578898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=1e12de31-09fb-4769-b620-78569abe73a6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:15.580036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.582114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:15.583154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:44:15.591235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.640282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.656805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afcd89e3-0fa2-433a-94d1-637d4df871bb tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:15.680116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.683754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'SecurityGroupRule': ['ID=732cf015-80eb-48b5-a042-8de4eace7665,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:15.693770 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:15.706865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5770dd75-748f-4574-9039-7c793725a6f4 None None] Network 52825756-fb85-4c27-9b97-c82c02a22058 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:44:15.725880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.750201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.768982 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.3335872 Jan 14 05:44:15.771418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57792) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:15.814339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.817258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:15.818139 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4988cb9c-c522-4d05-a010-dda08211125f HTTP/1.1" status: 204 len: 168 time: 0.5446582 Jan 14 05:44:15.847569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'security_group_rule': {'security_group_id': 'f59720db-81c7-4a49-b360-992d67ca2642', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:15.859369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc9c8590-1877-49e9-85b8-45a80b2ed046 tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:15.871326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No DVR routers for this DVR port 1e12de31-09fb-4769-b620-78569abe73a6 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:44:15.933368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/1e30ea87-fee7-4907-9947-3445b52fdedc HTTP/1.1" status: 204 len: 168 time: 3.0729895 Jan 14 05:44:15.937963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57802) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:15.939051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:15.951164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4988cb9c-c522-4d05-a010-dda08211125f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:15.963025 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:15.964746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group_rule and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:15.985853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Deleting port 1e12de31-09fb-4769-b620-78569abe73a6 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:15.986440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:16.031617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:16.065535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:16.083919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:16.115562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:16.277640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f7efa3b-db24-4791-a227-3c29c8e3a4f4 None None] The port '1e12de31-09fb-4769-b620-78569abe73a6' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:44:16.384095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:16.420609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7f7b59d4-cddb-4756-8d44-34c610f4a21d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:16.451168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '86d53d39-f74c-4afc-b3ce-358fb477119a') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:16.451406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '86d53d39-f74c-4afc-b3ce-358fb477119a') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:16.452048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:16.494793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:16.538132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:16.540444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:44:16.543481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Router a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:44:16.600235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port c508f506-7386-460b-ba97-d07a8327c81d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:16.603207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.099158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] DHCP port deletion for 52825756-fb85-4c27-9b97-c82c02a22058 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:44:17.117364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c508f506-7386-460b-ba97-d07a8327c81d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:44:17.251829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Deleting port c508f506-7386-460b-ba97-d07a8327c81d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:17.252264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.298735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.327466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:44:17.341696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.387965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.416482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.426530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.442727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48b9a4bb-ec22-4d94-a34b-85e3d1ccffdd tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:17.528357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c508f506-7386-460b-ba97-d07a8327c81d,segment=NetworkSegment(eb9dbad9-c512-471e-ac13-757c4a3619aa),segment_id=eb9dbad9-c512-471e-ac13-757c4a3619aa)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:17.528753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.537852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:44:17.543967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c508f506-7386-460b-ba97-d07a8327c81d,segment=NetworkSegment(eb9dbad9-c512-471e-ac13-757c4a3619aa),segment_id=eb9dbad9-c512-471e-ac13-757c4a3619aa)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:17.545141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.546554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "PUT /v2.0/routers/a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 HTTP/1.1" status: 200 len: 914 time: 7.8572524 Jan 14 05:44:17.550121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57858) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:17.555497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] Sync routers for ids ['a95e60d2-5f5a-47fe-b880-21af3a6bfbe0'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:44:17.583475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] Routers {'a95e60d2-5f5a-47fe-b880-21af3a6bfbe0'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:17.584213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['a95e60d2-5f5a-47fe-b880-21af3a6bfbe0'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:17.639096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.643576 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 1.8450921 Jan 14 05:44:17.656930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4c415238-9ede-4055-9a85-d78e0f4658d2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:17.663867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:17.688688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:17.699446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] Routers {'a95e60d2-5f5a-47fe-b880-21af3a6bfbe0'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:17.700432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['a95e60d2-5f5a-47fe-b880-21af3a6bfbe0'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:17.734327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:17.735025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57866) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:17.739579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] It took 0.42 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:44:17.768538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01bdca58-ee7d-43b4-ab7a-8a4c0d6d3ea6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:17.777916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:17.825855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:17.838136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:floatingip and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:17.851060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=c508f506-7386-460b-ba97-d07a8327c81d,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:17.863964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:17.893795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:17.894245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24e955c9-f084-4b13-a575-5379b5f29895 None None] The sync data for ids ['a95e60d2-5f5a-47fe-b880-21af3a6bfbe0'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:44:18.135118 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2312c27-badf-4d79-9d4e-7675d7b681da tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 HTTP/1.1" status: 200 len: 920 time: 0.5833580 Jan 14 05:44:18.200638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57880) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:18.202856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:18.212927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for c508f506-7386-460b-ba97-d07a8327c81d owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:18.240224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c508f506-7386-460b-ba97-d07a8327c81d,segment=NetworkSegment(eb9dbad9-c512-471e-ac13-757c4a3619aa),segment_id=eb9dbad9-c512-471e-ac13-757c4a3619aa)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:18.240671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:18.417014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:44:18.417579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:44:18.419625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cb58d05d-7c9d-401f-93c1-31e44421e53e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:18.421331 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb58d05d-7c9d-401f-93c1-31e44421e53e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=a95e60d2-5f5a-47fe-b880-21af3a6bfbe0&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.2194035 Jan 14 05:44:18.436487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57896) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:18.646051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Calling delete_port for c508f506-7386-460b-ba97-d07a8327c81d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:18.653209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:18.675681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:18.711659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:18.863886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5dc91475-d312-4204-a734-e63f109f7ab7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:18.865695 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5dc91475-d312-4204-a734-e63f109f7ab7 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 0.4281256 Jan 14 05:44:18.869088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:18.919017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port c508f506-7386-460b-ba97-d07a8327c81d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:18.919821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:18.931014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:44:18.933989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:44:18.948302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 7f7b59d4-cddb-4756-8d44-34c610f4a21d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:44:19.053562 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:44:19.179385 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-63b9cad2-1295-480d-824a-ef7e7aff1b78 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 HTTP/1.1" status: 200 len: 205 time: 0.3002739 Jan 14 05:44:19.182547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 57930) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:19.288014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Transition to ACTIVE for port object c0ff193f-3788-4d83-8e2d-3de0cfefb26c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:19.292906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:19.323701 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:19.326140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:19.353504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-952af782-2d4d-4dc8-a728-9eb164c8d2d9 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:19.437875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:19.460741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Deleting port c508f506-7386-460b-ba97-d07a8327c81d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:19.460741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:19.499135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=7f7b59d4-cddb-4756-8d44-34c610f4a21d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:19.512207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:19.556036 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/7f7b59d4-cddb-4756-8d44-34c610f4a21d HTTP/1.1" status: 204 len: 168 time: 7.3676300 Jan 14 05:44:19.567328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 57946) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:19.580710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:19.615492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1801155759'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:19.640045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:19.657459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:19.671895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:19.696364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:19.722164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:19.804149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:19.840058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:20.035325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:20.041403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Deleting port 4ab1c6ae-2c12-46d4-a964-ac752938f95c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:20.041961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:20.186876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:44:20.389357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440b353-e77e-41d3-8ba3-2111582f70de None None] Pushing event updated for resources: {'Port': ['ID=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:20.406208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:20.444853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3440b353-e77e-41d3-8ba3-2111582f70de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.122s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:20.540113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Allocated IP 172.25.3.32 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/19c5cf37-0ba6-4eb9-8ea5-12c0e8f91c83) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:20.779751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Calling delete_port for 4ab1c6ae-2c12-46d4-a964-ac752938f95c owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:20.892563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c508f506-7386-460b-ba97-d07a8327c81d,segment=NetworkSegment(eb9dbad9-c512-471e-ac13-757c4a3619aa),segment_id=eb9dbad9-c512-471e-ac13-757c4a3619aa)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:20.893185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:20.934877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.009625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.010502 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment 3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb of type vxlan for network 117263dd-997b-48dc-a1e6-7c3f2b216a8d Jan 14 05:44:21.014676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.062930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for c508f506-7386-460b-ba97-d07a8327c81d owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:21.243558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58004) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:21.248156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Attempting to bind port c0ff193f-3788-4d83-8e2d-3de0cfefb26c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:44:21.251433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Attempting to bind port c0ff193f-3788-4d83-8e2d-3de0cfefb26c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:44:21.252083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Attempting to bind port c0ff193f-3788-4d83-8e2d-3de0cfefb26c on network f552ec82-d147-4974-a5ac-1a73a2ea1e27 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:44:21.282475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] For port c508f506-7386-460b-ba97-d07a8327c81d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c508f506-7386-460b-ba97-d07a8327c81d,segment=NetworkSegment(eb9dbad9-c512-471e-ac13-757c4a3619aa),segment_id=eb9dbad9-c512-471e-ac13-757c4a3619aa)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:21.282475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.303353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.309358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:44:21.309798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Checking segment: {'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:44:21.310259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.310745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Bound using segment: {'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:44:21.317809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Bound port: c0ff193f-3788-4d83-8e2d-3de0cfefb26c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:44:21.318244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.333551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:21.387861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.403168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee948405-6164-4582-b696-f762bafa770a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:21.559098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=c508f506-7386-460b-ba97-d07a8327c81d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:21.566308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'Port': ['ID=19c5cf37-0ba6-4eb9-8ea5-12c0e8f91c83,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:21.569996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:21.584033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:21.679488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Calling delete_port for c508f506-7386-460b-ba97-d07a8327c81d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:21.701736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.746661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No DVR routers for this DVR port c508f506-7386-460b-ba97-d07a8327c81d on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:44:21.773451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.816634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:21.816634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:21.837548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4e3d0a6-de6d-4281-996b-3c4f525db863 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:21.935751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:44:21.936456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:44:22.022086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=117263dd-997b-48dc-a1e6-7c3f2b216a8d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:22.025483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:22.042506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] For port c0ff193f-3788-4d83-8e2d-3de0cfefb26c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:44:22.046465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] For port c0ff193f-3788-4d83-8e2d-3de0cfefb26c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,segment=NetworkSegment(9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7),segment_id=9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:44:22.047345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:22.049470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:22.052043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:22.053833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:22.057403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:22.109620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:22.119372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:22.206777 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 2.6137784 Jan 14 05:44:22.208050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58042) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:22.215900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:22.223685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:22.228607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Usage tracker for resource:security_group_rule and tenant:1c150e4b8ef64648bc16921ab6588851 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:22.232049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:22.239485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:22.249455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:22.436549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Deleting port c508f506-7386-460b-ba97-d07a8327c81d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:22.437185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:22.460073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:22.477656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:22.490273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:22.509826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:22.523845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:22.551625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:22.623069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cd23d56e-0449-4788-bf48-0f25faa7c0c8 None None] The port 'c508f506-7386-460b-ba97-d07a8327c81d' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:44:22.627425 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:22.829419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58066) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:22.890417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.003193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['52825756-fb85-4c27-9b97-c82c02a22058']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:23.055323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eb9dbad9-c512-471e-ac13-757c4a3619aa') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:23.055739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eb9dbad9-c512-471e-ac13-757c4a3619aa') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:23.066155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3440b353-e77e-41d3-8ba3-2111582f70de None None] Pushing event updated for resources: {'Port': ['ID=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:23.086256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.168422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3440b353-e77e-41d3-8ba3-2111582f70de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:23.189528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.196319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.199406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:44:23.221103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.226139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Routers {'29ddb894-e621-44ed-874a-56f8e3967f32'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:23.226874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['29ddb894-e621-44ed-874a-56f8e3967f32'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:23.246136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.275531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:23.294478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Usage tracker for resource:security_group_rule and tenant:527f1d268e804c979fd91e9a45e50028 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:23.300492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:23.317668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:23.564639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.573121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.608757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9dc7aba-5d76-4ee2-bc65-eb2bee6a6a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:23.641393 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=527f1d268e804c979fd91e9a45e50028&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8034048 Jan 14 05:44:23.641393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=702bc386-403e-4b21-97c4-174437550d4b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:23.642640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58084) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:23.645513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:23.690474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffa3e01a-3ad5-43ca-8fd9-21cc41dc4adc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:23.705201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 52825756-fb85-4c27-9b97-c82c02a22058 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:44:23.736238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58088) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:23.737074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.744548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] Set router 29ddb894-e621-44ed-874a-56f8e3967f32 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:44:23.752595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.800224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.857659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.974358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:23.988800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a053780-0bd8-458b-a006-58b38fb14d10 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:24.023538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=702bc386-403e-4b21-97c4-174437550d4b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:24.042746 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:24.044355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.047036 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/702bc386-403e-4b21-97c4-174437550d4b HTTP/1.1" status: 204 len: 168 time: 0.4033504 Jan 14 05:44:24.107299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.127314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:24.131963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Usage tracker for resource:security_group_rule and tenant:c38c086ec1684b63a69447ed60bd1c4f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:24.135437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:24.141699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:24.255741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.261560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.290637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:24.304049 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c38c086ec1684b63a69447ed60bd1c4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5542707 Jan 14 05:44:24.311325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58100) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:24.393853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8c90aee0-2480-4dae-adf2-d8ace0f1906c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:24.403699 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:24.421797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.434434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 52825756-fb85-4c27-9b97-c82c02a22058 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:44:24.443994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:44:04Z', 'revision_number': 4, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c0ff193f-3788-4d83-8e2d-3de0cfefb26c', 'name': '', 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'mac_address': 'fa:16:3e:5e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:44:00Z', 'updated_at': '2021-01-14T05:44:22Z', 'revision_number': 4, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'subnets': [{'id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:24.458556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.458790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6bc4b6f9-f5a2-4009-85a2-d5620f1e9cf4 None None] The sync data for ids ['29ddb894-e621-44ed-874a-56f8e3967f32'] in n-d-768851-4 is: [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:44:04Z', 'revision_number': 4, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'c0ff193f-3788-4d83-8e2d-3de0cfefb26c', 'name': '', 'network_id': 'f552ec82-d147-4974-a5ac-1a73a2ea1e27', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'mac_address': 'fa:16:3e:5e:2e:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_interface', 'standard_attr_id': 2347, 'fixed_ips': [{'subnet_id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:44:00Z', 'updated_at': '2021-01-14T05:44:22Z', 'revision_number': 4, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'subnets': [{'id': '5a9944f1-bffb-4a1c-99c8-015e4ee0123d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:44:24.502414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.522024 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1c150e4b8ef64648bc16921ab6588851&name=default HTTP/1.1" status: 200 len: 2983 time: 3.2609370 Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:44:24.523087 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:44:24.527949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d19924ee-991d-44a6-b43e-d85cb8ca93e2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:24.531193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58104) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:24.537699 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.847s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:24.638277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58108) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:24.701262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.706816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.720043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:24.721744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.723878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.724500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Fanout notify agent at l3_agent the message router_deleted on router a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:44:24.728541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Usage tracker for resource:security_group_rule and tenant:14da2a6df7bb4a439cb24930c0dc9877 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:24.731850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:24.737936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:24.752451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.800614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.805276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd0b3967-c324-4d7b-ba6f-bec79a671403 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:24.828618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.880721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=52825756-fb85-4c27-9b97-c82c02a22058,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:24.903972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:24.923597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.925151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2ec6bfa-d834-477d-b57a-eef0a3f83a16 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 HTTP/1.1" status: 204 len: 168 time: 5.7415633 Jan 14 05:44:24.930161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58112) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:24.932347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/52825756-fb85-4c27-9b97-c82c02a22058 HTTP/1.1" status: 204 len: 168 time: 8.9812984 Jan 14 05:44:24.953333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c0ff193f-3788-4d83-8e2d-3de0cfefb26c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:24.954554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'name': 'tempest-RoutersAdminTest-router-2146448211', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:24.965791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58116) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:24.972425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:24.992720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'network': {'name': 'tempest-PortsTestJSON-29402645'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:25.008119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:25.021395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:25.021638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.026883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.029709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.036378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35452682-1f73-4c32-b212-7739f1097888 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:25.048953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Usage tracker for resource:router and tenant:5e02ebd3533d4757b225af2f9b953d64 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:25.064941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06fb0345-9e68-42d2-a4d7-12ddcf318adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:25.073360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c0ff193f-3788-4d83-8e2d-3de0cfefb26c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:25.082647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c0ff193f-3788-4d83-8e2d-3de0cfefb26c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:25.083136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.093546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:network and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:25.096732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:25.118181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:25.129053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:25.154718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.166589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:25.218497 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14da2a6df7bb4a439cb24930c0dc9877&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5765293 Jan 14 05:44:25.223045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:25.226914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d19924ee-991d-44a6-b43e-d85cb8ca93e2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:25.232706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58128) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:25.233294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:25.248081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.264111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=be9a1870-3470-4103-999c-46daa1d7c9a9,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:25.281943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.287199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.310438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.329154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:25.341027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.374038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:44:25.385303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.385701 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Added segment ae64bec9-62f9-4737-b4c6-237151d82710 of type vxlan for network 38315b90-f9d3-459e-b3f3-5656247dccbc Jan 14 05:44:25.388655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port c0ff193f-3788-4d83-8e2d-3de0cfefb26c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,segment=NetworkSegment(9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7),segment_id=9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:25.394820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.398676 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41d98c14-ba37-4e01-b2a5-cf9822147f5d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:25.452007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.472121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.474558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:25.479390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:25.535273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.554664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93c8c59a-1642-44ac-b3c5-a67fcd0d06d4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:25.578178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.590182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8c90aee0-2480-4dae-adf2-d8ace0f1906c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:25.606123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:25.607234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.625268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d21ae355-5b92-417c-a415-8c00fda58cdc tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:25.628598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:25.655503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.668562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.672740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8c90aee0-2480-4dae-adf2-d8ace0f1906c HTTP/1.1" status: 204 len: 168 time: 1.3540590 Jan 14 05:44:25.678431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.697608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:25.699266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d19924ee-991d-44a6-b43e-d85cb8ca93e2 HTTP/1.1" status: 204 len: 168 time: 1.1669457 Jan 14 05:44:25.703264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1431f160-35a4-409f-ab2d-05496b2c8bdc tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:25.826102 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.8560762 Jan 14 05:44:25.837210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58138) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:25.907291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:26.091948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Network': ['ID=38315b90-f9d3-459e-b3f3-5656247dccbc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:26.111185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.111304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 38315b90-f9d3-459e-b3f3-5656247dccbc details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:26.141372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 38315b90-f9d3-459e-b3f3-5656247dccbc details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:26.145158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.520s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:26.207371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:26.215207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:26.285072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:26.289929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'Port': ['ID=19c5cf37-0ba6-4eb9-8ea5-12c0e8f91c83,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:26.296884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 38315b90-f9d3-459e-b3f3-5656247dccbc details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:26.314561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:26.353874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:26.367175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.662s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:26.379161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.550237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58160) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:26.577219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.621502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.675848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.715840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.726895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.9790597 Jan 14 05:44:26.726895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.726895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.726895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/be9a1870-3470-4103-999c-46daa1d7c9a9 HTTP/1.1" status: 204 len: 168 time: 1.1983035 Jan 14 05:44:26.726895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82c1e060-3f59-4d01-af54-6d150e26df8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:26.802639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=be9a1870-3470-4103-999c-46daa1d7c9a9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:26.808626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:26.827897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.881963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:26.917283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3525c0d5-c5c6-4813-91b4-ad7daaa12a89 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:26.922282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c0ff193f-3788-4d83-8e2d-3de0cfefb26c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:26.939613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:26.950446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Usage tracker for resource:security_group_rule and tenant:18e0ed7e6e0541b4b0c1ed5bb6709f29 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:26.956791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:26.966572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:27.081194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=f4f1dc8d-389f-4ce8-b58e-2016b893b256,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:27.085786 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:27.150057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.162804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.175578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dd47897-3571-4f50-86cf-247362bbfe43 tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:27.238847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=da1196f2-23b8-48f1-ba72-b0913b60cef1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:27.264591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': '3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:44:27.264995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: 117263dd-997b-48dc-a1e6-7c3f2b216a8d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:44:27.278553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:27.317139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c0ff193f-3788-4d83-8e2d-3de0cfefb26c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:27.317560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.319131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:44:27.339534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 117263dd-997b-48dc-a1e6-7c3f2b216a8d) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:27.380226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:27.380943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.418888 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.2095797 Jan 14 05:44:27.422034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58186) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:27.428982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d', 'name': 'tempest-PortsIpV6TestJSON-1485063849', 'fixed_ips': [{'subnet_id': 'f4f1dc8d-389f-4ce8-b58e-2016b893b256', 'ip_address': '2001:db8::10'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:27.502096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b36cae88-1821-42d8-a548-545d70df4114 None None] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:44:27.683605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:27.694879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:27.715377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:27.729836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.740602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.791289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=18e0ed7e6e0541b4b0c1ed5bb6709f29&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2378747 Jan 14 05:44:27.792416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58198) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:27.815650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.851276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:27.880636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-117263dd-997b-48dc-a1e6-7c3f2b216a8d', 'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d', 'tenant_id': 'c04336e3f3a64211aa1b7ff14690baaa', 'fixed_ips': [{'subnet_id': 'f4f1dc8d-389f-4ce8-b58e-2016b893b256'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:44:27.881572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:28.083195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 274958d5-fe94-446d-be91-30dba7f91d43 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:44:28.406315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-3fbf9e57-d28f-49e0-85b7-61c4cbe29fe9 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Synchronizing usage tracker for tenant:a460b6353f5f4f93869cf5774574e528 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:28.485003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-3fbf9e57-d28f-49e0-85b7-61c4cbe29fe9 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Unset dirty status for tenant:a460b6353f5f4f93869cf5774574e528 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:28.486523 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-3fbf9e57-d28f-49e0-85b7-61c4cbe29fe9 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--179404283&fields=id&tenant_id=a460b6353f5f4f93869cf5774574e528 HTTP/1.1" status: 200 len: 267 time: 0.3232903 Jan 14 05:44:28.544284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Allocated IP 2001:db8::2 (117263dd-997b-48dc-a1e6-7c3f2b216a8d/f4f1dc8d-389f-4ce8-b58e-2016b893b256/99f9590d-8118-4c36-a022-72faac1b9f94) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:28.602521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:28.717999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:28.844057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:28.853490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-7cd726f3-774d-4ee7-ac11-3b9dfcef3f23 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:28.854319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-7cd726f3-774d-4ee7-ac11-3b9dfcef3f23 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Synchronizing usage tracker for tenant:a460b6353f5f4f93869cf5774574e528 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:28.856236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Transition to ACTIVE for port object 99f9590d-8118-4c36-a022-72faac1b9f94 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:28.877293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Transition to ACTIVE for port object 99f9590d-8118-4c36-a022-72faac1b9f94 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:28.884513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:28.957792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Allocated IP 172.25.3.188 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/c6ac5146-3402-44f8-b205-cfb66c422b06) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:28.991553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:28.999481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5dd1574a-4731-4b17-8bf5-8d989f6a150c tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:29.018679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-7cd726f3-774d-4ee7-ac11-3b9dfcef3f23 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Unset dirty status for tenant:a460b6353f5f4f93869cf5774574e528 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:29.020268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-7cd726f3-774d-4ee7-ac11-3b9dfcef3f23 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/networks?id=f552ec82-d147-4974-a5ac-1a73a2ea1e27 HTTP/1.1" status: 200 len: 817 time: 0.5244064 Jan 14 05:44:29.043025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=da1196f2-23b8-48f1-ba72-b0913b60cef1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:29.072590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ffbea6d-4559-4d23-8c52-7e58bb5f1934 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:29.083936 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-72b6c1d0-0ff4-4904-a375-38665e1af557 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/quotas/a460b6353f5f4f93869cf5774574e528 HTTP/1.1" status: 200 len: 375 time: 0.0563562 Jan 14 05:44:29.085513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::10 (117263dd-997b-48dc-a1e6-7c3f2b216a8d/f4f1dc8d-389f-4ce8-b58e-2016b893b256/274958d5-fe94-446d-be91-30dba7f91d43) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:29.149568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:29.176894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:29.178150 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/da1196f2-23b8-48f1-ba72-b0913b60cef1 HTTP/1.1" status: 204 len: 168 time: 1.3750277 Jan 14 05:44:29.299272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:29.300986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Pushing event updated for resources: {'Port': ['ID=99f9590d-8118-4c36-a022-72faac1b9f94,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:29.315757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:29.321974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:29.329212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:29.388243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Attempting to bind port 99f9590d-8118-4c36-a022-72faac1b9f94 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:44:29.388675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Attempting to bind port 99f9590d-8118-4c36-a022-72faac1b9f94 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:44:29.389098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Attempting to bind port 99f9590d-8118-4c36-a022-72faac1b9f94 on network 117263dd-997b-48dc-a1e6-7c3f2b216a8d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:44:29.398100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:44:29.398532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Checking segment: {'id': '3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:44:29.399325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:29.399623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Bound using segment: {'id': '3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:44:29.400156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Bound port: 99f9590d-8118-4c36-a022-72faac1b9f94, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:44:29.400607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:29.425590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-3e71c945-8f14-49ab-96b5-4fbaef45541a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Synchronizing usage tracker for tenant:a460b6353f5f4f93869cf5774574e528 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:29.473818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:29.522213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fbe38c5-62f5-4ba8-86d1-b95f81e80cf5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:29.637916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-3e71c945-8f14-49ab-96b5-4fbaef45541a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Unset dirty status for tenant:a460b6353f5f4f93869cf5774574e528 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:29.639429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-3e71c945-8f14-49ab-96b5-4fbaef45541a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/ports?tenant_id=a460b6353f5f4f93869cf5774574e528&fields=id HTTP/1.1" status: 200 len: 348 time: 0.5424991 Jan 14 05:44:29.659259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] For port 99f9590d-8118-4c36-a022-72faac1b9f94, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:44:29.662940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] For port 99f9590d-8118-4c36-a022-72faac1b9f94, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=99f9590d-8118-4c36-a022-72faac1b9f94,segment=NetworkSegment(3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb),segment_id=3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:44:29.671144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:29.720958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:29.869800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ccfa47fc-1fce-41ec-95d0-7ea5453c42e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:29.886341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-cc3eb725-f591-45c1-b865-f2534b92b502 service neutron] 10.222.0.48 "GET /v2.0/networks/f552ec82-d147-4974-a5ac-1a73a2ea1e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2182961 Jan 14 05:44:29.920253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=571bd31a-5949-4d73-a022-0f43472deb4e,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:29.935091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:29.971464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.449s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:29.994923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2b64d25-62ab-45bc-8230-a2caba91ae94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:30.069641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Pushing event updated for resources: {'Port': ['ID=99f9590d-8118-4c36-a022-72faac1b9f94,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:30.091393 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:30.278845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Pushing event updated for resources: {'Port': ['ID=c6ac5146-3402-44f8-b205-cfb66c422b06,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:30.291670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.308s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:30.302379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:30.318731 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2791e688-734a-4ca5-b2ad-c87ba15f0203 req-da808c8e-32f6-43ec-8808-7cad33c1a245 service neutron] 10.222.0.48 "GET /v2.0/networks/f552ec82-d147-4974-a5ac-1a73a2ea1e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4229448 Jan 14 05:44:30.390934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object 274958d5-fe94-446d-be91-30dba7f91d43 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:30.442477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:30.455044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:30.464905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:30.467961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:30.514090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f20ebc0f-7670-4ccb-9230-f24db6fe79a7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:30.860087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=274958d5-fe94-446d-be91-30dba7f91d43,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:30.878890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:31.013826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Checking segment: {'id': 'ae64bec9-62f9-4737-b4c6-237151d82710', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:44:31.014227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network hostable DHCP agents. Network: 38315b90-f9d3-459e-b3f3-5656247dccbc, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:44:31.038736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f9590d-8118-4c36-a022-72faac1b9f94 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:31.199230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 38315b90-f9d3-459e-b3f3-5656247dccbc is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:44:31.276840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 99f9590d-8118-4c36-a022-72faac1b9f94 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:31.314240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:31.326232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:31.333323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.338815 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:31.348129 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:31.381412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:31.382172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:31.411494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 38315b90-f9d3-459e-b3f3-5656247dccbc) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:31.439002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-466a671a-6fc3-4cb8-ad0b-3e9f4052e8b5 None None] Network 38315b90-f9d3-459e-b3f3-5656247dccbc requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:44:31.545816 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 4.1226320 Jan 14 05:44:31.548734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58296) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:31.588482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:31.592669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': '117263dd-997b-48dc-a1e6-7c3f2b216a8d', 'name': 'tempest-PortsIpV6TestJSON-1514599159', 'fixed_ips': [{'subnet_id': 'f4f1dc8d-389f-4ce8-b58e-2016b893b256', 'ip_address': '2001:db8::f'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:31.616227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:31.658017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58302) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:31.972269 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0813298 Jan 14 05:44:31.973737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:31.979215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58310) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:32.120281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-38315b90-f9d3-459e-b3f3-5656247dccbc', 'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc', 'tenant_id': '462ae330f98b49d99ce01bbf2533ab13', 'fixed_ips': [{'subnet_id': '571bd31a-5949-4d73-a022-0f43472deb4e'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:44:32.121681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:32.167647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:32.180132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'router': {'name': 'tempest-PortsTestJSON-router-2124504518', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:32.226282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:32.233984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:32.246072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:router and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:32.252601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:32.266103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:32.342044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:32.354408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:32.369909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:32.376932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6a0489db-17dc-4ae6-9b80-749342b21d2e None None] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:44:32.377754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:32.378912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:32.408259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:32.519817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:32.529920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0be7e37-5870-4ff3-b045-cfbd1dd15733 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:32.553619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event deleted for resources: {'SecurityGroup': ['ID=f59720db-81c7-4a49-b360-992d67ca2642,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:32.557221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:32.915533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.385s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:32.925424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:32.955179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:33.018967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:33.019510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Allocated IP 172.20.0.2 (38315b90-f9d3-459e-b3f3-5656247dccbc/571bd31a-5949-4d73-a022-0f43472deb4e/1e2e81ab-7e95-4d94-a797-809e248c5984) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:33.088075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:33.088075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "DELETE /v2.0/security-groups/f59720db-81c7-4a49-b360-992d67ca2642 HTTP/1.1" status: 204 len: 168 time: 1.4203556 Jan 14 05:44:33.088075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58356) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:33.344223 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-f2d96bdc-8c41-4d15-96ac-dba7bf226092 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] show failed (client error): The resource could not be found. Jan 14 05:44:33.346000 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f2d96bdc-8c41-4d15-96ac-dba7bf226092 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/security-groups/f59720db-81c7-4a49-b360-992d67ca2642 HTTP/1.1" status: 404 len: 347 time: 0.2504745 Jan 14 05:44:33.350494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58368) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:33.354563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Provisioning for port 99f9590d-8118-4c36-a022-72faac1b9f94 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:33.358640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:33.384883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Provisioning complete for port 99f9590d-8118-4c36-a022-72faac1b9f94 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:33.385310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:33.734442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:33.735153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Router 9a6c2694-325a-44fe-bb8b-1d12bf511af0 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:44:33.735844 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b88a49d2-1478-4281-93d9-8fe6d399c428 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 1.6414154 Jan 14 05:44:33.739543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58382) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:33.819111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:33.840189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc', 'name': 'tempest-PortsTestJSON-1028294691'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:33.872960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 0d394628-ca38-441c-9fb4-9104fe87d3f4 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:44:34.018626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:34.032911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Transition to ACTIVE for port object 1e2e81ab-7e95-4d94-a797-809e248c5984 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:34.063095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Transition to ACTIVE for port object 1e2e81ab-7e95-4d94-a797-809e248c5984 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:34.098309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] For port 99f9590d-8118-4c36-a022-72faac1b9f94, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=99f9590d-8118-4c36-a022-72faac1b9f94,segment=NetworkSegment(3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb),segment_id=3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:34.098309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:34.152133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Deleting port 19c5cf37-0ba6-4eb9-8ea5-12c0e8f91c83 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:34.152133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:34.341016 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c33f7cd-3759-4d2f-85d9-0bd541627a89 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:34.543884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:34.645958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Pushing event updated for resources: {'Port': ['ID=1e2e81ab-7e95-4d94-a797-809e248c5984,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:34.669944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:34.670599 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.025s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:34.855509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2a2026ae-21fb-43dd-8879-c66686f27104 None None] Provisioning for port 274958d5-fe94-446d-be91-30dba7f91d43 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:34.901921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2a2026ae-21fb-43dd-8879-c66686f27104 None None] Provisioning complete for port 274958d5-fe94-446d-be91-30dba7f91d43 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:34.907038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a2026ae-21fb-43dd-8879-c66686f27104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:35.086007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2a2026ae-21fb-43dd-8879-c66686f27104 None None] Port 274958d5-fe94-446d-be91-30dba7f91d43 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:35.086007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Network 38315b90-f9d3-459e-b3f3-5656247dccbc is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:35.100660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:35.115590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:35.354604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Pushing event updated for resources: {'Port': ['ID=99f9590d-8118-4c36-a022-72faac1b9f94,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:35.354604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Attempting to bind port 1e2e81ab-7e95-4d94-a797-809e248c5984 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:44:35.354604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Attempting to bind port 1e2e81ab-7e95-4d94-a797-809e248c5984 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ae64bec9-62f9-4737-b4c6-237151d82710', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:44:35.354604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Attempting to bind port 1e2e81ab-7e95-4d94-a797-809e248c5984 on network 38315b90-f9d3-459e-b3f3-5656247dccbc {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:44:35.391749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.717s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:35.397209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 44, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:44:35.397209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Checking segment: {'id': 'ae64bec9-62f9-4737-b4c6-237151d82710', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:44:35.397209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:35.397209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Bound using segment: {'id': 'ae64bec9-62f9-4737-b4c6-237151d82710', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:44:35.397209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Bound port: 1e2e81ab-7e95-4d94-a797-809e248c5984, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ae64bec9-62f9-4737-b4c6-237151d82710', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '38315b90-f9d3-459e-b3f3-5656247dccbc'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:44:35.400814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:35.628063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:44:35.705390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] For port 1e2e81ab-7e95-4d94-a797-809e248c5984, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:44:35.705390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] For port 1e2e81ab-7e95-4d94-a797-809e248c5984, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e2e81ab-7e95-4d94-a797-809e248c5984,segment=NetworkSegment(ae64bec9-62f9-4737-b4c6-237151d82710),segment_id=ae64bec9-62f9-4737-b4c6-237151d82710)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:44:35.735158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] Sync routers for ids ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:44:35.735158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2a2026ae-21fb-43dd-8879-c66686f27104 None None] Provisioning complete for port 99f9590d-8118-4c36-a022-72faac1b9f94 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:35.735158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a2026ae-21fb-43dd-8879-c66686f27104 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:35.841747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:35.841747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:35.862490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:35.868012 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 885 time: 10.9340405 Jan 14 05:44:35.873675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58430) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:35.892375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:35.906762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:36.024321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:36.197876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Calling delete_port for 19c5cf37-0ba6-4eb9-8ea5-12c0e8f91c83 owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:36.451479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:36.526432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:port and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:36.542263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for port was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:36.571283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:36.747015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::f (117263dd-997b-48dc-a1e6-7c3f2b216a8d/f4f1dc8d-389f-4ce8-b58e-2016b893b256/0d394628-ca38-441c-9fb4-9104fe87d3f4) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:36.805739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58450) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:37.036910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Pushing event updated for resources: {'Port': ['ID=1e2e81ab-7e95-4d94-a797-809e248c5984,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:37.042060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f9590d-8118-4c36-a022-72faac1b9f94 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:37.086669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:37.260342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:37.278163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:37.294114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:37.348862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:37.407910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Deleting port c6ac5146-3402-44f8-b205-cfb66c422b06 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:37.407910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:37.490610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] Routers {'9a6c2694-325a-44fe-bb8b-1d12bf511af0'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:37.490610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:37.576804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:37.608198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:37.614382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Usage tracker for resource:security_group_rule and tenant:cf0ad4688d614778b030bf974cfdda1f is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:37.618990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:37.625672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:37.751495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:37.764584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:37.794135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:37.816646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object 0d394628-ca38-441c-9fb4-9104fe87d3f4 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:37.876410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] Routers {'9a6c2694-325a-44fe-bb8b-1d12bf511af0'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:37.877624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:38.053553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Calling delete_port for c6ac5146-3402-44f8-b205-cfb66c422b06 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:38.067355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:38.081630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:38.092834 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee63dc8c-52f3-4a32-b846-ab22399cf9e9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:38.161245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:38.269856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:38.270507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3631ab42-8358-4234-b870-d1dd20ed77f5 None None] The sync data for ids ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:44:38.298308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 99f9590d-8118-4c36-a022-72faac1b9f94 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:38.298308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:38.378160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event deleted for resources: {'Port': ['ID=19c5cf37-0ba6-4eb9-8ea5-12c0e8f91c83,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:38.408718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:38.510117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.422s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:38.527768 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf0ad4688d614778b030bf974cfdda1f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7254088 Jan 14 05:44:38.536079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58488) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:38.536243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.380s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:38.616593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8259088c-5004-41fb-8cd2-286691093a64 None None] Provisioning complete for port 274958d5-fe94-446d-be91-30dba7f91d43 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:38.616593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8259088c-5004-41fb-8cd2-286691093a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:38.708661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 9501248d-e638-4440-9678-485e6958bbb1 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:44:38.730685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8259088c-5004-41fb-8cd2-286691093a64 None None] Port 274958d5-fe94-446d-be91-30dba7f91d43 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:38.752392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8259088c-5004-41fb-8cd2-286691093a64 None None] Provisioning complete for port 99f9590d-8118-4c36-a022-72faac1b9f94 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:38.752392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8259088c-5004-41fb-8cd2-286691093a64 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:38.827357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=0d394628-ca38-441c-9fb4-9104fe87d3f4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:38.836331 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:38.863776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3edc9e8d-cb04-4068-a564-9623710eb4bc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.374s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:39.016030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e2e81ab-7e95-4d94-a797-809e248c5984 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:39.019929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57f06aae-2fba-48ed-b4b8-8af16d4f26e6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:39.078404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:39.175008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1e2e81ab-7e95-4d94-a797-809e248c5984 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:39.311361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:39.320485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:39.320485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:39.340656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:39.355883 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.369298 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:39.380145 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:39.408407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:39.436231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:39.436231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:39.485287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:39.514957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58504) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:39.562062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:39.562062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.10 (38315b90-f9d3-459e-b3f3-5656247dccbc/571bd31a-5949-4d73-a022-0f43472deb4e/9501248d-e638-4440-9678-485e6958bbb1) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:39.562062 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bea4ad0-4060-47e7-babd-1ef7622d7cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:39.600463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57f06aae-2fba-48ed-b4b8-8af16d4f26e6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:39.625032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:39.640332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 8.0827930 Jan 14 05:44:39.640332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:39.657639 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "DELETE /v2.0/floatingips/9e380441-b938-4e8e-b2df-ddaff5583e6f HTTP/1.1" status: 204 len: 168 time: 6.2876186 Jan 14 05:44:39.657639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58510) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:39.692244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:39.699293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/57f06aae-2fba-48ed-b4b8-8af16d4f26e6 HTTP/1.1" status: 204 len: 168 time: 1.1482441 Jan 14 05:44:40.018210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a2e685a3-623b-4b16-9d3c-97e4de358637 None None] Provisioning for port 0d394628-ca38-441c-9fb4-9104fe87d3f4 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:40.030636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a2e685a3-623b-4b16-9d3c-97e4de358637 None None] Provisioning complete for port 0d394628-ca38-441c-9fb4-9104fe87d3f4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:40.030636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2e685a3-623b-4b16-9d3c-97e4de358637 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:40.049438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-209ca262-8eef-4a6f-a2ee-05aa9d92e479 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:40.053987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-209ca262-8eef-4a6f-a2ee-05aa9d92e479 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:40.133934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-209ca262-8eef-4a6f-a2ee-05aa9d92e479 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:40.135695 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-209ca262-8eef-4a6f-a2ee-05aa9d92e479 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A1 HTTP/1.1" status: 200 len: 928 time: 0.4914951 Jan 14 05:44:40.138868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58522) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:40.164909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a2e685a3-623b-4b16-9d3c-97e4de358637 None None] Port 0d394628-ca38-441c-9fb4-9104fe87d3f4 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:40.170982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-726e93ae-35b6-484c-b68e-ada0a3665138 None None] Network 38315b90-f9d3-459e-b3f3-5656247dccbc requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:44:40.218625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:40.276042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:40.285865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Usage tracker for resource:security_group_rule and tenant:218716f1db5642c7863e2eafec187e80 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:40.299130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:40.307755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:40.453161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58542) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:40.505161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'security_group': {'name': 'tempest-securitygroup--2112027464', 'description': 'tempest-description--483496309'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:40.555764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:40.573232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:40.620449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700f974-403c-4848-8f18-42464cb921fa tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:40.625847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:40.632996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a629a61b-fd15-4cf0-9579-0053ec76a0ca tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:40.684203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700f974-403c-4848-8f18-42464cb921fa tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:40.713919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8700f974-403c-4848-8f18-42464cb921fa tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:40.713919 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8700f974-403c-4848-8f18-42464cb921fa tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports?fixed_ips=ip_address_substr%3D2001%3Adb8%3A%3A HTTP/1.1" status: 200 len: 2391 time: 0.5732200 Jan 14 05:44:40.729554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58548) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:40.771226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Provisioning for port 1e2e81ab-7e95-4d94-a797-809e248c5984 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:40.775272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58550) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:40.775272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:40.791565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Pushing event deleted for resources: {'Port': ['ID=c6ac5146-3402-44f8-b205-cfb66c422b06,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:40.805093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:40.858045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Provisioning complete for port 1e2e81ab-7e95-4d94-a797-809e248c5984 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:40.858503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:40.878221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:40.894751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:40.966191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:40.966191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Usage tracker for resource:security_group_rule and tenant:5dffe05aa8f64a23b6a19462d47bf19e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:40.966191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:40.976586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:41.088815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.148064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:41.148064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group_rule and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:41.153030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:41.170797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:41.200450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 0d394628-ca38-441c-9fb4-9104fe87d3f4 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:41.200450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.257059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.264986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.287822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.304256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf9a29b2-5cc0-4b46-aa37-0bcf479743b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:41.307704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.373231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'SecurityGroup': ['ID=d911eb62-2f78-45c6-863e-f48ecff01e17,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:41.373231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:41.424267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 9501248d-e638-4440-9678-485e6958bbb1 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:44:41.435122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] For port 1e2e81ab-7e95-4d94-a797-809e248c5984, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e2e81ab-7e95-4d94-a797-809e248c5984,segment=NetworkSegment(ae64bec9-62f9-4737-b4c6-237151d82710),segment_id=ae64bec9-62f9-4737-b4c6-237151d82710)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:41.458460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.462532 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-884a9a20-6541-4556-90f9-671ff2ea92ce None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:41.651337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.715654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.739101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.739101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 1.2893751 Jan 14 05:44:41.745731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Pushing event updated for resources: {'Port': ['ID=1e2e81ab-7e95-4d94-a797-809e248c5984,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:41.748983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58576) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:41.748983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.765581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'security_group_rule': {'security_group_id': 'd911eb62-2f78-45c6-863e-f48ecff01e17', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:41.776109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c83511e5-a20e-4a54-be3e-ec22a547dd1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:41.781417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:41.789364 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=218716f1db5642c7863e2eafec187e80&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2576654 Jan 14 05:44:41.795072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58580) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:41.804058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:41.813709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.836837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-72338a1e-cf5e-442c-9286-125012c319ee None None] Provisioning complete for port 1e2e81ab-7e95-4d94-a797-809e248c5984 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:41.836837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72338a1e-cf5e-442c-9286-125012c319ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:41.852459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-89581145-0fee-4c4d-81e6-550a5b50afaa tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:41.926415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group_rule and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:41.944132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dfc6d5b4-ef29-4f3c-8d5e-0d845935a326,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:41.944132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:41.974831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:41.985136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:41.998271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.014039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=056c36c9-706b-4fb7-8216-2eb059999f5b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:42.014039 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:42.041767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.068412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.071029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bef281b5-eab6-4325-8d33-7f24118829cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:42.093719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.140431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5dffe05aa8f64a23b6a19462d47bf19e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3402281 Jan 14 05:44:42.141889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.246146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da3ba265-4998-4945-99d5-4978bcf6b8c9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.357594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58594) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:42.406973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fc82b71a-0b9c-428d-9da2-efe133a69e3e None None] Provisioning complete for port 1e2e81ab-7e95-4d94-a797-809e248c5984 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:42.406973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc82b71a-0b9c-428d-9da2-efe133a69e3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.414212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 0d394628-ca38-441c-9fb4-9104fe87d3f4 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:42.833483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.834724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5aba26db-2bf8-4077-aeb7-3ae830bbe74c None None] Provisioning complete for port 1e2e81ab-7e95-4d94-a797-809e248c5984 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:42.835294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5aba26db-2bf8-4077-aeb7-3ae830bbe74c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.969963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:42.979739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3fd3b68-95ed-4f82-9a26-5016b55acdde admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:43.001908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e2e81ab-7e95-4d94-a797-809e248c5984 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:44:43.024944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.034896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=056c36c9-706b-4fb7-8216-2eb059999f5b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:43.054042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.076472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:43.097110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:43.182751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.182751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/056c36c9-706b-4fb7-8216-2eb059999f5b HTTP/1.1" status: 204 len: 168 time: 1.3815770 Jan 14 05:44:43.268280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.281031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1e2e81ab-7e95-4d94-a797-809e248c5984 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:43.281031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.318766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=0d394628-ca38-441c-9fb4-9104fe87d3f4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:43.331856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:43.343043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.391291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=9501248d-e638-4440-9678-485e6958bbb1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:43.404548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.334s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:43.409493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.485856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:43.547698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.547698 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/0d394628-ca38-441c-9fb4-9104fe87d3f4 HTTP/1.1" status: 204 len: 168 time: 2.8030076 Jan 14 05:44:43.555690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58616) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:43.612334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.624381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bace2e40-3a55-45aa-b622-fcd05fade008 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:43.630833 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1db19569-b5e6-4406-a955-462805b41124 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:44:43.630833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1db19569-b5e6-4406-a955-462805b41124 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:43.651963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dfc6d5b4-ef29-4f3c-8d5e-0d845935a326,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:43.679028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1db19569-b5e6-4406-a955-462805b41124 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:43.679028 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1db19569-b5e6-4406-a955-462805b41124 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/0d394628-ca38-441c-9fb4-9104fe87d3f4 HTTP/1.1" status: 404 len: 333 time: 0.1249464 Jan 14 05:44:43.686825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:43.686825 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dfc6d5b4-ef29-4f3c-8d5e-0d845935a326 HTTP/1.1" status: 204 len: 168 time: 1.3250129 Jan 14 05:44:43.686825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58626) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:43.686825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:43.805353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 274958d5-fe94-446d-be91-30dba7f91d43 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:43.805737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.192886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.192886 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.4411886 Jan 14 05:44:44.206168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 38315b90-f9d3-459e-b3f3-5656247dccbc is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:44.206168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.216546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58638) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:44.216546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:44.216546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:44.307788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.316621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'SecurityGroupRule': ['ID=031ded6c-8397-4911-842b-e2c2416b5eed,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:44.323015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'security_group_rule': {'security_group_id': 'd911eb62-2f78-45c6-863e-f48ecff01e17', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.327417 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:44.331341 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:44.338517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:44.344324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:security_group_rule and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:44.350596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:44.357536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:44.429462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:44.429462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.441403 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.951s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:44.460197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.542635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eec1bdab-a072-4fca-852c-23cb4b87198c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.553506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58652) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:44.611807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.634326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.731811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:44.791992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1c45e48e-319e-45bc-89a5-073ea5c1ad4e None None] Provisioning for port 9501248d-e638-4440-9678-485e6958bbb1 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:44:44.812134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1c45e48e-319e-45bc-89a5-073ea5c1ad4e None None] Provisioning complete for port 9501248d-e638-4440-9678-485e6958bbb1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:44.812134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c45e48e-319e-45bc-89a5-073ea5c1ad4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:44.842910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Router 9a6c2694-325a-44fe-bb8b-1d12bf511af0 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:44:44.852079 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 925 time: 11.0540543 Jan 14 05:44:44.852079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58662) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:44.938176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 274958d5-fe94-446d-be91-30dba7f91d43 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:44.965760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Usage tracker for resource:security_group_rule and tenant:61f48bbee4264025ae1b4fec7c08cbbe is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:44.975212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:44.992143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:45.030183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1c45e48e-319e-45bc-89a5-073ea5c1ad4e None None] Port 9501248d-e638-4440-9678-485e6958bbb1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:45.272731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:45.325806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:45.343989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:45.370091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c36a836f-5364-4054-929d-c43afa12fa19 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:45.411852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:44:45.432115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:45.452429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] Sync routers for ids ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:44:45.477931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] Routers {'9a6c2694-325a-44fe-bb8b-1d12bf511af0'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:45.477931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:45.644083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:45.659578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] Routers {'9a6c2694-325a-44fe-bb8b-1d12bf511af0'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:45.660267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:45.759460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:45.761060 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "PUT /v2.0/routers/9a6c2694-325a-44fe-bb8b-1d12bf511af0 HTTP/1.1" status: 200 len: 706 time: 9.8853452 Jan 14 05:44:45.764118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58684) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:45.875856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:45.980248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=61f48bbee4264025ae1b4fec7c08cbbe&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4235864 Jan 14 05:44:45.980248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58696) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:45.986394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:45.986878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:45.986997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-277bbdf6-0f92-43a0-b5f6-565017a44b9b None None] The sync data for ids ['9a6c2694-325a-44fe-bb8b-1d12bf511af0'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:44:45.989381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=152903f9-3222-4f74-b2e7-56269e9c0554,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:46.187874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:46.211306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:46.268406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.886s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:46.268406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b54d05bd-17b0-4827-9f24-d09e27794ada tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:46.317171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=274958d5-fe94-446d-be91-30dba7f91d43,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:46.338179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:46.360219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:46.411917 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/274958d5-fe94-446d-be91-30dba7f91d43 HTTP/1.1" status: 204 len: 168 time: 2.7124798 Jan 14 05:44:46.411917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58710) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:46.507390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:46.538779 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8f06f49-f1d8-4a90-851b-e4adafcf06f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:44:46.552085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d8f06f49-f1d8-4a90-851b-e4adafcf06f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:46.659517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d8f06f49-f1d8-4a90-851b-e4adafcf06f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:46.684325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8f06f49-f1d8-4a90-851b-e4adafcf06f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/274958d5-fe94-446d-be91-30dba7f91d43 HTTP/1.1" status: 404 len: 333 time: 0.2619472 Jan 14 05:44:46.684325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58718) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:46.684325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:46.701313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:46.758721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40e8e242-7763-4eaf-ba6c-5425014702b0 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/routers/9a6c2694-325a-44fe-bb8b-1d12bf511af0 HTTP/1.1" status: 200 len: 741 time: 0.8920560 Jan 14 05:44:46.779334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58726) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:46.783136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b0899d74-d21f-4068-b495-11b602d2a33c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:46.791327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:46.797536 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 2.5387025 Jan 14 05:44:46.802075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58732) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:46.803608 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:46.959850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:46.998208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a27bfd0-1057-43e7-b06c-842e30f95e6e tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=9a6c2694-325a-44fe-bb8b-1d12bf511af0 HTTP/1.1" status: 200 len: 205 time: 0.1920068 Jan 14 05:44:47.002300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58740) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:47.007572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:47.007572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Usage tracker for resource:floatingip and tenant:a460b6353f5f4f93869cf5774574e528 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:47.078641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:47.155528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:47.156758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd66fea8-36ca-421f-b92a-9ac029d7ae0d tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=9a6c2694-325a-44fe-bb8b-1d12bf511af0 HTTP/1.1" status: 200 len: 205 time: 0.1540024 Jan 14 05:44:47.157463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58750) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:47.228458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:47.277059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet f4f1dc8d-389f-4ce8-b58e-2016b893b256 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:44:47.293270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:47.345208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:47.404212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:47.458598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-182a0f1b-07df-40b2-9a95-73a979be2318 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:47.494412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:47.733435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=152903f9-3222-4f74-b2e7-56269e9c0554,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:47.765051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:47.779092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383df4b1-b69c-4ec9-b584-87a7a68b369a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:47.980391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:47.980391 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/152903f9-3222-4f74-b2e7-56269e9c0554 HTTP/1.1" status: 204 len: 168 time: 1.9933224 Jan 14 05:44:48.092182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:48.095804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:48.741939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Allocated IP 172.25.3.59 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/2e975e5e-3f53-4e43-8ca3-b8e70e921417) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:44:48.918303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383df4b1-b69c-4ec9-b584-87a7a68b369a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:48.936743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:48.936949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58806) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:48.942815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383df4b1-b69c-4ec9-b584-87a7a68b369a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:48.989565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383df4b1-b69c-4ec9-b584-87a7a68b369a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:48.990717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-383df4b1-b69c-4ec9-b584-87a7a68b369a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Fanout notify agent at l3_agent the message router_deleted on router 9a6c2694-325a-44fe-bb8b-1d12bf511af0 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:44:49.099338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:49.107815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:49.156739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383df4b1-b69c-4ec9-b584-87a7a68b369a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:49.173755 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-383df4b1-b69c-4ec9-b584-87a7a68b369a tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/9a6c2694-325a-44fe-bb8b-1d12bf511af0 HTTP/1.1" status: 204 len: 168 time: 1.9177675 Jan 14 05:44:49.173755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58818) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:49.299866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6f324dd-a937-4d15-8dff-eed33a7ee14a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:49.340539 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2e8354b1-675a-41a8-8f6f-58805bc8001d tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=9a6c2694-325a-44fe-bb8b-1d12bf511af0 HTTP/1.1" status: 200 len: 205 time: 0.1577435 Jan 14 05:44:49.340539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58824) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:49.578688 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-d4d50a15-56c1-436a-849d-5dd056ef8cff tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] delete failed (client error): The resource could not be found. Jan 14 05:44:49.600491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d4d50a15-56c1-436a-849d-5dd056ef8cff tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/9a6c2694-325a-44fe-bb8b-1d12bf511af0 HTTP/1.1" status: 404 len: 336 time: 0.2368622 Jan 14 05:44:49.607571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58836) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:49.674500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:49.854717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:49.887178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:49.895306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-88cab749-431c-406e-b093-4c3e6808acb2 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 HTTP/1.1" status: 200 len: 205 time: 0.2908680 Jan 14 05:44:49.895920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58846) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:49.904912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Usage tracker for resource:security_group_rule and tenant:2274fe3120b14c5c88316e22f916ed30 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:49.907381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=9501248d-e638-4440-9678-485e6958bbb1,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:49.914464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:50.025477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-407c21a3-cb6c-4753-83e0-f34987af46ed None None] Provisioning complete for port 9501248d-e638-4440-9678-485e6958bbb1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:50.025477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-407c21a3-cb6c-4753-83e0-f34987af46ed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:50.065503 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-bbfcd363-99db-4717-bd58-3260bb1b9835 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] delete failed (client error): The resource could not be found. Jan 14 05:44:50.078993 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bbfcd363-99db-4717-bd58-3260bb1b9835 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/a95e60d2-5f5a-47fe-b880-21af3a6bfbe0 HTTP/1.1" status: 404 len: 336 time: 0.1686852 Jan 14 05:44:50.078993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:50.078993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58852) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:50.159548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.860s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:50.163933 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:50.168686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:50.186796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-407c21a3-cb6c-4753-83e0-f34987af46ed None None] Port 9501248d-e638-4440-9678-485e6958bbb1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:50.190686 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d97b2f4-68dd-4380-ac59-fa1ede613837 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:50.272579 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b238566-699b-4765-bbfa-31ecdee4c006 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=697f82e0-d0ff-43eb-84ec-e906285ac186 HTTP/1.1" status: 200 len: 205 time: 0.1862898 Jan 14 05:44:50.278098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=f4f1dc8d-389f-4ce8-b58e-2016b893b256,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:50.293075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:50.324118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'Port': ['ID=2e975e5e-3f53-4e43-8ca3-b8e70e921417,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:50.324118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:50.331925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:50.339653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:50.414647 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-7f475d47-aac9-4c44-95e1-07948483e466 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] delete failed (client error): The resource could not be found. Jan 14 05:44:50.414647 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f475d47-aac9-4c44-95e1-07948483e466 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/697f82e0-d0ff-43eb-84ec-e906285ac186 HTTP/1.1" status: 404 len: 336 time: 0.0997834 Jan 14 05:44:50.421417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:50.421417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58870) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:50.430641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:44:50.447055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:50.480829 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/f4f1dc8d-389f-4ce8-b58e-2016b893b256 HTTP/1.1" status: 204 len: 168 time: 3.7702048 Jan 14 05:44:50.485543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58878) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:50.485693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f95f0f51-bf4a-4228-97b5-3bac21277b2a None None] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:44:50.821941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:50.832147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:50.839102 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2f73680-769f-4da9-ae7b-702f7346a78c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=946a6231-3c06-43f5-b92f-7a8c12b17841 HTTP/1.1" status: 200 len: 205 time: 0.4160466 Jan 14 05:44:50.845456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58888) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:51.035082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:51.056170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] DHCP port deletion for 117263dd-997b-48dc-a1e6-7c3f2b216a8d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:44:51.070087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Deleting port 99f9590d-8118-4c36-a022-72faac1b9f94 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:51.070087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:51.176988 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-0a62cb05-c8b3-4e19-a2bb-e148c4d289a2 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] delete failed (client error): The resource could not be found. Jan 14 05:44:51.178522 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a62cb05-c8b3-4e19-a2bb-e148c4d289a2 tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/946a6231-3c06-43f5-b92f-7a8c12b17841 HTTP/1.1" status: 404 len: 336 time: 0.3313525 Jan 14 05:44:51.185725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 58900) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:51.484093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6cc47a83-feed-4d44-a671-787be511b85f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=078b6abc-347d-444b-b5fe-1232e9e341da HTTP/1.1" status: 200 len: 205 time: 0.2897909 Jan 14 05:44:51.500580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:51.507191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58908) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:51.521873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:51.718137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] For port 99f9590d-8118-4c36-a022-72faac1b9f94, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=99f9590d-8118-4c36-a022-72faac1b9f94,segment=NetworkSegment(3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb),segment_id=3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:44:51.718137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:51.839585 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-f9620c76-c51b-4f31-b61e-45758ec8aaed tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] delete failed (client error): The resource could not be found. Jan 14 05:44:51.839585 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f9620c76-c51b-4f31-b61e-45758ec8aaed tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/078b6abc-347d-444b-b5fe-1232e9e341da HTTP/1.1" status: 404 len: 336 time: 0.3258932 Jan 14 05:44:51.839585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:51.868480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58918) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:51.868480 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a3d15cb-e292-4c6e-8451-995c336c9de5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:52.041555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Calling delete_port for 99f9590d-8118-4c36-a022-72faac1b9f94 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:52.089000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:52.098175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 99f9590d-8118-4c36-a022-72faac1b9f94 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:52.098175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:52.169025 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ea1a6d0-43f8-43f1-bacd-2609a14b313c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "GET /v2.0/ports?device_id=db27d05a-27c7-4614-a7a2-0a47c1cda430 HTTP/1.1" status: 200 len: 205 time: 0.2598245 Jan 14 05:44:52.183995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58932) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:52.194259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf8751f0-4649-4b5d-b5ee-e7f5f1b10a75,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:52.194259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:52.214965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:52.290458 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:52.303140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2274fe3120b14c5c88316e22f916ed30&name=default HTTP/1.1" status: 200 len: 2983 time: 3.3572710 Jan 14 05:44:52.303140 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-676cf9e8-e7cc-4b39-81eb-ebdebd56a72f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] delete failed (client error): The resource could not be found. Jan 14 05:44:52.303140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-676cf9e8-e7cc-4b39-81eb-ebdebd56a72f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/routers/db27d05a-27c7-4614-a7a2-0a47c1cda430 HTTP/1.1" status: 404 len: 336 time: 0.1142111 Jan 14 05:44:52.303140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58938) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:52.303140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58940) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:52.407190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] The port '99f9590d-8118-4c36-a022-72faac1b9f94' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:44:52.568902 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-729a35eb-2fba-4c2e-a3e5-00096913d8eb tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] DELETE failed (client error): The resource could not be found. Jan 14 05:44:52.568902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-729a35eb-2fba-4c2e-a3e5-00096913d8eb tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:44:52.579415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:44:52.590481 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-729a35eb-2fba-4c2e-a3e5-00096913d8eb tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] 10.222.0.48 "DELETE /v2.0/subnets/b76cb45f-c527-4742-ba63-c9e079675a63 HTTP/1.1" status: 404 len: 337 time: 0.2681684 Jan 14 05:44:52.783571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Pushing event deleted for resources: {'Port': ['ID=99f9590d-8118-4c36-a022-72faac1b9f94,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:52.801990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.514s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:52.813149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] No DVR routers for this DVR port 99f9590d-8118-4c36-a022-72faac1b9f94 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:44:52.954297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:52.972055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f9590d-8118-4c36-a022-72faac1b9f94 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:44:53.193960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 99f9590d-8118-4c36-a022-72faac1b9f94 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:44:53.193960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 99f9590d-8118-4c36-a022-72faac1b9f94 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:44:53.283718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.339560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.344621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.405796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb2f691e-15e1-4f41-a2cf-ff201211e9b9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:53.441080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.457896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['117263dd-997b-48dc-a1e6-7c3f2b216a8d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:53.482318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:53.482646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f6fe1f3-0a16-48c6-8247-94eabe7ea6fb') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:53.518058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.593327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 58972) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:53.612389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=9501248d-e638-4440-9678-485e6958bbb1,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:53.637439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.229s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:53.659385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.667794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.671419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:44:53.811011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:44:53.834149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 38315b90-f9d3-459e-b3f3-5656247dccbc is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:44:53.841087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:44:53.884555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:53.949048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.005372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f51edf0-4b0a-4fad-9c89-5f2ac613c37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:54.077213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.116440 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c168c81-d07d-4acf-9dad-0c13d4c6e290 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:54.137311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf8751f0-4649-4b5d-b5ee-e7f5f1b10a75,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:54.274136 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:54.325300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.333423 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf8751f0-4649-4b5d-b5ee-e7f5f1b10a75 HTTP/1.1" status: 204 len: 168 time: 2.0264037 Jan 14 05:44:54.350096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.353716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event updated for resources: {'Port': ['ID=2e975e5e-3f53-4e43-8ca3-b8e70e921417,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:54.362041 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:54.433011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:54.437602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-192eb24d-feac-4a0f-89b6-a49b9cf916ba None None] Provisioning complete for port 9501248d-e638-4440-9678-485e6958bbb1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:44:54.437602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-192eb24d-feac-4a0f-89b6-a49b9cf916ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.451314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Usage tracker for resource:security_group_rule and tenant:5e02ebd3533d4757b225af2f9b953d64 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:54.464979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:54.493922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:54.577973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:44:54.590033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.843236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 117263dd-997b-48dc-a1e6-7c3f2b216a8d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:44:54.843787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-192eb24d-feac-4a0f-89b6-a49b9cf916ba None None] Port 9501248d-e638-4440-9678-485e6958bbb1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:44:54.931993 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:44:54.937139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.970591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:54.970591 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 8.1501019 Jan 14 05:44:55.042102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Router ab2adcca-f24d-4f4f-98bd-e10c2450705c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:44:55.194726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:55.303033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:44:55.315939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "PUT /v2.0/routers/ab2adcca-f24d-4f4f-98bd-e10c2450705c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.4584527 Jan 14 05:44:55.315939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59024) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:55.319950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] Sync routers for ids ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:44:55.340045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] Routers {'ab2adcca-f24d-4f4f-98bd-e10c2450705c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:55.340045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:55.382743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:55.414499 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.417578 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:44:55.422070 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:44:55.445940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d472428e-f3d3-46be-adb8-bba0762b222a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:55.445940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d472428e-f3d3-46be-adb8-bba0762b222a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:55.499015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:55.502505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:55.505892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d472428e-f3d3-46be-adb8-bba0762b222a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:55.532155 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d472428e-f3d3-46be-adb8-bba0762b222a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports?device_id=ab2adcca-f24d-4f4f-98bd-e10c2450705c HTTP/1.1" status: 200 len: 983 time: 0.2069175 Jan 14 05:44:55.532155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59028) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:55.572112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] Routers {'ab2adcca-f24d-4f4f-98bd-e10c2450705c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:44:55.572112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:55.593086 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5e02ebd3533d4757b225af2f9b953d64&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9881456 Jan 14 05:44:55.632920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=520dc623-d321-4b58-8904-bc058a799cd5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:55.641341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59032) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:55.673021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:55.741191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:44:55.742632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9e4d5bf9-bbc0-4aac-9d9e-33b35e3092a0 None None] The sync data for ids ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:44:55.747445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:55.777274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:55.811889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:55.963593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:56.003629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cb7987a-a40b-4b79-96de-fb7503a9a088 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:56.053668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:56.067589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-084a88b2-ba9c-4fbe-8b23-00af1ee55eda tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Synchronizing usage tracker for tenant:a460b6353f5f4f93869cf5774574e528 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:56.069442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=117263dd-997b-48dc-a1e6-7c3f2b216a8d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:56.071720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:56.076555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:56.079806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71e0d8f4-812a-42ad-80d8-bbc0e7093509 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:56.171566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=520dc623-d321-4b58-8904-bc058a799cd5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:56.171566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:56.181140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/520dc623-d321-4b58-8904-bc058a799cd5 HTTP/1.1" status: 204 len: 168 time: 0.5068145 Jan 14 05:44:56.181140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-084a88b2-ba9c-4fbe-8b23-00af1ee55eda tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Unset dirty status for tenant:a460b6353f5f4f93869cf5774574e528 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:56.197658 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-084a88b2-ba9c-4fbe-8b23-00af1ee55eda tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--2112027464&fields=id&tenant_id=a460b6353f5f4f93869cf5774574e528 HTTP/1.1" status: 200 len: 267 time: 0.2622385 Jan 14 05:44:56.247141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:56.258550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/117263dd-997b-48dc-a1e6-7c3f2b216a8d HTTP/1.1" status: 204 len: 168 time: 5.7630444 Jan 14 05:44:56.258550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59068) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:56.454972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'network': {'name': 'tempest-PortsIpV6TestJSON-1686332996'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:56.488661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:56.499781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:network and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:56.517500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:56.551869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:56.730397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-81c95dbc-2b19-4755-ae4f-d1667c0bdba7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:56.732161 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-81c95dbc-2b19-4755-ae4f-d1667c0bdba7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/networks?id=f552ec82-d147-4974-a5ac-1a73a2ea1e27 HTTP/1.1" status: 200 len: 817 time: 0.5351293 Jan 14 05:44:56.755001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:56.769716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:56.794136 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-aae9778b-6f1f-4f75-a967-b6413ded3b96 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/quotas/a460b6353f5f4f93869cf5774574e528 HTTP/1.1" status: 200 len: 375 time: 0.0468333 Jan 14 05:44:56.795359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:57.115505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:44:57.209145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:57.209145 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Added segment b9d6a393-2b8e-45ce-bfb4-d4ed43020068 of type vxlan for network c0eb8770-70d7-4b0a-b766-7708ccf64c96 Jan 14 05:44:57.368155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-5a5c4f2a-69b0-408e-ae37-9e2133fb9e4b tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Synchronizing usage tracker for tenant:a460b6353f5f4f93869cf5774574e528 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:44:57.377443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:57.521411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-5a5c4f2a-69b0-408e-ae37-9e2133fb9e4b tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Unset dirty status for tenant:a460b6353f5f4f93869cf5774574e528 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:44:57.544586 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-5a5c4f2a-69b0-408e-ae37-9e2133fb9e4b tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/ports?tenant_id=a460b6353f5f4f93869cf5774574e528&fields=id HTTP/1.1" status: 200 len: 348 time: 0.6961892 Jan 14 05:44:57.682677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:57.855510 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-703042d1-5bc5-4787-b60e-85b09117e013 service neutron] 10.222.0.48 "GET /v2.0/networks/f552ec82-d147-4974-a5ac-1a73a2ea1e27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2917140 Jan 14 05:44:57.904038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:57.926256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:44:57.926256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:57.939800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb255ce5-8e9a-4733-9ddc-a8c598754939 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351 tempest-PortsAdminExtendedAttrsIpV6TestJSON-766931351] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:44:58.111661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 9501248d-e638-4440-9678-485e6958bbb1 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:44:58.113424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:58.122679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Network': ['ID=c0eb8770-70d7-4b0a-b766-7708ccf64c96,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:44:58.156259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:58.204050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:44:58.204050 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 1.9164968 Jan 14 05:44:58.204050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59120) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:58.204050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:44:58.496773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59130) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:58.656083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:58.668966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:44:58.673788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:44:58.677436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:44:58.691740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:44:58.739038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:44:58.760809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:44:58.982061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:59.460650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:44:59.525239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 9501248d-e638-4440-9678-485e6958bbb1 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:44:59.707858 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f62a8d76-53f9-4f1f-b5b7-8b3409fedd9a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cf032c5b3e49445e94e24be0c4f67757&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2131963 Jan 14 05:44:59.710324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f6e7275-c165-4b92-a137-e73d441985a7 req-70069e65-b146-4ac5-97b6-b08fbd78e7fd service neutron] 10.222.0.48 "GET /v2.0/networks/f552ec82-d147-4974-a5ac-1a73a2ea1e27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.8613362 Jan 14 05:44:59.712234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59174) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:44:59.998718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:00.083748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:00.324165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:00.612207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:00.848494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59216) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:00.848494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b18b37bd-7910-4105-aaee-f8d932e6b5f4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:00.939200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=11c10e9f-eeda-4cbf-90f5-3caed1e87f2f,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:00.946951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:01.200226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4c20eb0-ffbd-45a3-89e6-305f62ad0fae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:01.283493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1903249-3cca-41fd-b87f-c7640c89d7a9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:01.296121 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:01.340453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:01.340453 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1903249-3cca-41fd-b87f-c7640c89d7a9 HTTP/1.1" status: 204 len: 168 time: 1.6182628 Jan 14 05:45:01.415164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:01.453851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bcf9a8e-9091-495f-99f5-05dddba9d072 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:01.812593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=9501248d-e638-4440-9678-485e6958bbb1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:01.881929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.003851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Checking segment: {'id': 'b9d6a393-2b8e-45ce-bfb4-d4ed43020068', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:02.003851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network hostable DHCP agents. Network: c0eb8770-70d7-4b0a-b766-7708ccf64c96, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:45:02.025950 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.564s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:02.074103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.166966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:45:02.184447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, c0eb8770-70d7-4b0a-b766-7708ccf64c96) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:02.190074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.210983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06582557-1c97-4e6b-a06b-c9487fa4be6f None None] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:02.225778 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-04ba68fd-51ea-4b73-a3aa-9fc181eab2eb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:02.264241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:02.266506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.292571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.386155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event deleted for resources: {'SecurityGroup': ['ID=d911eb62-2f78-45c6-863e-f48ecff01e17,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:02.397736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:02.485516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.485516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "DELETE /v2.0/security-groups/d911eb62-2f78-45c6-863e-f48ecff01e17 HTTP/1.1" status: 204 len: 168 time: 1.5455849 Jan 14 05:45:02.485516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59298) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:02.602995 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.4088290 Jan 14 05:45:02.614749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59306) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:02.640339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'router': {'name': 'tempest-PortsIpV6TestJSON-router-60525595', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:02.672185 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-bfd05a2d-4da8-4df6-b4fd-fb2c0093b702 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] show failed (client error): The resource could not be found. Jan 14 05:45:02.678292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bfd05a2d-4da8-4df6-b4fd-fb2c0093b702 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "GET /v2.0/security-groups/d911eb62-2f78-45c6-863e-f48ecff01e17 HTTP/1.1" status: 404 len: 347 time: 0.1847844 Jan 14 05:45:02.693932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:02.712736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59312) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:02.733772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:router and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:02.762806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:02.785034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:02.820720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.829069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.927578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:02.977823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.134978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.145651 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.154830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.164222 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:03.178620 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:03.184563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-821ad979-63e3-4ef6-9ec6-2214aac46a8a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5419567 Jan 14 05:45:03.184563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59330) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:03.196668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-c0eb8770-70d7-4b0a-b766-7708ccf64c96', 'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96', 'tenant_id': 'c04336e3f3a64211aa1b7ff14690baaa', 'fixed_ips': [{'subnet_id': '11c10e9f-eeda-4cbf-90f5-3caed1e87f2f'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:45:03.196668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:03.200908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96', 'name': 'tempest-PortsIpV6TestJSON-1831528996'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:03.666908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Deleting port 2e975e5e-3f53-4e43-8ca3-b8e70e921417 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:03.667805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:03.742805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:03.838681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:03.866266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:03.934434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:04.238960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Router ab2adcca-f24d-4f4f-98bd-e10c2450705c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:45:04.430045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Allocated IP 2001:db8::2 (c0eb8770-70d7-4b0a-b766-7708ccf64c96/11c10e9f-eeda-4cbf-90f5-3caed1e87f2f/5c9a083e-e6c7-46c2-b70a-33a788f32be7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:04.474718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port e29d0884-5cb5-43db-a3da-a3e6cbf63414 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:45:04.599216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:45:04.608442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] Sync routers for ids ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:45:04.616894 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "PUT /v2.0/routers/ab2adcca-f24d-4f4f-98bd-e10c2450705c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0639815 Jan 14 05:45:04.616894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59384) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:04.622568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] Routers {'ab2adcca-f24d-4f4f-98bd-e10c2450705c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:04.622568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:04.777606 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b0092306-898c-4fe9-a7a1-34fbabbc571b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:45:04.777606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b0092306-898c-4fe9-a7a1-34fbabbc571b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:45:04.790284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:04.827971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] Routers {'ab2adcca-f24d-4f4f-98bd-e10c2450705c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:04.830890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:44:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:04.848445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b0092306-898c-4fe9-a7a1-34fbabbc571b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:45:04.852987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59392) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:04.858314 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b0092306-898c-4fe9-a7a1-34fbabbc571b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/9501248d-e638-4440-9678-485e6958bbb1 HTTP/1.1" status: 404 len: 333 time: 0.2283556 Jan 14 05:45:04.999662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59396) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:05.003842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:05.037020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9caa6dea-019a-47e4-b337-db2d7d007e9b None None] The sync data for ids ['ab2adcca-f24d-4f4f-98bd-e10c2450705c'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:45:05.100875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:05.100875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:05.299800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:05.324405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Transition to ACTIVE for port object 5c9a083e-e6c7-46c2-b70a-33a788f32be7 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:05.341411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2b6e-8db2-44d1-8f85-1a35dd4703f7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:05.370042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Transition to ACTIVE for port object 5c9a083e-e6c7-46c2-b70a-33a788f32be7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:05.370042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:05.590023 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-461eba04-d783-40b8-8629-d3e6a7f1c378 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:05.726772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::fd (c0eb8770-70d7-4b0a-b766-7708ccf64c96/11c10e9f-eeda-4cbf-90f5-3caed1e87f2f/e29d0884-5cb5-43db-a3da-a3e6cbf63414) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:05.733735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Calling delete_port for 2e975e5e-3f53-4e43-8ca3-b8e70e921417 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:05.800602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Pushing event updated for resources: {'Port': ['ID=5c9a083e-e6c7-46c2-b70a-33a788f32be7,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:05.807647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-fd51946c-9d26-4e4d-b07b-b029e61daab2 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:05.821347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.822068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.822602 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd51946c-9d26-4e4d-b07b-b029e61daab2 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13274 time: 0.8277891 Jan 14 05:45:05.822943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.823506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.824076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.824641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.825224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.825807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.826381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.828051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.828634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.829223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.829849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.830422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.831025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.831601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.832173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.832741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.833743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.834612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.835202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.836222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.836804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.837743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59422) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:05.838369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.839062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.839642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.840676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.842432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.843182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.843927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.844506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.845079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.845643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.846205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.846835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.847943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:05.877891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-c42b147f-a3e1-4581-98bb-348f158acce2 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/address-group returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:05.881866 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c42b147f-a3e1-4581-98bb-348f158acce2 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/address-group HTTP/1.1" status: 200 len: 353 time: 0.0431015 Jan 14 05:45:05.884482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:05.885199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59430) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:05.886110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:05.887495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:05.891498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:05.892064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-b08d2001-cccd-4c11-928c-a11c4fdffb6e tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/address-scope returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:05.896127 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b08d2001-cccd-4c11-928c-a11c4fdffb6e tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/address-scope HTTP/1.1" status: 200 len: 357 time: 0.0098238 Jan 14 05:45:05.899880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59434) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:05.908428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-ccbb751c-1c64-41a9-b00b-200992787324 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/router-admin-state-down-before-update returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:05.912694 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ccbb751c-1c64-41a9-b00b-200992787324 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/router-admin-state-down-before-update HTTP/1.1" status: 200 len: 506 time: 0.0116577 Jan 14 05:45:05.916679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59438) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:05.926629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-a0b67c1d-f929-483f-a683-d7df5e81956d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/agent returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:05.931133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0b67c1d-f929-483f-a683-d7df5e81956d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/agent HTTP/1.1" status: 200 len: 347 time: 0.0130908 Jan 14 05:45:05.932049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59442) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:05.941255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-26d0ced7-2857-43ef-b34c-5151d5a4b105 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/agent-resources-synced returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:05.946981 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-26d0ced7-2857-43ef-b34c-5151d5a4b105 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/agent-resources-synced HTTP/1.1" status: 200 len: 417 time: 0.0115056 Jan 14 05:45:05.948266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59446) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:05.993727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-faa59e53-9d2d-4f14-ab72-cd58a4692a36 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/allowed-address-pairs returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.013105 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-faa59e53-9d2d-4f14-ab72-cd58a4692a36 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/allowed-address-pairs HTTP/1.1" status: 200 len: 378 time: 0.0429835 Jan 14 05:45:06.013105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59454) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.053818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Attempting to bind port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:45:06.053818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Attempting to bind port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b9d6a393-2b8e-45ce-bfb4-d4ed43020068', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:45:06.053818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Attempting to bind port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 on network c0eb8770-70d7-4b0a-b766-7708ccf64c96 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:45:06.059790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-79e197f0-5318-41c3-ab2b-654f433f3ea5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/auto-allocated-topology returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.059790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79e197f0-5318-41c3-ab2b-654f433f3ea5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/auto-allocated-topology HTTP/1.1" status: 200 len: 394 time: 0.0080063 Jan 14 05:45:06.059790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59460) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.066250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 44, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:45:06.066250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Checking segment: {'id': 'b9d6a393-2b8e-45ce-bfb4-d4ed43020068', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:06.066250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.069090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-1219f48d-f3df-4690-b9b8-17f0bdfdc7a0 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/availability_zone returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.072421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Bound using segment: {'id': 'b9d6a393-2b8e-45ce-bfb4-d4ed43020068', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:45:06.072421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Bound port: 5c9a083e-e6c7-46c2-b70a-33a788f32be7, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b9d6a393-2b8e-45ce-bfb4-d4ed43020068', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'c0eb8770-70d7-4b0a-b766-7708ccf64c96'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:45:06.072421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.072674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1219f48d-f3df-4690-b9b8-17f0bdfdc7a0 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/availability_zone HTTP/1.1" status: 200 len: 372 time: 0.0094080 Jan 14 05:45:06.072674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59464) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.198676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-3fb6e0ee-f850-49e3-a003-d95cb14ca65c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/availability_zone_filter returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.203151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3fb6e0ee-f850-49e3-a003-d95cb14ca65c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/availability_zone_filter HTTP/1.1" status: 200 len: 414 time: 0.1360960 Jan 14 05:45:06.209712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59470) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.233197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-02966e9d-121a-46d7-9f45-d3d4c5400239 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/default-subnetpools returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.234213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59474) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.234392 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02966e9d-121a-46d7-9f45-d3d4c5400239 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/default-subnetpools HTTP/1.1" status: 200 len: 405 time: 0.0205245 Jan 14 05:45:06.237586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] For port 5c9a083e-e6c7-46c2-b70a-33a788f32be7, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:45:06.241518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] For port 5c9a083e-e6c7-46c2-b70a-33a788f32be7, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5c9a083e-e6c7-46c2-b70a-33a788f32be7,segment=NetworkSegment(b9d6a393-2b8e-45ce-bfb4-d4ed43020068),segment_id=b9d6a393-2b8e-45ce-bfb4-d4ed43020068)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:45:06.248799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.275129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.403878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-fecb3505-ddbd-433c-917f-872d8a17c38d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/dhcp_agent_scheduler returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.405240 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fecb3505-ddbd-433c-917f-872d8a17c38d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/dhcp_agent_scheduler HTTP/1.1" status: 200 len: 381 time: 0.1493559 Jan 14 05:45:06.548569 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:06.614153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59488) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.628824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2b6e-8db2-44d1-8f85-1a35dd4703f7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.636202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2b6e-8db2-44d1-8f85-1a35dd4703f7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.710219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2b6e-8db2-44d1-8f85-1a35dd4703f7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.710873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9fe2b6e-8db2-44d1-8f85-1a35dd4703f7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Fanout notify agent at l3_agent the message router_deleted on router ab2adcca-f24d-4f4f-98bd-e10c2450705c {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:45:06.726053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-59003374-5ed7-400e-8bff-5c7b401788fa tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/dvr returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.728085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-59003374-5ed7-400e-8bff-5c7b401788fa tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/dvr HTTP/1.1" status: 200 len: 387 time: 0.0125217 Jan 14 05:45:06.733974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59498) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.736205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Pushing event deleted for resources: {'Port': ['ID=2e975e5e-3f53-4e43-8ca3-b8e70e921417,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:06.739840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.746636 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:06.753182 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:06.760137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-a5362f1a-5ecb-43c8-b20c-8ed4fed4f6cf tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/empty-string-filtering returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.761510 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5362f1a-5ecb-43c8-b20c-8ed4fed4f6cf tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/empty-string-filtering HTTP/1.1" status: 200 len: 413 time: 0.0261250 Jan 14 05:45:06.765430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59506) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.790379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-fe317019-c816-4f45-8ada-8d0802059647 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/external-net returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.801335 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fe317019-c816-4f45-8ada-8d0802059647 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/external-net HTTP/1.1" status: 200 len: 394 time: 0.0345054 Jan 14 05:45:06.813109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.817038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59512) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.822457 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] 10.222.0.48 "DELETE /v2.0/floatingips/fea03547-8433-41cd-a0f3-4a3e58b10df1 HTTP/1.1" status: 204 len: 168 time: 4.1175737 Jan 14 05:45:06.824011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59516) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.829740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-a70ae050-de32-4193-b7fa-9784960f32f0 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/extra_dhcp_opt returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.831880 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a70ae050-de32-4193-b7fa-9784960f32f0 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/extra_dhcp_opt HTTP/1.1" status: 200 len: 498 time: 0.0131600 Jan 14 05:45:06.836013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59520) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.883436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9fe2b6e-8db2-44d1-8f85-1a35dd4703f7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:06.885068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9fe2b6e-8db2-44d1-8f85-1a35dd4703f7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/routers/ab2adcca-f24d-4f4f-98bd-e10c2450705c HTTP/1.1" status: 204 len: 168 time: 2.0308037 Jan 14 05:45:06.897681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-488cc226-8ffc-4987-8cd6-3ffe4e827cd0 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/extraroute returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.899444 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-488cc226-8ffc-4987-8cd6-3ffe4e827cd0 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/extraroute HTTP/1.1" status: 200 len: 375 time: 0.0531375 Jan 14 05:45:06.903242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59528) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.903954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59530) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:06.923044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-ae49b8c5-6dbd-49c7-9e1d-9fcd26eac2c6 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/extraroute-atomic returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:06.924442 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ae49b8c5-6dbd-49c7-9e1d-9fcd26eac2c6 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/extraroute-atomic HTTP/1.1" status: 200 len: 444 time: 0.0124462 Jan 14 05:45:06.935394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59538) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.092544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-77ce0c40-170b-4ca2-b03e-9fb78618e74f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/filter-validation returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.101457 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-77ce0c40-170b-4ca2-b03e-9fb78618e74f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/filter-validation HTTP/1.1" status: 200 len: 392 time: 0.0341628 Jan 14 05:45:07.129002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Pushing event updated for resources: {'Port': ['ID=5c9a083e-e6c7-46c2-b70a-33a788f32be7,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:07.140475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:07.155507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:07.191651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object e29d0884-5cb5-43db-a3da-a3e6cbf63414 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:07.233470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59548) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.249017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:07.258934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-ab59c9eb-61cc-4866-a63a-2851c0f4ddc4 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/fip-port-details returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.260547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab59c9eb-61cc-4866-a63a-2851c0f4ddc4 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/fip-port-details HTTP/1.1" status: 200 len: 406 time: 0.0183396 Jan 14 05:45:07.292560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd489d6e-a54b-40eb-99bd-2db73d183ff9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:07.379171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59562) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.484045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-4dd880ed-9f6c-4ab9-aa19-f11c5056a898 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/flavors returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.489813 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4dd880ed-9f6c-4ab9-aa19-f11c5056a898 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/flavors HTTP/1.1" status: 200 len: 387 time: 0.0637066 Jan 14 05:45:07.661835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59570) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.755861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-7579d105-0783-4cae-838a-87c21eaafe10 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/floatingip-pools returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.761303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7579d105-0783-4cae-838a-87c21eaafe10 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/floatingip-pools HTTP/1.1" status: 200 len: 382 time: 0.0965047 Jan 14 05:45:07.762481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59582) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.799393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-e87d6faa-ed73-47e3-b7cb-e217c67d6dab tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/ip-substring-filtering returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.804793 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e87d6faa-ed73-47e3-b7cb-e217c67d6dab tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/ip-substring-filtering HTTP/1.1" status: 200 len: 416 time: 0.0166702 Jan 14 05:45:07.812786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59586) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.872298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e29d0884-5cb5-43db-a3da-a3e6cbf63414,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:07.895891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-cdff1924-7891-40cd-b037-cbcfc44b20b6 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/router returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.896524 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cdff1924-7891-40cd-b037-cbcfc44b20b6 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/router HTTP/1.1" status: 200 len: 450 time: 0.0771449 Jan 14 05:45:07.899521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.899521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.899521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.899521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.899826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.900258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.901120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.901532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.901957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.902369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.902805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.903218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.903701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.904112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.904523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.904974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.909405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.909405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.909405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.909405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.909405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.909405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.909405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.910092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.910092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.910728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.910926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.911346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.911749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.912158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.912561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.912967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.913376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.913835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.914364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.914998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:07.922759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59608) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.936794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.650s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:07.938898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-0652ace9-1549-40b4-9054-78a135ac1535 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/ext-gw-mode returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.939959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0652ace9-1549-40b4-9054-78a135ac1535 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/ext-gw-mode HTTP/1.1" status: 200 len: 462 time: 0.0068884 Jan 14 05:45:07.950713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59612) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.963526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-1dcaa56e-2bfe-44d1-876d-e4c9b1ac024c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/l3-ha returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.964939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1dcaa56e-2bfe-44d1-876d-e4c9b1ac024c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/l3-ha HTTP/1.1" status: 200 len: 360 time: 0.0111957 Jan 14 05:45:07.981631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59616) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:07.996717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-537a3a59-02e2-4318-91c0-86e9da0e30f6 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/l3-flavors returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:07.998033 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-537a3a59-02e2-4318-91c0-86e9da0e30f6 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/l3-flavors HTTP/1.1" status: 200 len: 366 time: 0.0116568 Jan 14 05:45:08.002959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59620) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.028073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-e615ed1e-7b9b-4614-ac7b-8fe13460484f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/l3-port-ip-change-not-allowed returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.029410 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e615ed1e-7b9b-4614-ac7b-8fe13460484f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/l3-port-ip-change-not-allowed HTTP/1.1" status: 200 len: 439 time: 0.0140188 Jan 14 05:45:08.035631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59624) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.043905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-0b722d61-1333-4ce3-a41e-96cdeaf30bdc tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/l3_agent_scheduler returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.045216 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b722d61-1333-4ce3-a41e-96cdeaf30bdc tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/l3_agent_scheduler HTTP/1.1" status: 200 len: 374 time: 0.0083640 Jan 14 05:45:08.047653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:08.053694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet 571bd31a-5949-4d73-a022-0f43472deb4e {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:45:08.056258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59628) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.058433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:08.063103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.067390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:08.072069 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:08.103734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:08.104490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:08.118956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:08.195628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59632) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.199338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-c94c044a-b57a-4049-8c90-2b54560fd400 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/metering returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.200437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c94c044a-b57a-4049-8c90-2b54560fd400 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/metering HTTP/1.1" status: 200 len: 357 time: 0.1395297 Jan 14 05:45:08.231284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59638) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.287684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-b57e4ec3-72b2-4382-943e-c3867fed9154 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/metering_source_and_destination_fields returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.297584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b57e4ec3-72b2-4382-943e-c3867fed9154 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/metering_source_and_destination_fields HTTP/1.1" status: 200 len: 515 time: 0.0649128 Jan 14 05:45:08.302473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59656) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.321084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-528a30e0-5d7f-4c34-87c3-cef43000def9 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/multi-provider returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.324559 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-528a30e0-5d7f-4c34-87c3-cef43000def9 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/multi-provider HTTP/1.1" status: 200 len: 406 time: 0.0120234 Jan 14 05:45:08.328161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59660) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.336413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 5.1740642 Jan 14 05:45:08.340085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59664) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.356381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-0dcfb920-c8d7-43e0-817e-8cd4d6a9b293 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/net-mtu returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.357812 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0dcfb920-c8d7-43e0-817e-8cd4d6a9b293 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/net-mtu HTTP/1.1" status: 200 len: 370 time: 0.0271182 Jan 14 05:45:08.375022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59668) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.386938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:08.564169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-d5ca41e5-039c-4387-a7c2-43afe9276155 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/net-mtu-writable returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.579320 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d5ca41e5-039c-4387-a7c2-43afe9276155 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/net-mtu-writable HTTP/1.1" status: 200 len: 401 time: 0.2009840 Jan 14 05:45:08.588492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59678) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.609236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-60543549-77c0-4587-b1ce-3b4aa63147d3 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/network_availability_zone returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.610539 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60543549-77c0-4587-b1ce-3b4aa63147d3 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/network_availability_zone HTTP/1.1" status: 200 len: 394 time: 0.0168054 Jan 14 05:45:08.615583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59682) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.624623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-9eb7d007-f8e6-47e5-948e-9450feefae2b tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/network-ip-availability returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.626113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9eb7d007-f8e6-47e5-948e-9450feefae2b tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/network-ip-availability HTTP/1.1" status: 200 len: 410 time: 0.0083778 Jan 14 05:45:08.629458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59688) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.650125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-6f28b242-36a9-47f3-86a0-b79862ee583d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/pagination returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.651782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f28b242-36a9-47f3-86a0-b79862ee583d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/pagination HTTP/1.1" status: 200 len: 386 time: 0.0208099 Jan 14 05:45:08.655326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59698) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.681252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-23b1fb4c-fae8-40c1-9287-1e5f14c43566 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/port-mac-address-regenerate returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.682310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-23b1fb4c-fae8-40c1-9287-1e5f14c43566 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/port-mac-address-regenerate HTTP/1.1" status: 200 len: 403 time: 0.0172040 Jan 14 05:45:08.693353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59702) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.706013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-350ab196-ecd9-47d0-af9f-efb783cd3198 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/port-numa-affinity-policy returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.711388 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-350ab196-ecd9-47d0-af9f-efb783cd3198 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/port-numa-affinity-policy HTTP/1.1" status: 200 len: 392 time: 0.0167737 Jan 14 05:45:08.712143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59710) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.730748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-6324ef82-79f5-463f-9635-510832a53d4f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/binding returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.731813 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6324ef82-79f5-463f-9635-510832a53d4f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/binding HTTP/1.1" status: 200 len: 387 time: 0.0063391 Jan 14 05:45:08.736415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59714) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.761598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-eed37d48-e51c-4b95-99eb-891c210d5ab2 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/binding-extended returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.774347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eed37d48-e51c-4b95-99eb-891c210d5ab2 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/binding-extended HTTP/1.1" status: 200 len: 406 time: 0.0366950 Jan 14 05:45:08.775735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59720) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.795202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:08.914735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-8713bb75-0bd6-4cff-8205-934e6fa92a9a tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/port-security returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.928161 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8713bb75-0bd6-4cff-8205-934e6fa92a9a tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/port-security HTTP/1.1" status: 200 len: 354 time: 0.0699470 Jan 14 05:45:08.943587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59728) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.965382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-b51e0e46-c47b-4902-b18e-a8c51078e761 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/project-id returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.970252 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b51e0e46-c47b-4902-b18e-a8c51078e761 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/project-id HTTP/1.1" status: 200 len: 398 time: 0.0142100 Jan 14 05:45:08.982557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59736) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:08.993570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-fbe742d6-02a3-409c-9592-ac874e7dfe8f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/provider returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:08.994887 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fbe742d6-02a3-409c-9592-ac874e7dfe8f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/provider HTTP/1.1" status: 200 len: 385 time: 0.0103426 Jan 14 05:45:09.004476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59744) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.025148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:09.037379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5c9a083e-e6c7-46c2-b70a-33a788f32be7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:09.121485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-149a8f6f-6901-4805-b0e0-bb368063fdfa tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/quotas returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.125223 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-149a8f6f-6901-4805-b0e0-bb368063fdfa tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/quotas HTTP/1.1" status: 200 len: 385 time: 0.0727606 Jan 14 05:45:09.128466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:09.172062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:09.185353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59754) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.359301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-67b48d83-c246-4018-b534-0f748798fe8f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/quota_details returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.360296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67b48d83-c246-4018-b534-0f748798fe8f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/quota_details HTTP/1.1" status: 200 len: 407 time: 0.1569266 Jan 14 05:45:09.374159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:09.376589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59772) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.395003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-cc94628a-d0ea-4f25-800b-de45de300dce tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/rbac-policies returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.396397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cc94628a-d0ea-4f25-800b-de45de300dce tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/rbac-policies HTTP/1.1" status: 200 len: 417 time: 0.0160494 Jan 14 05:45:09.425467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59776) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.452199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-37800935-b539-4af2-b42e-7f2b0bfad547 None None] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:09.493112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-86122283-9b5e-4357-b69b-480bc31f3c8d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/rbac-address-scope returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.494428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86122283-9b5e-4357-b69b-480bc31f3c8d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/rbac-address-scope HTTP/1.1" status: 200 len: 384 time: 0.0072236 Jan 14 05:45:09.572844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59788) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.592936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-4cd71871-ec16-457d-ae8e-d2411cc3b4dd tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/rbac-security-groups returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.592936 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4cd71871-ec16-457d-ae8e-d2411cc3b4dd tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/rbac-security-groups HTTP/1.1" status: 200 len: 404 time: 0.0132177 Jan 14 05:45:09.592936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59794) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.602574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-b49d510c-38de-4e16-85f3-b8dc9648b2ea tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/rbac-subnetpool returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.606386 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b49d510c-38de-4e16-85f3-b8dc9648b2ea tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/rbac-subnetpool HTTP/1.1" status: 200 len: 375 time: 0.0135889 Jan 14 05:45:09.644089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59798) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.652648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-d7b080b0-e37c-41ba-8e69-63875e3db864 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/revision-if-match returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.656321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7b080b0-e37c-41ba-8e69-63875e3db864 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/revision-if-match HTTP/1.1" status: 200 len: 441 time: 0.0075057 Jan 14 05:45:09.665674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59806) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.674710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-ac04ccf2-b21a-46c0-9c39-1205c750d90f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/standard-attr-revisions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.678551 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac04ccf2-b21a-46c0-9c39-1205c750d90f tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/standard-attr-revisions HTTP/1.1" status: 200 len: 423 time: 0.0057857 Jan 14 05:45:09.680440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59810) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.689608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-1ce681d3-31fb-48a2-a0b8-9d673a7805a4 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/router_availability_zone returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.693275 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ce681d3-31fb-48a2-a0b8-9d673a7805a4 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/router_availability_zone HTTP/1.1" status: 200 len: 391 time: 0.0057940 Jan 14 05:45:09.695405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59814) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.704694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-e0672190-349d-432e-8f5a-0512cc3df9b3 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/security-groups-normalized-cidr returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.705719 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0672190-349d-432e-8f5a-0512cc3df9b3 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/security-groups-normalized-cidr HTTP/1.1" status: 200 len: 445 time: 0.0059397 Jan 14 05:45:09.737258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.747009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-f3f490e4-8b47-406a-a186-db1e8658bc79 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/port-security-groups-filtering returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.748281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f3f490e4-8b47-406a-a186-db1e8658bc79 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/port-security-groups-filtering HTTP/1.1" status: 200 len: 422 time: 0.0063860 Jan 14 05:45:09.754290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59828) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.760474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-e34dc1ee-e85b-427f-9322-78ad1a4c83ff tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/security-groups-remote-address-group returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.761776 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e34dc1ee-e85b-427f-9322-78ad1a4c83ff tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/security-groups-remote-address-group HTTP/1.1" status: 200 len: 448 time: 0.0061965 Jan 14 05:45:09.769660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59832) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.775725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-f97963c1-cfd5-4f2a-a3f0-9f69245d5df9 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/security-group returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.777309 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f97963c1-cfd5-4f2a-a3f0-9f69245d5df9 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/security-group HTTP/1.1" status: 200 len: 364 time: 0.0064325 Jan 14 05:45:09.781063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59836) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.786986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-ac2c6e0f-2fd0-4139-9be9-2a4f11bb281d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/service-type returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.788209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac2c6e0f-2fd0-4139-9be9-2a4f11bb281d tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/service-type HTTP/1.1" status: 200 len: 415 time: 0.0060084 Jan 14 05:45:09.803646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.814111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-834de2e6-8186-4ca6-b9a2-34f86954681c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/sorting returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.815258 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-834de2e6-8186-4ca6-b9a2-34f86954681c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/sorting HTTP/1.1" status: 200 len: 377 time: 0.0102661 Jan 14 05:45:09.821126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59848) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.841531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-b3e439ac-baaa-4876-a652-505849d24a32 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/standard-attr-description returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.842872 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3e439ac-baaa-4876-a652-505849d24a32 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/standard-attr-description HTTP/1.1" status: 200 len: 408 time: 0.0185013 Jan 14 05:45:09.847546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59852) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.864207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-058e6e14-d27d-4f18-9141-0deaf3762db5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/stateful-security-group returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:09.868744 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-058e6e14-d27d-4f18-9141-0deaf3762db5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/stateful-security-group HTTP/1.1" status: 200 len: 402 time: 0.0151527 Jan 14 05:45:09.924068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Provisioning for port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:09.937996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59856) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:09.939183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Deleting port c0ff193f-3788-4d83-8e2d-3de0cfefb26c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:09.939767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:10.128938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Provisioning complete for port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:10.130009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:10.154494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-00b16a75-46ca-490f-ba00-d750b1ec53a5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/subnet_onboard returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:10.167883 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00b16a75-46ca-490f-ba00-d750b1ec53a5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/subnet_onboard HTTP/1.1" status: 200 len: 391 time: 0.0650759 Jan 14 05:45:10.217104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59872) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:10.235664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-71d8637a-08ab-4867-8dcb-21b6c95c67f1 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/subnet-service-types returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:10.246264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71d8637a-08ab-4867-8dcb-21b6c95c67f1 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/subnet-service-types HTTP/1.1" status: 200 len: 400 time: 0.0279505 Jan 14 05:45:10.247247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59878) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:10.293585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:10.343089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] For port 5c9a083e-e6c7-46c2-b70a-33a788f32be7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5c9a083e-e6c7-46c2-b70a-33a788f32be7,segment=NetworkSegment(b9d6a393-2b8e-45ce-bfb4-d4ed43020068),segment_id=b9d6a393-2b8e-45ce-bfb4-d4ed43020068)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:10.352704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:10.354956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a855a99-15dd-4ca4-81fe-bac8ca3e4da4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:10.425706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] For port c0ff193f-3788-4d83-8e2d-3de0cfefb26c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,segment=NetworkSegment(9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7),segment_id=9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:10.426115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:10.519459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Pushing event updated for resources: {'Port': ['ID=5c9a083e-e6c7-46c2-b70a-33a788f32be7,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:10.534075 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:10.594676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Usage tracker for resource:security_group_rule and tenant:48b73fa4700b463596f22fea14712bb6 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:10.640476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:10.732667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:10.806828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fce94f36-9fb9-4ff6-b7b9-cc03d0df1a37 None None] Provisioning for port e29d0884-5cb5-43db-a3da-a3e6cbf63414 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:10.809537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Calling delete_port for c0ff193f-3788-4d83-8e2d-3de0cfefb26c owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:10.827164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fce94f36-9fb9-4ff6-b7b9-cc03d0df1a37 None None] Provisioning complete for port e29d0884-5cb5-43db-a3da-a3e6cbf63414 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:10.829371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fce94f36-9fb9-4ff6-b7b9-cc03d0df1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:11.164823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-bd6f160e-abd0-4d28-8992-ab0b540b9afd tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/subnet_allocation returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:11.168712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5c9a083e-e6c7-46c2-b70a-33a788f32be7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:11.169326 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd6f160e-abd0-4d28-8992-ab0b540b9afd tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/subnet_allocation HTTP/1.1" status: 200 len: 388 time: 0.1282434 Jan 14 05:45:11.169326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:11.194032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 59954) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:11.217599 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e82da041-3e99-4790-bc2f-755a5993d24a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:11.320669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fce94f36-9fb9-4ff6-b7b9-cc03d0df1a37 None None] Port e29d0884-5cb5-43db-a3da-a3e6cbf63414 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:11.336268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Pushing event deleted for resources: {'Port': ['ID=c0ff193f-3788-4d83-8e2d-3de0cfefb26c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:11.356497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fce94f36-9fb9-4ff6-b7b9-cc03d0df1a37 None None] Provisioning complete for port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:11.358256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fce94f36-9fb9-4ff6-b7b9-cc03d0df1a37 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:11.491568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:11.495955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.497401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.498177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.498951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.499516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.500144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.501505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:11.501805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.502430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.503311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.503926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.504552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.505160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.505839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.506445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.507086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.507793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.508412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.509018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.509760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.510389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.511426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.512155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.512818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.513623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.514315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.514983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.515603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.516437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.517296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.517816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.518326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.518871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.519383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.519893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.520810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.521325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:45:11.524778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-57ef7305-9a23-45df-a09e-a4193255d097 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/subnetpool-prefix-ops returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:11.525898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-57ef7305-9a23-45df-a09e-a4193255d097 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/subnetpool-prefix-ops HTTP/1.1" status: 200 len: 418 time: 0.3308265 Jan 14 05:45:11.531590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:11.532392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59980) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:11.571499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-05328708-00f3-46d3-a707-f5ac6c7ea8f5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/standard-attr-tag returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:11.572796 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-05328708-00f3-46d3-a707-f5ac6c7ea8f5 tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/standard-attr-tag HTTP/1.1" status: 200 len: 537 time: 0.0391572 Jan 14 05:45:11.577778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 59988) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:11.602985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [None req-71f5ecbf-82af-41e9-8a3c-769eff4c817c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] http://10.222.0.48:9696/v2.0/extensions/standard-attr-timestamp returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:45:11.606044 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71f5ecbf-82af-41e9-8a3c-769eff4c817c tempest-ExtensionsTestJSON-173706288 tempest-ExtensionsTestJSON-173706288] 10.222.0.48 "GET /v2.0/extensions/standard-attr-timestamp HTTP/1.1" status: 200 len: 449 time: 0.0238259 Jan 14 05:45:12.155292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7c5993af-4212-4e59-b6a8-63a6794ee9c4 None None] Provisioning complete for port e29d0884-5cb5-43db-a3da-a3e6cbf63414 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:12.157318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c5993af-4212-4e59-b6a8-63a6794ee9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:12.273380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7c5993af-4212-4e59-b6a8-63a6794ee9c4 None None] Port e29d0884-5cb5-43db-a3da-a3e6cbf63414 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:12.338309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e753c2c-4933-49eb-8376-cce24f84d41d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:12.344516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7c5993af-4212-4e59-b6a8-63a6794ee9c4 None None] Provisioning complete for port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:12.345370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c5993af-4212-4e59-b6a8-63a6794ee9c4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:12.478078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:12.547330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:12.602417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:12.636091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-067eadce-b9e8-4dbd-a638-37fd001481c3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:12.653819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2b40339b-95b3-4884-8b56-d762081d6b4e None None] Provisioning complete for port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:12.661123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b40339b-95b3-4884-8b56-d762081d6b4e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:12.936380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60088) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:13.055865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.483036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.504972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:13.510368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Usage tracker for resource:security_group_rule and tenant:e2d2bd55ca9c412eb954d6052f4489f7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:13.513889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:13.520152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:13.616744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.629952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.642412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47b9d8d4-1304-42bf-b1d5-0c69d341d030 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:13.686854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5a520624-b97c-4ef1-95cb-42b71136577c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:13.718576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:13.754347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e2d2bd55ca9c412eb954d6052f4489f7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8167584 Jan 14 05:45:13.757497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60174) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:13.767377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=571bd31a-5949-4d73-a022-0f43472deb4e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:13.785165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.801897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.166s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:13.803224 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dec39eec-a15a-4e0d-b643-87afdc54efa8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.010s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:13.860559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=095c1d3a-5bab-4346-a437-b7eceed41077,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:13.886658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:13.902443 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=48b73fa4700b463596f22fea14712bb6&name=default HTTP/1.1" status: 200 len: 2983 time: 5.6885426 Jan 14 05:45:13.906759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60194) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:13.915685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.976314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.979462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e5cb87c-cc8e-4db5-b0ad-e9d75b894e63 None None] Network 38315b90-f9d3-459e-b3f3-5656247dccbc requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:13.993841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:13.999758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f7bed87-e2e1-4696-ae5c-08475ad5cf04 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:14.143880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Router 29ddb894-e621-44ed-874a-56f8e3967f32 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:45:14.274748 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/571bd31a-5949-4d73-a022-0f43472deb4e HTTP/1.1" status: 204 len: 168 time: 7.3689299 Jan 14 05:45:14.277075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60236) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:14.613208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:14.744608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:45:14.815354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] Sync routers for ids ['29ddb894-e621-44ed-874a-56f8e3967f32'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:45:14.818941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e29d0884-5cb5-43db-a3da-a3e6cbf63414,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:14.822132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a791db7-7510-4a68-b862-763763e198e9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:14.839131 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.839s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:14.842893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:14.860114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:14.889559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] Routers {'29ddb894-e621-44ed-874a-56f8e3967f32'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:14.890221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:45:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['29ddb894-e621-44ed-874a-56f8e3967f32'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:14.893302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:14.893659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] 10.222.0.48 "PUT /v2.0/routers/29ddb894-e621-44ed-874a-56f8e3967f32/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.0656567 Jan 14 05:45:14.898682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60300) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:14.958406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 1e2e81ab-7e95-4d94-a797-809e248c5984 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:14.959464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:15.005453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:15.025895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76b927af-e7c8-4118-b735-b931e99fc777 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:15.049984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=095c1d3a-5bab-4346-a437-b7eceed41077,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:15.052392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:15.053823 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/095c1d3a-5bab-4346-a437-b7eceed41077 HTTP/1.1" status: 204 len: 168 time: 1.1435249 Jan 14 05:45:15.060674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:15.061205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:15.422508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] Set router 29ddb894-e621-44ed-874a-56f8e3967f32 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:45:15.656881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] For port 1e2e81ab-7e95-4d94-a797-809e248c5984, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1e2e81ab-7e95-4d94-a797-809e248c5984,segment=NetworkSegment(ae64bec9-62f9-4737-b4c6-237151d82710),segment_id=ae64bec9-62f9-4737-b4c6-237151d82710)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:15.657828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:15.821676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 1e2e81ab-7e95-4d94-a797-809e248c5984 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:15.956309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.082091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.107023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.410389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60420) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:16.498904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.544426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.558136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.610177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:16.615411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Usage tracker for resource:security_group_rule and tenant:4a3a3fb6c2e847db94b97a7f9e1639f8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:16.622487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:16.638964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:16.652858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-762c12e1-56d5-4866-998a-3c6241ac1abc None None] Provisioning complete for port e29d0884-5cb5-43db-a3da-a3e6cbf63414 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:16.654756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-762c12e1-56d5-4866-998a-3c6241ac1abc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.749641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.759155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.764227 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a26e96b7-30cb-4965-a4e6-d252c00372a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:16.783762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a520624-b97c-4ef1-95cb-42b71136577c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:16.802611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Deleting port 77974b9d-d73b-4598-8af1-80daefd37b8e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:16.803229 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.815699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cb35805-1dbb-4e3f-8bdc-bee0bdbdf481 None None] DHCP port deletion for 38315b90-f9d3-459e-b3f3-5656247dccbc request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:45:16.869668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:16.907276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:16.908794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a520624-b97c-4ef1-95cb-42b71136577c HTTP/1.1" status: 204 len: 168 time: 3.1496079 Jan 14 05:45:17.029372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e2e81ab-7e95-4d94-a797-809e248c5984 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:45:17.164539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-762c12e1-56d5-4866-998a-3c6241ac1abc None None] Port e29d0884-5cb5-43db-a3da-a3e6cbf63414 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:17.184903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:17.189744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1e2e81ab-7e95-4d94-a797-809e248c5984 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:45:17.205133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1e2e81ab-7e95-4d94-a797-809e248c5984 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:45:17.224707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:17.236778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:45:11Z', 'revision_number': 5, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:17.248031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] Checking router: 29ddb894-e621-44ed-874a-56f8e3967f32 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:45:17.283899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] Routers {'29ddb894-e621-44ed-874a-56f8e3967f32'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:17.284659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:45:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['29ddb894-e621-44ed-874a-56f8e3967f32'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:17.338259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] For port 77974b9d-d73b-4598-8af1-80daefd37b8e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=77974b9d-d73b-4598-8af1-80daefd37b8e,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:17.338673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:17.494291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:17.660073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60522) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:17.676450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] Set router 29ddb894-e621-44ed-874a-56f8e3967f32 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:45:17.700177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=1e2e81ab-7e95-4d94-a797-809e248c5984,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:17.714469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:17.716504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No DVR routers for this DVR port 1e2e81ab-7e95-4d94-a797-809e248c5984 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:45:17.740310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Calling delete_port for 77974b9d-d73b-4598-8af1-80daefd37b8e owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:17.859160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:17.886152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:17.915894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b847d25-334f-4d1e-bff4-bb984ac05c1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:18.018530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ed1d76c0-7c52-4cdb-a837-8a9b0f6c7bd1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:18.032564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:18.055177 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a3a3fb6c2e847db94b97a7f9e1639f8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6394491 Jan 14 05:45:18.091985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60570) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:18.102500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.351836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:45:11Z', 'revision_number': 5, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:18.356527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-92b696c3-58ee-4ef7-b9b1-e79e5d2d77a2 None None] The sync data for ids ['29ddb894-e621-44ed-874a-56f8e3967f32'] in n-d-768851-4 is: [{'id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'name': 'tempest-AttachVolumeShelveTestJSON-1271847961-router', 'tenant_id': 'a460b6353f5f4f93869cf5774574e528', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31'}], 'enable_snat': True}, 'gw_port_id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:43:42Z', 'updated_at': '2021-01-14T05:45:11Z', 'revision_number': 5, 'project_id': 'a460b6353f5f4f93869cf5774574e528', 'gw_port': {'id': '77974b9d-d73b-4598-8af1-80daefd37b8e', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:c2:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '29ddb894-e621-44ed-874a-56f8e3967f32', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2321, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.31', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:43:48Z', 'updated_at': '2021-01-14T05:44:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:45:18.373361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.402818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.413713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.516002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.535067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:18.601513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Usage tracker for resource:security_group_rule and tenant:34fc130259604a23a91e2f8b31de587a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:18.606321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.615091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53db5eae-34de-4beb-99bb-e566161f2a94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:18.640597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['38315b90-f9d3-459e-b3f3-5656247dccbc']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:18.649435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ed1d76c0-7c52-4cdb-a837-8a9b0f6c7bd1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:18.653914 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:18.656780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.658874 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ed1d76c0-7c52-4cdb-a837-8a9b0f6c7bd1 HTTP/1.1" status: 204 len: 168 time: 0.5351474 Jan 14 05:45:18.675298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:18.755742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ae64bec9-62f9-4737-b4c6-237151d82710') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:18.755742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ae64bec9-62f9-4737-b4c6-237151d82710') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:18.821480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:18.880462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.880955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:18.915193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c0ff193f-3788-4d83-8e2d-3de0cfefb26c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:45:19.026985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] It took 0.14 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:45:19.033538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c0ff193f-3788-4d83-8e2d-3de0cfefb26c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:45:19.033538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c0ff193f-3788-4d83-8e2d-3de0cfefb26c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:45:19.047640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.047640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:45:19.065771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.086194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.087738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.219689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.224654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.251323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:19.272578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b73f756f-5e95-420b-b261-c8e04336f46b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:19.275508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.276887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Fanout notify agent at l3_agent the message router_deleted on router 29ddb894-e621-44ed-874a-56f8e3967f32 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:45:19.288525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.290046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-779a9a47-9060-43c7-a17c-268652a811ab admin admin] 10.222.0.48 "DELETE /v2.0/routers/29ddb894-e621-44ed-874a-56f8e3967f32 HTTP/1.1" status: 204 len: 168 time: 4.3884125 Jan 14 05:45:19.294095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60614) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:19.414729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Deleting subnet 5a9944f1-bffb-4a1c-99c8-015e4ee0123d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:45:19.421511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:19.422798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:19.423425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.549437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.574535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 38315b90-f9d3-459e-b3f3-5656247dccbc has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:19.599365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.608459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60620) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:19.621861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-127550380'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:19.650212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:19.675571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:19.693871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:19.717308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.843471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.845419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e29d0884-5cb5-43db-a3da-a3e6cbf63414,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:19.849172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:19.860839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.871957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.877086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:19.889699 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2461334f-a720-47ef-8c35-a27baad45bf7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:19.899595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:19.906178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:19.916661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.926424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8b37adb8-11ba-47dc-98b0-19f1695eef9f None None] Provisioning complete for port e29d0884-5cb5-43db-a3da-a3e6cbf63414 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:19.927144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b37adb8-11ba-47dc-98b0-19f1695eef9f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.931320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Usage tracker for resource:security_group_rule and tenant:055b1b3549cc4ba1b3243eee38c93859 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:19.945020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:19.962801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:19.972146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:19.976402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:security_group_rule and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:19.985772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:19.996299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:19.999467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:20.004252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b37adb8-11ba-47dc-98b0-19f1695eef9f None None] Port e29d0884-5cb5-43db-a3da-a3e6cbf63414 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:20.120360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.123558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6f21dcd5-8953-469d-a628-4099e02a714f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:20.144418 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=34fc130259604a23a91e2f8b31de587a&name=default HTTP/1.1" status: 200 len: 2983 time: 2.4776626 Jan 14 05:45:20.144418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:20.153678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60632) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:20.161280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.170776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-409b63d2-2a54-4875-8490-bd53a6f8447a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:20.184959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 38315b90-f9d3-459e-b3f3-5656247dccbc has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:45:20.268242 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:45:20.272630 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:45:20.292410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'SecurityGroup': ['ID=80731048-f13c-402f-8fcb-fe31ec4811cc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:20.332526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:20.352973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.432822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.432822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-152c833f-a722-4d76-bab4-f6f175c6cd21 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:20.441338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:45:20.452445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.453212 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 93425d7f-f92f-4454-8da6-d3205779884a of type vxlan for network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 Jan 14 05:45:20.454883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.474129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.480459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=38315b90-f9d3-459e-b3f3-5656247dccbc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:20.486422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:20.492157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/38315b90-f9d3-459e-b3f3-5656247dccbc HTTP/1.1" status: 204 len: 168 time: 6.1625004 Jan 14 05:45:20.493895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60642) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:20.547744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0febeb7d-1f78-49fa-8801-8f2ecc7ce182 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:20.560628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=055b1b3549cc4ba1b3243eee38c93859&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9481397 Jan 14 05:45:20.582002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60650) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:20.620579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Router 368bd9bf-aa98-4824-b050-cbe9ff6f9e21 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:45:20.634006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.635527 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:20.638669 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:20.640001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.655709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18ecd5b1-33db-4de5-a7a9-a53fcd200c03 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:20.656451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18ecd5b1-33db-4de5-a7a9-a53fcd200c03 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:45:20.708839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=714bef9c-d6c9-456c-9ff8-0dfe0cc47f60,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:20.713965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:20.753099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.872835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:20.881568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70470c14-cdf5-4124-9deb-8691cbafe600 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:20.929898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 77974b9d-d73b-4598-8af1-80daefd37b8e no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:45:20.957402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-18ecd5b1-33db-4de5-a7a9-a53fcd200c03 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:45:20.958760 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18ecd5b1-33db-4de5-a7a9-a53fcd200c03 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/a22ead3a-40f4-4e15-a33a-3a4ea7953457 HTTP/1.1" status: 200 len: 840 time: 0.4635065 Jan 14 05:45:20.960278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:45:20.965156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a9944f1-bffb-4a1c-99c8-015e4ee0123d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:20.970557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60666) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:20.972048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23027728-8b7e-48d2-946d-74159b75149f None None] Sync routers for ids ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:45:20.978365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "PUT /v2.0/routers/368bd9bf-aa98-4824-b050-cbe9ff6f9e21/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.6019905 Jan 14 05:45:20.981017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:21.002907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.011598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23027728-8b7e-48d2-946d-74159b75149f None None] Routers {'368bd9bf-aa98-4824-b050-cbe9ff6f9e21'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:21.012287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-23027728-8b7e-48d2-946d-74159b75149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:45:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:21.015903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e79f5200-0a6a-4c32-a435-03b6d44287e9 None None] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:21.036592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60670) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:21.039679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5a9944f1-bffb-4a1c-99c8-015e4ee0123d HTTP/1.1" status: 204 len: 168 time: 1.7437966 Jan 14 05:45:21.046310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 77974b9d-d73b-4598-8af1-80daefd37b8e {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:45:21.046730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 77974b9d-d73b-4598-8af1-80daefd37b8e not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:45:21.073593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60674) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:21.168784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-23027728-8b7e-48d2-946d-74159b75149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:21.212423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23027728-8b7e-48d2-946d-74159b75149f None None] Routers {'368bd9bf-aa98-4824-b050-cbe9ff6f9e21'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:21.213630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-23027728-8b7e-48d2-946d-74159b75149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:45:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:21.344955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-23027728-8b7e-48d2-946d-74159b75149f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:21.345321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23027728-8b7e-48d2-946d-74159b75149f None None] The sync data for ids ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:45:21.355093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] DHCP port deletion for f552ec82-d147-4974-a5ac-1a73a2ea1e27 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:45:21.361230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Deleting port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:21.361851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.463246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.496035 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0548c58e-1cb5-4b48-8beb-e52350a65166 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/a22ead3a-40f4-4e15-a33a-3a4ea7953457?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.5123422 Jan 14 05:45:21.496035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.533730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.568322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60690) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:21.586307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.608212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:21.608919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.628435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.631294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:21.634127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bac454e9-201f-4102-8ed3-82d3cd0948e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:21.660238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=714bef9c-d6c9-456c-9ff8-0dfe0cc47f60,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:21.663864 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:21.665346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3ec6b3d-0806-4d7c-ade8-642c249e6e60 tempest-QuotasNegativeTest-1608694860 tempest-QuotasNegativeTest-1608694860] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:21.666113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:21.670177 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/714bef9c-d6c9-456c-9ff8-0dfe0cc47f60 HTTP/1.1" status: 204 len: 168 time: 1.0848186 Jan 14 05:45:21.701362 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.4480808 Jan 14 05:45:21.839808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Deleting port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:21.839808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:22.102937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:22.105524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:22.110874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:22.129889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:22.134975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] For port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,segment=NetworkSegment(9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7),segment_id=9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:22.136471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:22.145460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=6519d064-2ea9-489a-8f8d-cd99b71b8f74,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:22.150996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:22.397581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Calling delete_port for 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:22.643151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:22.761907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] For port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,segment=NetworkSegment(9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7),segment_id=9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:22.762440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:22.875525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:22.934629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Calling delete_port for 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:23.028389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:23.035531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:45:23.035903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:45:23.047678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:23.173465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d075e59e-f6ea-4ce3-9500-e34e9dda6fe7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:23.182087 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d075e59e-f6ea-4ce3-9500-e34e9dda6fe7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports?device_id=368bd9bf-aa98-4824-b050-cbe9ff6f9e21 HTTP/1.1" status: 200 len: 988 time: 2.1314163 Jan 14 05:45:23.183404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60734) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:23.190580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:23.200873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:23.231888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:45:23.325891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3440b353-e77e-41d3-8ba3-2111582f70de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:23.332447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50f24fdf-9698-4b42-94dd-a4b4e611ce2d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:23.386354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f21dcd5-8953-469d-a628-4099e02a714f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:23.389579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:23.437695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:45:23.438249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:45:23.456187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Pushing event deleted for resources: {'Port': ['ID=03072bb1-d74e-46fe-ae1e-3d673cf6bff0,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:23.461024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:23.557996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Deleting port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:23.565085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:23.700678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:23.966569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] No DVR routers for this DVR port 03072bb1-d74e-46fe-ae1e-3d673cf6bff0 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:45:24.232921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:24.238848 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f21dcd5-8953-469d-a628-4099e02a714f HTTP/1.1" status: 204 len: 168 time: 4.0780728 Jan 14 05:45:24.402509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] The port '03072bb1-d74e-46fe-ae1e-3d673cf6bff0' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:45:24.930023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:25.087834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:25.423120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:25.449932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60792) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:25.492362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '6519d064-2ea9-489a-8f8d-cd99b71b8f74', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:25.689409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f552ec82-d147-4974-a5ac-1a73a2ea1e27']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:25.691390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:25.708091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:25.714456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:25.726363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:25.734675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:25.734808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9a1a65c8-d8a4-4053-9dfb-bbf3beac6cc7') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:25.751099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:25.752933 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.755705 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.762469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:25.766666 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:25.776668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:25.838434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:25.848327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:45:26.208808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60824) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:26.264673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:26.399752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:26.423472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:26.656115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:26.690136 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a9f13bf-94a5-4a69-a5eb-d21cb55b1014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:26.723623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port e29d0884-5cb5-43db-a3da-a3e6cbf63414 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:26.724020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:26.872319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:26.878269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Network f552ec82-d147-4974-a5ac-1a73a2ea1e27 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:45:27.018622 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:45:27.047101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:27.062506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Usage tracker for resource:security_group_rule and tenant:fd3c43d249ec49de9a37ca4c40315c98 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:27.086964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:27.112716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=3a2f82d3-d993-4585-974a-29e3fb5b6dd0,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:27.126154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:27.126154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.141834 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-facb6f90-df14-4f23-a898-b514750b5eaa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:27.153971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.173348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Pushing event deleted for resources: {'Network': ['ID=f552ec82-d147-4974-a5ac-1a73a2ea1e27,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:27.177185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:27.182301 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f552ec82-d147-4974-a5ac-1a73a2ea1e27 HTTP/1.1" status: 204 len: 168 time: 6.1096778 Jan 14 05:45:27.213248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:27.215516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:27.216952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:27.234860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-93a9dbc4-b7e6-4137-ac6b-37fb73539bcc None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:27.240300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:27.241148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.265218 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.6812339 Jan 14 05:45:27.267988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:27.274257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'security_group': {'name': 'tempest-secgroup-1006418886'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:27.301273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:27.305651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:27.309639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:27.315915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:27.333124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.379474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:27.383641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group_rule and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:27.399746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:27.405967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:27.534331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.539533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.573004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39b757e1-e987-47dd-80a7-5b0d292d8299 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:27.598076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60876) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:27.607775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.609283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.3400249 Jan 14 05:45:27.614643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60878) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:27.621592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.655889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'security_group': {'name': 'tempest-secgroup-1315642441'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:27.692944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:27.701073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:27.701887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.704966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'SecurityGroup': ['ID=895836a8-8258-43ce-8ad1-86d5e346f6a7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:27.708060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:27.711812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:27.717759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:27.735375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-16b6d506-07e2-429a-ad37-0bf405f82725', 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'tenant_id': '462ae330f98b49d99ce01bbf2533ab13', 'fixed_ips': [{'subnet_id': '3a2f82d3-d993-4585-974a-29e3fb5b6dd0'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:45:27.737393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.738422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.776822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:27.782000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group_rule and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:27.785570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:27.792303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:27.898651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.905512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:27.936787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for e29d0884-5cb5-43db-a3da-a3e6cbf63414 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:27.970564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f337981a-f434-4afa-8689-521a913ef400 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:28.058085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:28.063968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.4449561 Jan 14 05:45:28.065066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60898) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:28.066072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'SecurityGroup': ['ID=6fbe8a62-d804-4eaa-a707-8341795733d0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:28.082422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:28.089900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'name': 'tempest-PortsTestJSON-138075189', 'security_groups': ['6fbe8a62-d804-4eaa-a707-8341795733d0'], 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': '3a2f82d3-d993-4585-974a-29e3fb5b6dd0'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:28.130236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:28.168713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:28.210292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Allocated IP 172.20.0.2 (16b6d506-07e2-429a-ad37-0bf405f82725/3a2f82d3-d993-4585-974a-29e3fb5b6dd0/6f2eee3b-dce6-4428-b3b7-7308b1cff4b7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:28.215476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94219a86-28e1-49fe-bc6e-dcb5de6f1c26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a460b6353f5f4f93869cf5774574e528&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6014273 Jan 14 05:45:28.229292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 60906) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:28.582261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:28.605629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:28.626479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:28.630218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:28.639776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Transition to ACTIVE for port object 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:28.648292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:28.693259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Transition to ACTIVE for port object 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:28.718844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:28.912856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=cb9d5b26-1d9b-48b1-8f13-1c4a1745335c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:28.921907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.754s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:28.925748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 75884982-08f6-42ee-8e59-5d2b35bcda7b yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:45:28.973218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8024cfb1-3c91-4a30-80c7-e96ed932e32f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:29.094276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.098330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Pushing event updated for resources: {'Port': ['ID=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:29.112804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:29.114551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:29.117910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:29.124020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:29.126264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.193326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87dd65ed-b69f-4e4a-b12b-1a530bacce33 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:29.197081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Attempting to bind port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:45:29.197081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Attempting to bind port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '7c47036d-3087-4b7a-9a59-2148b969d20a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:45:29.197081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Attempting to bind port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 on network 16b6d506-07e2-429a-ad37-0bf405f82725 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:45:29.200695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:45:29.201118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Checking segment: {'id': '7c47036d-3087-4b7a-9a59-2148b969d20a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:29.201564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.202004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Bound using segment: {'id': '7c47036d-3087-4b7a-9a59-2148b969d20a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:45:29.202861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Bound port: 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '7c47036d-3087-4b7a-9a59-2148b969d20a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:45:29.203483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.209064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd3c43d249ec49de9a37ca4c40315c98&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9999168 Jan 14 05:45:29.210749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.213594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 60960) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:29.329616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] For port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:45:29.333675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] For port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,segment=NetworkSegment(7c47036d-3087-4b7a-9a59-2148b969d20a),segment_id=7c47036d-3087-4b7a-9a59-2148b969d20a)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:45:29.339798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.423506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.433367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6a32b8d-0f34-4c00-ab9a-b79b8c2d059d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:29.443723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:29.561645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': '93425d7f-f92f-4454-8da6-d3205779884a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6519d064-2ea9-489a-8f8d-cd99b71b8f74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:29.569537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 6519d064-2ea9-489a-8f8d-cd99b71b8f74, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:45:29.573457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.574174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:45:29.584659 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-beb11459-c78e-4fd8-a9f4-e451588be83a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:29.665641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Pushing event updated for resources: {'Port': ['ID=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:29.669537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:29.685873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.3 (16b6d506-07e2-429a-ad37-0bf405f82725/3a2f82d3-d993-4585-974a-29e3fb5b6dd0/75884982-08f6-42ee-8e59-5d2b35bcda7b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:29.692495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.708992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:45:29.767590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 6519d064-2ea9-489a-8f8d-cd99b71b8f74) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:29.777150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-39e7e7de-b28e-4f63-8131-b65eb9b7ebc7 None None] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:29.787993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.794286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efdad225-ad21-4632-a0f0-16fe8b00c86c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:29.807650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef2efe1a-41c2-4cfb-b388-741486bee9e6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:29.810362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:29.811133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.876012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:29.878361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:29.885360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 4.4261763 Jan 14 05:45:29.892857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 32782) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:29.928143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1613250701'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:29.955973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:29.985668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:29.991285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:30.000033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:30.004261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:30.027007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16e80ff0-5451-4052-bdda-de609f1a4ea2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:30.056736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6a32b8d-0f34-4c00-ab9a-b79b8c2d059d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:30.204487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:30.244792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01d3177d-31ab-4880-8f29-d223ae2c4051 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:30.257070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:30.280564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:30.347225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:30.348055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:30.348510 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6a32b8d-0f34-4c00-ab9a-b79b8c2d059d HTTP/1.1" status: 204 len: 168 time: 1.1197212 Jan 14 05:45:30.352758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef2efe1a-41c2-4cfb-b388-741486bee9e6 HTTP/1.1" status: 204 len: 168 time: 1.5260737 Jan 14 05:45:30.371357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=e29d0884-5cb5-43db-a3da-a3e6cbf63414,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:30.371742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-6519d064-2ea9-489a-8f8d-cd99b71b8f74', 'network_id': '6519d064-2ea9-489a-8f8d-cd99b71b8f74', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': 'cb9d5b26-1d9b-48b1-8f13-1c4a1745335c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:45:30.372675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:30.479931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:30.512575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:30.590381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 75884982-08f6-42ee-8e59-5d2b35bcda7b will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:30.674669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:45:30.687597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:30.692620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:31.230459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:31.579589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Allocated IP 2001:db8:0:ffff::2 (6519d064-2ea9-489a-8f8d-cd99b71b8f74/cb9d5b26-1d9b-48b1-8f13-1c4a1745335c/33324a8a-6c1a-49b5-9169-e0d7035209ff) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:31.654395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:31.971417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91a6ac41-9518-4de3-9a6f-03be96e2c316 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:32.044463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Router 368bd9bf-aa98-4824-b050-cbe9ff6f9e21 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:45:32.125043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Provisioning for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:32.145667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:32.146350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:32.157252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:32.157823 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment a49fa833-ff06-43f8-8e89-7b17f9eb6bad of type vxlan for network 593b2f41-160a-4a9c-b218-e0de0414f02b Jan 14 05:45:32.183629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=75884982-08f6-42ee-8e59-5d2b35bcda7b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:32.214653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:32.271524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:32.277174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.281317 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:32.284410 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:32.312956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:32.323050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:32.329447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:32.330655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39c92d37-5c7d-4876-9cd3-b4dae3c0f3dd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:32.341836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:32.383932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Transition to ACTIVE for port object 33324a8a-6c1a-49b5-9169-e0d7035209ff will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:32.404843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:32.407688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:32.467573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:45:32.476466 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "PUT /v2.0/routers/368bd9bf-aa98-4824-b050-cbe9ff6f9e21/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.2919452 Jan 14 05:45:32.487251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 32912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:32.540121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] Sync routers for ids ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:45:32.624531 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ac1163d1-b989-477c-9801-be2b743d113e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:45:32.625640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac1163d1-b989-477c-9801-be2b743d113e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:45:32.654030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] Routers {'368bd9bf-aa98-4824-b050-cbe9ff6f9e21'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:32.654030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:45:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:32.702248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 2.8081648 Jan 14 05:45:32.705385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 32924) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:32.712792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '593b2f41-160a-4a9c-b218-e0de0414f02b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:32.865014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=593b2f41-160a-4a9c-b218-e0de0414f02b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:32.870705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.540s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:32.925726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:32.926476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:32.940661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac1163d1-b989-477c-9801-be2b743d113e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:45:32.941935 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac1163d1-b989-477c-9801-be2b743d113e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/e29d0884-5cb5-43db-a3da-a3e6cbf63414 HTTP/1.1" status: 404 len: 333 time: 0.4532077 Jan 14 05:45:32.949589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 32930) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:32.964909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:32.972102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:32.977441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:32.983941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:32.992537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 32934) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:33.001642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:33.195850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Transition to ACTIVE for port object 33324a8a-6c1a-49b5-9169-e0d7035209ff will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:33.203377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:33.209817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:33.234514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 593b2f41-160a-4a9c-b218-e0de0414f02b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:33.302036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:33.340467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c367f9-842b-4dcf-929a-c68135ae8fe2 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:33.439438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 593b2f41-160a-4a9c-b218-e0de0414f02b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:33.497777 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 5.4137740 Jan 14 05:45:33.501713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 32962) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:33.523633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:33.671986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 593b2f41-160a-4a9c-b218-e0de0414f02b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:33.764296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] For port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,segment=NetworkSegment(7c47036d-3087-4b7a-9a59-2148b969d20a),segment_id=7c47036d-3087-4b7a-9a59-2148b969d20a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:33.836078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:33.863790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:33.912777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] Routers {'368bd9bf-aa98-4824-b050-cbe9ff6f9e21'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:45:33.913326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:33.914883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c367f9-842b-4dcf-929a-c68135ae8fe2 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:33.917599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c367f9-842b-4dcf-929a-c68135ae8fe2 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:33.918904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:45:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:33.921403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:33.928949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:33.935896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:33.944667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Usage tracker for resource:security_group_rule and tenant:abb68a75b3024267941b04738f0a5218 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:33.949535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:33.966236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:33.988449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:34.021114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c367f9-842b-4dcf-929a-c68135ae8fe2 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.022059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00c367f9-842b-4dcf-929a-c68135ae8fe2 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Fanout notify agent at l3_agent the message router_deleted on router 368bd9bf-aa98-4824-b050-cbe9ff6f9e21 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:45:34.029355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:34.067616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c367f9-842b-4dcf-929a-c68135ae8fe2 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.069271 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00c367f9-842b-4dcf-929a-c68135ae8fe2 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/routers/368bd9bf-aa98-4824-b050-cbe9ff6f9e21 HTTP/1.1" status: 204 len: 168 time: 1.1185911 Jan 14 05:45:34.075458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 32980) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:34.404578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.443614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.449980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:34.486399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.493621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet 11c10e9f-eeda-4cbf-90f5-3caed1e87f2f {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:45:34.502292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.505556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2aed4493-dba9-4010-ad5c-e6030e711917 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:34.513208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:34.513903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-faee86d8-4ec5-4a89-9b1e-5d5acb690bf0 None None] The sync data for ids ['368bd9bf-aa98-4824-b050-cbe9ff6f9e21'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:45:34.561013 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=abb68a75b3024267941b04738f0a5218&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5645111 Jan 14 05:45:34.566813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 32998) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:34.703144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Pushing event updated for resources: {'Port': ['ID=33324a8a-6c1a-49b5-9169-e0d7035209ff,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:34.723000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.735236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9b8346d0-faab-4429-8cc8-35bae974f977,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:34.761963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.768278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:34.823373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46dc58db-c63f-4de8-a501-682e0ae4186b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:34.828009 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:34.887281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:34.905655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Pushing event updated for resources: {'Port': ['ID=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:34.911593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:34.913531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:34.917909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:34.920079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Provisioning complete for port a22ead3a-40f4-4e15-a33a-3a4ea7953457 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:34.926068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.000952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:35.001099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.079381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.174419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.184223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d1985cd-6a1b-4f0a-9cc3-4b6d7fe1c7cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:35.206618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9b8346d0-faab-4429-8cc8-35bae974f977,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:35.215476 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:35.221361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.222680 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9b8346d0-faab-4429-8cc8-35bae974f977 HTTP/1.1" status: 204 len: 168 time: 0.6539075 Jan 14 05:45:35.224301 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet 3a2f82d3-d993-4585-974a-29e3fb5b6dd0 (CIDR: 172.20.0.0/28) Jan 14 05:45:35.230018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Attempting to bind port 33324a8a-6c1a-49b5-9169-e0d7035209ff on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:45:35.231893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Attempting to bind port 33324a8a-6c1a-49b5-9169-e0d7035209ff by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '93425d7f-f92f-4454-8da6-d3205779884a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6519d064-2ea9-489a-8f8d-cd99b71b8f74'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:45:35.235707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Attempting to bind port 33324a8a-6c1a-49b5-9169-e0d7035209ff on network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:45:35.240697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Port a22ead3a-40f4-4e15-a33a-3a4ea7953457 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:35.271088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 45, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:45:35.272939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Checking segment: {'id': '93425d7f-f92f-4454-8da6-d3205779884a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6519d064-2ea9-489a-8f8d-cd99b71b8f74'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:35.275684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.277481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Bound using segment: {'id': '93425d7f-f92f-4454-8da6-d3205779884a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6519d064-2ea9-489a-8f8d-cd99b71b8f74'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:45:35.277481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Bound port: 33324a8a-6c1a-49b5-9169-e0d7035209ff, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '93425d7f-f92f-4454-8da6-d3205779884a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '6519d064-2ea9-489a-8f8d-cd99b71b8f74'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:45:35.277481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.416451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.506468 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6111ca31-fd14-4b48-bf53-ec94e20b0902 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:35.608814 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:45:35.610981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:45:35.637755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] For port 33324a8a-6c1a-49b5-9169-e0d7035209ff, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:45:35.641935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] For port 33324a8a-6c1a-49b5-9169-e0d7035209ff, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=33324a8a-6c1a-49b5-9169-e0d7035209ff,segment=NetworkSegment(93425d7f-f92f-4454-8da6-d3205779884a),segment_id=93425d7f-f92f-4454-8da6-d3205779884a)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:45:35.659539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.678305 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88047025-f0ca-4d3a-89cd-489c621217c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:35.817509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Pushing event updated for resources: {'Port': ['ID=33324a8a-6c1a-49b5-9169-e0d7035209ff,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:35.828495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:35.829255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-232312aa-73e5-4bed-a5be-4aae1f89fdd9 None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:35.829725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232312aa-73e5-4bed-a5be-4aae1f89fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:35.955072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:36.008925 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d600407f-75a9-448a-8b39-89dc1d8ff5fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:36.129873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=11c10e9f-eeda-4cbf-90f5-3caed1e87f2f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:36.285630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33046) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:36.286646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:36.363708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:36.399711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-232312aa-73e5-4bed-a5be-4aae1f89fdd9 None None] Provisioning for port 75884982-08f6-42ee-8e59-5d2b35bcda7b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:36.409973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-232312aa-73e5-4bed-a5be-4aae1f89fdd9 None None] Provisioning complete for port 75884982-08f6-42ee-8e59-5d2b35bcda7b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:36.410428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232312aa-73e5-4bed-a5be-4aae1f89fdd9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:36.473803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:36.492654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Usage tracker for resource:security_group_rule and tenant:10796f10a4eb429a81a7704f7f2664ea is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:36.502092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=e3598cef-e00b-4ee0-9db6-696dac6d633d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:36.511005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:36.512913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-232312aa-73e5-4bed-a5be-4aae1f89fdd9 None None] Port 75884982-08f6-42ee-8e59-5d2b35bcda7b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:36.527858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:36.534626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:36.538496 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-713558bc-3cc3-4946-a604-da906f3c4ae0 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.0353420 Jan 14 05:45:36.551787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33062) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:36.688119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:36.691653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:36.710021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:36.711514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f0972e53-72b7-4990-beb7-fa7fb5263b1d None None] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:36.741791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:36.749478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6054c3ee-6d88-4e27-95c2-796d446579bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:36.873233 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/11c10e9f-eeda-4cbf-90f5-3caed1e87f2f HTTP/1.1" status: 204 len: 168 time: 2.7956583 Jan 14 05:45:36.895496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33070) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:36.919250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=10796f10a4eb429a81a7704f7f2664ea&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6314287 Jan 14 05:45:36.972381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33074) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:36.992303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=228ee942-32a1-4f29-b440-fc451279aa9e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:37.031350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:37.078126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:37.079427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:37.101375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:37.116566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:37.174459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:37.229554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': 'a49fa833-ff06-43f8-8e89-7b17f9eb6bad', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '593b2f41-160a-4a9c-b218-e0de0414f02b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:37.233722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 593b2f41-160a-4a9c-b218-e0de0414f02b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:45:37.269139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:37.275506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:37.275820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:37.280734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:37.361476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:37.472629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:37.473656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:37.547712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:37.667280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 593b2f41-160a-4a9c-b218-e0de0414f02b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:45:37.700243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:37.763538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 593b2f41-160a-4a9c-b218-e0de0414f02b) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:37.772032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-866c7acd-a8f5-4e6a-bf7f-56b5f3dced80 None None] Network 593b2f41-160a-4a9c-b218-e0de0414f02b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:37.830662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:37.831617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:37.884363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 5.1775103 Jan 14 05:45:37.888103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33106) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:38.046883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] DHCP port deletion for c0eb8770-70d7-4b0a-b766-7708ccf64c96 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:45:38.056364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Deleting port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:38.056798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:38.086452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] For port 5c9a083e-e6c7-46c2-b70a-33a788f32be7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5c9a083e-e6c7-46c2-b70a-33a788f32be7,segment=NetworkSegment(b9d6a393-2b8e-45ce-bfb4-d4ed43020068),segment_id=b9d6a393-2b8e-45ce-bfb4-d4ed43020068)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:38.087026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:38.259564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 5c9a083e-e6c7-46c2-b70a-33a788f32be7 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:38.422638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:38.427691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:38.531855 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-906bfdc7-124a-4940-a602-4860874dea4e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:38.532720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:38.638335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] For port 5c9a083e-e6c7-46c2-b70a-33a788f32be7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5c9a083e-e6c7-46c2-b70a-33a788f32be7,segment=NetworkSegment(b9d6a393-2b8e-45ce-bfb4-d4ed43020068),segment_id=b9d6a393-2b8e-45ce-bfb4-d4ed43020068)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:38.638817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:38.742095 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbe78e54-bb09-4b8a-90fd-915bef9d0c2c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:38.847421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:38.959035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=5c9a083e-e6c7-46c2-b70a-33a788f32be7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:38.989717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:38.990317 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70b6abad-dfa3-4486-a9de-5b000ed15e7b tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.089s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:39.049561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=228ee942-32a1-4f29-b440-fc451279aa9e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:39.070291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:39.071356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Calling delete_port for 5c9a083e-e6c7-46c2-b70a-33a788f32be7 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:39.125509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:39.128432 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/228ee942-32a1-4f29-b440-fc451279aa9e HTTP/1.1" status: 204 len: 168 time: 2.1467650 Jan 14 05:45:39.128432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No DVR routers for this DVR port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:45:39.162533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:39.246422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:39.256058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:39.289058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:39.289997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:39.298312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=c676ce62-f8a2-47f2-9ab6-9681783a565b,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:39.309531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.574s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:39.328001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3840c6cf-e109-4b86-bcea-54b2bb766b78 None None] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:39.453066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:39.456969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 2.9012825 Jan 14 05:45:39.500646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33154) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:39.539380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'name': 'tempest-PortsTestJSON-72777691', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': 'c676ce62-f8a2-47f2-9ab6-9681783a565b'}], 'security_groups': ['895836a8-8258-43ce-8ad1-86d5e346f6a7']}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:39.811619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33166) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:39.813732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 33324a8a-6c1a-49b5-9169-e0d7035209ff up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:39.848207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2477d08a-92c9-4c90-a1ba-e5e62ce0aa68 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:39.899797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c0eb8770-70d7-4b0a-b766-7708ccf64c96']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:39.936734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b9d6a393-2b8e-45ce-bfb4-d4ed43020068') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:39.937081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b9d6a393-2b8e-45ce-bfb4-d4ed43020068') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:39.978560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:40.022165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:40.025402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 16 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:45:40.232175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:40.273812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:40.278229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Usage tracker for resource:security_group_rule and tenant:199d814b9b414023b67837067b51bc54 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:40.281331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:40.289219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:40.400112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:40.504815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:40.556997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:40.586323 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c25d1f0-1e06-4a51-ad23-e100624d317d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:40.629035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:45:40.629667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:45:40.638110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:40.742003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=36c13c45-33eb-4be1-b65e-d79e3ddd4048,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:40.746366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:40.748588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7815eef-75ad-4f84-b5e7-07e15858aa06 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:40.997589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.163057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Deleting port 5c9a083e-e6c7-46c2-b70a-33a788f32be7 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:41.163661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.315266 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.730s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:41.358284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['593b2f41-160a-4a9c-b218-e0de0414f02b']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:41.389801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd4ec7ae-95bc-4076-9bc1-16be85021c3a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-593b2f41-160a-4a9c-b218-e0de0414f02b', 'network_id': '593b2f41-160a-4a9c-b218-e0de0414f02b', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': 'e3598cef-e00b-4ee0-9db6-696dac6d633d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:45:41.391508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec7ae-95bc-4076-9bc1-16be85021c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.392885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a49fa833-ff06-43f8-8e89-7b17f9eb6bad') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:41.393235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a49fa833-ff06-43f8-8e89-7b17f9eb6bad') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:45:41.396564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=199d814b9b414023b67837067b51bc54&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6374872 Jan 14 05:45:41.398737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33228) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:41.424940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.460460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.465859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:45:41.554093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-158cad93-271f-4286-94ae-ccf505f2d29d None None] The port '5c9a083e-e6c7-46c2-b70a-33a788f32be7' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:45:41.560208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network c0eb8770-70d7-4b0a-b766-7708ccf64c96 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:45:41.590196 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:45:41.592729 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:45:41.838800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.871568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 33324a8a-6c1a-49b5-9169-e0d7035209ff completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:41.878538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-22613e31-9997-4e56-ba5a-9e7b0d516a0a None None] Provisioning for port 33324a8a-6c1a-49b5-9169-e0d7035209ff completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:41.883399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.889253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1b51286b-4719-45dc-adec-5b7a65359c68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:41.894955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 33324a8a-6c1a-49b5-9169-e0d7035209ff triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:41.895927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.961044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:41.973412 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/c0eb8770-70d7-4b0a-b766-7708ccf64c96 HTTP/1.1" status: 204 len: 168 time: 5.0585749 Jan 14 05:45:41.987269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33246) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:41.995144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-22613e31-9997-4e56-ba5a-9e7b0d516a0a None None] Provisioning complete for port 33324a8a-6c1a-49b5-9169-e0d7035209ff triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:41.995698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22613e31-9997-4e56-ba5a-9e7b0d516a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.000093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=c0eb8770-70d7-4b0a-b766-7708ccf64c96,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:42.015364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=e3598cef-e00b-4ee0-9db6-696dac6d633d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:42.025155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.277s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:42.043178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 593b2f41-160a-4a9c-b218-e0de0414f02b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:42.065464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.076995 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:42.100335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.283016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.331422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 33324a8a-6c1a-49b5-9169-e0d7035209ff, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=33324a8a-6c1a-49b5-9169-e0d7035209ff,segment=NetworkSegment(93425d7f-f92f-4454-8da6-d3205779884a),segment_id=93425d7f-f92f-4454-8da6-d3205779884a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:42.363730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-99d2d0c8-e830-4052-87ae-42deaa9d09d9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:42.373228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-99d2d0c8-e830-4052-87ae-42deaa9d09d9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:45:42.483128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.514238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.514730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-99d2d0c8-e830-4052-87ae-42deaa9d09d9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:45:42.516296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-99d2d0c8-e830-4052-87ae-42deaa9d09d9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/0fc73817-8c84-4a79-835c-ff4e7da72a19 HTTP/1.1" status: 200 len: 845 time: 0.5229719 Jan 14 05:45:42.527752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33266) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:42.537049 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0643ce3b-b89c-4e41-8adc-be910e6f4942 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:42.547636 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e67d50c-b386-4775-893e-276da9fa52cd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:42.594368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.747033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-959aa26a-0122-470d-99f7-40a7b1c488e0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.750953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Update dhcp port {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'fixed_ips': [{'subnet_id': '3a2f82d3-d993-4585-974a-29e3fb5b6dd0', 'ip_address': '172.20.0.2'}, {'subnet_id': 'c676ce62-f8a2-47f2-9ab6-9681783a565b'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '6f2eee3b-dce6-4428-b3b7-7308b1cff4b7'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:45:42.801528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=36c13c45-33eb-4be1-b65e-d79e3ddd4048,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:42.806178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=33324a8a-6c1a-49b5-9169-e0d7035209ff,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:42.811360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:42.818050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:42.820369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5c9a083e-e6c7-46c2-b70a-33a788f32be7 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:45:42.878755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:42.880864 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/36c13c45-33eb-4be1-b65e-d79e3ddd4048 HTTP/1.1" status: 204 len: 168 time: 1.4805367 Jan 14 05:45:42.950900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 593b2f41-160a-4a9c-b218-e0de0414f02b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:45:42.967690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:42.968940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a03cf29-31d2-42af-8bf8-365e50a8ab26 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/0fc73817-8c84-4a79-835c-ff4e7da72a19?fields=id&fields=mac_address HTTP/1.1" status: 200 len: 281 time: 0.3731654 Jan 14 05:45:42.980052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:43.155234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5c9a083e-e6c7-46c2-b70a-33a788f32be7 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:45:43.156398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5c9a083e-e6c7-46c2-b70a-33a788f32be7 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:45:43.206008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-80c3a8e2-be74-462e-b250-2c974407ba8a None None] Provisioning complete for port 33324a8a-6c1a-49b5-9169-e0d7035209ff triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:43.206445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80c3a8e2-be74-462e-b250-2c974407ba8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:45:43.301191 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:45:43.451626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:43.574647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 33324a8a-6c1a-49b5-9169-e0d7035209ff up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:43.955763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 33324a8a-6c1a-49b5-9169-e0d7035209ff triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:43.956198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.012305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33312) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:44.047450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.098042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:44.104837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Usage tracker for resource:security_group_rule and tenant:1cc6d955514b487e8ec6f2d9a262c526 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:44.112686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:44.127588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:44.384690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.417655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.463789 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2db67714-cba1-4ba3-8eaf-0ffabcd09ad1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:44.473475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1cc6d955514b487e8ec6f2d9a262c526&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4598956 Jan 14 05:45:44.479636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33336) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:44.481757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-cd4ec7ae-95bc-4076-9bc1-16be85021c3a None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 05:45:44.481757 n-d-768851-4 neutron-server[80820]: [SQL: INSERT INTO ports (project_id, id, name, network_id, mac_address, admin_state_up, `status`, device_id, device_owner, ip_allocation, standard_attr_id) VALUES (%(project_id)s, %(id)s, %(name)s, %(network_id)s, %(mac_address)s, %(admin_state_up)s, %(status)s, %(device_id)s, %(device_owner)s, %(ip_allocation)s, %(standard_attr_id)s)] Jan 14 05:45:44.481757 n-d-768851-4 neutron-server[80820]: [parameters: {'project_id': '49918fd9f9cd44fe939f9ec64a946182', 'id': '4ecb89e7-dec4-42a7-8cb1-687db8dcc76e', 'name': '', 'network_id': '593b2f41-160a-4a9c-b218-e0de0414f02b', 'mac_address': 'fa:16:3e:be:8a:7d', 'admin_state_up': 1, 'status': 'DOWN', 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-593b2f41-160a-4a9c-b218-e0de0414f02b', 'device_owner': 'network:dhcp', 'ip_allocation': None, 'standard_attr_id': 2516}] Jan 14 05:45:44.481757 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:45:44.482109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-cd4ec7ae-95bc-4076-9bc1-16be85021c3a None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:45:44.485462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Allocated IP 172.20.0.18 (16b6d506-07e2-429a-ad37-0bf405f82725/c676ce62-f8a2-47f2-9ab6-9681783a565b/6f2eee3b-dce6-4428-b3b7-7308b1cff4b7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:44.519961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-71abbdd1-f4b8-4af0-a2ea-305a882d0cd7 None None] Provisioning complete for port 33324a8a-6c1a-49b5-9169-e0d7035209ff triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:44.520389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71abbdd1-f4b8-4af0-a2ea-305a882d0cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.528277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0bcda595-5364-4577-bf6b-952f56e34149,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:44.535077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:44.553891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.580201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cce8d1a3-a932-470b-adaf-3809ace9bb22 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:44.639428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.643545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.670746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc53aaa7-ab39-43f3-a52f-cabd15828126 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.701515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=593b2f41-160a-4a9c-b218-e0de0414f02b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:44.708932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.747416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:44.765975 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/593b2f41-160a-4a9c-b218-e0de0414f02b HTTP/1.1" status: 204 len: 168 time: 6.8745396 Jan 14 05:45:44.799418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33340) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:44.807031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.828655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1774401902'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:44.844418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d3e5a7f-94a4-42c1-b535-c97657c7c5bd tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:44.884783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:44.885588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:44.892101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0bcda595-5364-4577-bf6b-952f56e34149,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:44.893106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:44.900282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:44.905401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:44.906671 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0bcda595-5364-4577-bf6b-952f56e34149 HTTP/1.1" status: 204 len: 168 time: 0.4257805 Jan 14 05:45:44.909593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:44.911680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:44.914591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:44.920570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:44.936171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:44.951494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:44.962145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:44.978069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.069992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:45:45.093988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.094439 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 13789c48-2b98-4514-a092-4345729e45e7 of type vxlan for network 9c497c31-68d5-4878-9396-abfdbb1f5961 Jan 14 05:45:45.144151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] For port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,segment=NetworkSegment(7c47036d-3087-4b7a-9a59-2148b969d20a),segment_id=7c47036d-3087-4b7a-9a59-2148b969d20a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:45:45.162965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.175951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.196797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Transition to ACTIVE for port object 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:45.198418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd4ec7ae-95bc-4076-9bc1-16be85021c3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.223592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.236557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.265019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.275431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:45.278645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:45.336091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeb76ba6-17a5-41aa-809a-f2d7bf5c0f3a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:45.460814 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18ae64ff-15f3-4dfb-864c-d0a3dc4040dd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:45.734554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Pushing event updated for resources: {'Port': ['ID=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:45.735237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=9c497c31-68d5-4878-9396-abfdbb1f5961,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:45.758913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.416s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:45.778062 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:45.787395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:45.789055 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9846399 Jan 14 05:45:45.792263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33384) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:45.799110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '9c497c31-68d5-4878-9396-abfdbb1f5961', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::2'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:46.032774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:46.092721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:46.244284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:46.268423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:46.285260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:46.305673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:46.338148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:46.497776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33422) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:46.528871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:46.649288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:46.745684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Delete allocated IP 172.20.0.3 (16b6d506-07e2-429a-ad37-0bf405f82725/3a2f82d3-d993-4585-974a-29e3fb5b6dd0) {{(pid=80930) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 05:45:46.774519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.30 (16b6d506-07e2-429a-ad37-0bf405f82725/c676ce62-f8a2-47f2-9ab6-9681783a565b/75884982-08f6-42ee-8e59-5d2b35bcda7b) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:46.940409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:46.944747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:46.975735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f4a10-8ff9-4717-b78a-c964fa0f1074 None None] Network 593b2f41-160a-4a9c-b218-e0de0414f02b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:47.065670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c65f4a10-8ff9-4717-b78a-c964fa0f1074 None None] Network 593b2f41-160a-4a9c-b218-e0de0414f02b could not be found, it might have been deleted concurrently. {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 05:45:47.232726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:47.384399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:47.399318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33448) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:47.564798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f20af70-27dd-4faf-b437-f9bbd0dcf42e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:47.780007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:47.800207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2e6190b-621c-43af-bce5-8aacfeae3e72 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:47.810070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:47.834197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Provisioning for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:47.848194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:47.848633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:47.870008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:47.875882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:47.878741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:47.889115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Usage tracker for resource:security_group_rule and tenant:160bced3ca794fddb20cc263d94ed095 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:47.902981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=c7ba5b3d-d6c3-4f57-a134-b02e0107cb53,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:47.906041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:47.906928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:47.950634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:47.967621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:47.991843 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 5.0159554 Jan 14 05:45:47.991843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:47.993942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33468) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:48.020286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'security_group': {'name': 'tempest-secgroup-1162694632'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:48.023564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8382cce5-9059-4c4a-b07c-d46298f7751f None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:48.033807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.040198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:48.049303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:48.051546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:48.057473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:48.079232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:48.084522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Usage tracker for resource:security_group_rule and tenant:32ac7b081b0a4632b8383cf45002b990 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:48.088656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:48.095685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:48.157316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.160815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.188487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] It took 0.19 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:45:48.204949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.212299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.221307 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15de5fb6-a9a1-40bb-98f7-59edada80adf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:48.243034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:48.247711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group_rule and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:48.250294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.251262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:48.257971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:48.329729 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=32ac7b081b0a4632b8383cf45002b990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9287839 Jan 14 05:45:48.331271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33488) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:48.394398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.403587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.418029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.429534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=9a45b999-1cf8-4048-8d7d-1a69de318221,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:48.435716 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:48.439307 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a82e115a-f8be-47c0-9ef9-991a8953fb90 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.115s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:48.466738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': '13789c48-2b98-4514-a092-4345729e45e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9c497c31-68d5-4878-9396-abfdbb1f5961'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:48.467416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 9c497c31-68d5-4878-9396-abfdbb1f5961, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:45:48.492444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33492) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:48.493568 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=160bced3ca794fddb20cc263d94ed095&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9946122 Jan 14 05:45:48.516796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 75884982-08f6-42ee-8e59-5d2b35bcda7b will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:48.517970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=af863cb7-56a7-4877-8b3d-64840fd7bdbe,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:48.524790 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:48.527982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.531275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f5db10f-c184-412d-b519-7326b25ad37c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:48.559996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.625097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=154dc871-cc3b-4cf5-b0d0-81429c948421,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:48.629570 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:48.631659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.656062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:45:48.662216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.699139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9c497c31-68d5-4878-9396-abfdbb1f5961) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:48.766820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.769723 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7735119 Jan 14 05:45:48.790840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33512) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:48.795962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.806970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'security_group': {'name': 'tempest-secgroup-643733105'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:48.822930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:48.824118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:48.844271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'SecurityGroup': ['ID=3a5a390e-3a37-4da6-8d37-e5faf80fd5ca,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:48.849138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:48.850187 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce43d22c-2b32-4f07-bc15-4c9e2752d153 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.244s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:48.854171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5efdd51e-a72f-464b-9471-32a529a4212a None None] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:48.873928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:48.891247 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 3.0974698 Jan 14 05:45:48.908377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33528) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:48.909495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:48.927102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1271509014'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:48.950947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=75884982-08f6-42ee-8e59-5d2b35bcda7b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:48.959218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:48.959637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:48.977608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:49.026554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:49.046741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:49.063960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:49.074158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:49.100024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.108833 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29326695-6c53-4b52-948e-d68edbcc8f86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:49.155730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:49.171471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] In _notify_port_updated(), no bound segment for port 75884982-08f6-42ee-8e59-5d2b35bcda7b on network 16b6d506-07e2-429a-ad37-0bf405f82725 {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.175770 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:49.179876 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:49.180882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.199109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:49.199989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.202753 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "PUT /v2.0/ports/75884982-08f6-42ee-8e59-5d2b35bcda7b HTTP/1.1" status: 200 len: 919 time: 9.6994901 Jan 14 05:45:49.204619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33556) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:49.213828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Provisioning for port 75884982-08f6-42ee-8e59-5d2b35bcda7b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:45:49.227502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=154dc871-cc3b-4cf5-b0d0-81429c948421,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:49.245863 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:49.247792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Provisioning complete for port 75884982-08f6-42ee-8e59-5d2b35bcda7b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:49.248223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.262969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.304800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:45:49.318419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.318956 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 2854922c-526c-4fbc-99b8-0c83c83d138e of type vxlan for network b0d0497c-e94e-4319-8c60-0810fb2ecef0 Jan 14 05:45:49.326203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9c497c31-68d5-4878-9396-abfdbb1f5961', 'network_id': '9c497c31-68d5-4878-9396-abfdbb1f5961', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': '9a45b999-1cf8-4048-8d7d-1a69de318221'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:45:49.327193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.378860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.418584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.462780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:49.490123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-658250b0-0f07-4806-b0a9-02cfac8de03f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:49.513932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Port 75884982-08f6-42ee-8e59-5d2b35bcda7b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:49.525059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.526377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/154dc871-cc3b-4cf5-b0d0-81429c948421 HTTP/1.1" status: 204 len: 168 time: 1.1894028 Jan 14 05:45:49.548800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=af863cb7-56a7-4877-8b3d-64840fd7bdbe,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:49.556766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.595935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:49.601235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.608785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:49.609879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group_rule and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:49.625870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:49.682926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:49.848670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:49.869896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:49.872465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/af863cb7-56a7-4877-8b3d-64840fd7bdbe HTTP/1.1" status: 204 len: 168 time: 1.3724909 Jan 14 05:45:49.889464 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.9732094 Jan 14 05:45:49.890156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33608) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:49.913161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:49.936226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=b0d0497c-e94e-4319-8c60-0810fb2ecef0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:49.945204 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:49.988505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 75884982-08f6-42ee-8e59-5d2b35bcda7b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:45:49.989137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:50.252199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:50.273577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:50.284364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:50.312082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:50.388237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:50.472585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:50.498253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33626) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:50.676352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 75884982-08f6-42ee-8e59-5d2b35bcda7b owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:45:50.686624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Allocated IP 2001:db8::1 (9c497c31-68d5-4878-9396-abfdbb1f5961/9a45b999-1cf8-4048-8d7d-1a69de318221/92de92b3-1b26-47d3-ad4e-f1198fe65193) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:50.813211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33636) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:50.864789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:50.941380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:50.954869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:50.974491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9f400b6d-feb8-40ea-8425-72d0fa641844 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:50.993839 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cda28b92-e74e-4f4f-8539-2772e28c6462 tempest-AllowedAddressPairIpV6TestJSON-2035470948 tempest-AllowedAddressPairIpV6TestJSON-2035470948] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:51.088125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.138064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Provisioning complete for port a22ead3a-40f4-4e15-a33a-3a4ea7953457 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:51.138496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.144215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=75884982-08f6-42ee-8e59-5d2b35bcda7b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:51.167962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'SecurityGroup': ['ID=2e9c672d-8b04-4149-9760-06e690a2b128,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:51.181249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.195690 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:51.246071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:51.257442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Usage tracker for resource:security_group_rule and tenant:9c583e2a478d48a9a8b1206962e14619 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:51.266303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:51.273707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:51.285318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:51.458475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:51.490535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:51.527720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:45:51.579953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Performing IP validity checks on allocation pools {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 05:45:51.584752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking for overlaps among allocation pools and gateway ip {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 05:45:51.589207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33551d70-8ba6-405d-8fa5-e458f8a28971 None None] Port a22ead3a-40f4-4e15-a33a-3a4ea7953457 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:45:51.646296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.671576 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/75884982-08f6-42ee-8e59-5d2b35bcda7b HTTP/1.1" status: 204 len: 168 time: 2.4656560 Jan 14 05:45:51.672276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33670) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:51.773857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.804794 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3271dd5d-e105-4638-a6b1-8c57df2f48da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:45:51.805612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Transition to ACTIVE for port object 92de92b3-1b26-47d3-ad4e-f1198fe65193 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:51.810444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3271dd5d-e105-4638-a6b1-8c57df2f48da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:45:51.824005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Transition to ACTIVE for port object 92de92b3-1b26-47d3-ad4e-f1198fe65193 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:51.829415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.832656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.850952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.868374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3271dd5d-e105-4638-a6b1-8c57df2f48da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:45:51.869683 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3271dd5d-e105-4638-a6b1-8c57df2f48da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/75884982-08f6-42ee-8e59-5d2b35bcda7b HTTP/1.1" status: 404 len: 333 time: 0.1963904 Jan 14 05:45:51.872711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33676) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:51.891296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:51.902951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 3.1041937 Jan 14 05:45:51.907863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33680) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:51.908764 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3718d90-fa60-4329-b75c-0c7e1d96240c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:51.979885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.010045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3b985ecc-6f6d-4129-a666-b5f06be07b2e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:52.018060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33690) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:52.032497 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9c583e2a478d48a9a8b1206962e14619&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1928277 Jan 14 05:45:52.045736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29672d57-b8a6-474c-b075-4a14346e3b41,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:52.061376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-751714723', 'security_groups': ['2e9c672d-8b04-4149-9760-06e690a2b128'], 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'c7ba5b3d-d6c3-4f57-a134-b02e0107cb53'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:52.089489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:52.093985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:52.131123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Usage tracker for resource:security_group_rule and tenant:1f1b560d74974de0b25c58908665022f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:52.187906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Pushing event updated for resources: {'Port': ['ID=92de92b3-1b26-47d3-ad4e-f1198fe65193,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:52.216885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.217530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:52.230656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:52.256889 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:52.284700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a10948c3-f585-4314-bb65-e952c7dceabf None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:45:52.285497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a10948c3-f585-4314-bb65-e952c7dceabf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.310666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.344012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.402053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.412446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.436936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:52.441424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:port and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:52.444646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:52.448554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d264aa8-565e-4bc3-b8b6-990c402d7180 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:52.450652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:52.473942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29672d57-b8a6-474c-b075-4a14346e3b41,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:52.504201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:52.518111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:52.558187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.562053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/29672d57-b8a6-474c-b075-4a14346e3b41 HTTP/1.1" status: 204 len: 168 time: 0.5386815 Jan 14 05:45:52.562378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'tenant_id': 'c04336e3f3a64211aa1b7ff14690baaa', 'fixed_ips': [{'subnet_id': 'c7ba5b3d-d6c3-4f57-a134-b02e0107cb53'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:45:52.563699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.585817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.620081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a423aca1-e9f8-467c-b04c-0d4d61e95356 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:52.669141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'SecurityGroup': ['ID=6fbe8a62-d804-4eaa-a707-8341795733d0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:52.683546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:52.703241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:52.709396 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/security-groups/6fbe8a62-d804-4eaa-a707-8341795733d0 HTTP/1.1" status: 204 len: 168 time: 0.8354528 Jan 14 05:45:52.713782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33730) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:52.928592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:53.011806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:53.126360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:53.140411 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ae9a396-047a-4bf2-b856-54fa86c240a7 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:53.172627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'SecurityGroup': ['ID=895836a8-8258-43ce-8ad1-86d5e346f6a7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:53.181712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:53.183250 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/security-groups/895836a8-8258-43ce-8ad1-86d5e346f6a7 HTTP/1.1" status: 204 len: 168 time: 0.4638112 Jan 14 05:45:53.184383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:53.186099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33766) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:53.249111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:53.280038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:53.296619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-750fb0c7-85c5-43f7-a9a1-d89f5c0c5429 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:53.940014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:53.960911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:53.974961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:54.097740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-72117aad-8795-440f-81bb-026126752bc8 None None] Could not find standard attr ID for object 75884982-08f6-42ee-8e59-5d2b35bcda7b. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:45:54.130266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.225162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33794) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:54.228397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1f1b560d74974de0b25c58908665022f&name=default HTTP/1.1" status: 200 len: 2983 time: 3.6879730 Jan 14 05:45:54.263638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=74fcdff8-dadc-42a0-9b2d-65a7d95bd5d2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:54.276734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.980s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:54.301747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet 3a2f82d3-d993-4585-974a-29e3fb5b6dd0 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:45:54.318344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.372794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Attempting to bind port 92de92b3-1b26-47d3-ad4e-f1198fe65193 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:45:54.373264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Attempting to bind port 92de92b3-1b26-47d3-ad4e-f1198fe65193 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '13789c48-2b98-4514-a092-4345729e45e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9c497c31-68d5-4878-9396-abfdbb1f5961'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:45:54.373698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Attempting to bind port 92de92b3-1b26-47d3-ad4e-f1198fe65193 on network 9c497c31-68d5-4878-9396-abfdbb1f5961 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:45:54.402892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:45:54.403330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Checking segment: {'id': '13789c48-2b98-4514-a092-4345729e45e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9c497c31-68d5-4878-9396-abfdbb1f5961'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:54.403769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.404225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Bound using segment: {'id': '13789c48-2b98-4514-a092-4345729e45e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9c497c31-68d5-4878-9396-abfdbb1f5961'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:45:54.404769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Bound port: 92de92b3-1b26-47d3-ad4e-f1198fe65193, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '13789c48-2b98-4514-a092-4345729e45e7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9c497c31-68d5-4878-9396-abfdbb1f5961'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:45:54.405199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.487378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.536147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.625968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] For port 92de92b3-1b26-47d3-ad4e-f1198fe65193, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:45:54.659334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] For port 92de92b3-1b26-47d3-ad4e-f1198fe65193, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=92de92b3-1b26-47d3-ad4e-f1198fe65193,segment=NetworkSegment(13789c48-2b98-4514-a092-4345729e45e7),segment_id=13789c48-2b98-4514-a092-4345729e45e7)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:45:54.703252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.709963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.710858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port 2698cd64-6fee-45d9-b1f5-81621b437489 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:45:54.854932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Allocated IP 2001:db8::2 (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/c7ba5b3d-d6c3-4f57-a134-b02e0107cb53/885c2c4d-236b-4247-adb0-5e6838c14c22) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:54.876406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:54.968717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:55.134671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Pushing event updated for resources: {'Port': ['ID=92de92b3-1b26-47d3-ad4e-f1198fe65193,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:55.140082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:55.160464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:55.209221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:55.218276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a4c8910-6f78-4af6-b2f1-77bfe2069c0a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:55.249299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=74fcdff8-dadc-42a0-9b2d-65a7d95bd5d2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:55.278845 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:55.302483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:55.327833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/74fcdff8-dadc-42a0-9b2d-65a7d95bd5d2 HTTP/1.1" status: 204 len: 168 time: 1.0962160 Jan 14 05:45:55.603062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:55.616883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Transition to ACTIVE for port object 885c2c4d-236b-4247-adb0-5e6838c14c22 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:55.633235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:55.645127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Transition to ACTIVE for port object 885c2c4d-236b-4247-adb0-5e6838c14c22 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:55.680775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39c91008-f181-4aa8-a03f-d14a040267f8 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:55.740472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:55.767777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3870b1dc-3dd4-4911-ad88-5233cf98464b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:55.964181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=3a2f82d3-d993-4585-974a-29e3fb5b6dd0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:55.983134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=2d772ffc-7ae2-4598-96c9-4b230aa002fe,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:55.994107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:56.015315 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:56.176873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:56.194504 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/3a2f82d3-d993-4585-974a-29e3fb5b6dd0 HTTP/1.1" status: 204 len: 168 time: 3.0072515 Jan 14 05:45:56.200897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 33912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:56.214390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:45:56.220583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': '2854922c-526c-4fbc-99b8-0c83c83d138e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:56.221399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: b0d0497c-e94e-4319-8c60-0810fb2ecef0, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:45:56.272610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::3bb (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/c7ba5b3d-d6c3-4f57-a134-b02e0107cb53/2698cd64-6fee-45d9-b1f5-81621b437489) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:56.307125 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6ca52c5-01b8-4e36-b26d-a7c7835fdd36 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:56.346558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:45:56.405947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b0d0497c-e94e-4319-8c60-0810fb2ecef0) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:56.491186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Pushing event updated for resources: {'Port': ['ID=885c2c4d-236b-4247-adb0-5e6838c14c22,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:56.508759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:56.509740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:56.510062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9600401c-8718-42b6-94ae-06d2de971e29 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:56.688659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 803 time: 6.7935331 Jan 14 05:45:56.701158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 33970) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:56.829018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:56.844395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:56.858892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:56.874523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:56.906062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:45:56.938613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a67395f1-0963-4b22-8ead-7604b54be2a5 None None] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:45:56.952885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:57.117835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.811s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:57.410751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:57.452597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:57.490253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:57.493376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:57.732539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Attempting to bind port 885c2c4d-236b-4247-adb0-5e6838c14c22 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:45:57.734976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Attempting to bind port 885c2c4d-236b-4247-adb0-5e6838c14c22 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '05785a05-19d4-4a68-8de4-a72995dcccec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:45:57.735550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Attempting to bind port 885c2c4d-236b-4247-adb0-5e6838c14c22 on network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:45:57.773527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:45:57.775245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Checking segment: {'id': '05785a05-19d4-4a68-8de4-a72995dcccec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:45:57.776887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:57.777797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Bound using segment: {'id': '05785a05-19d4-4a68-8de4-a72995dcccec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:45:57.779252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Bound port: 885c2c4d-236b-4247-adb0-5e6838c14c22, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '05785a05-19d4-4a68-8de4-a72995dcccec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 22, 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:45:57.780725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:57.782278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:58.021664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:58.269438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-b0d0497c-e94e-4319-8c60-0810fb2ecef0', 'network_id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': '2d772ffc-7ae2-4598-96c9-4b230aa002fe'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:45:58.270419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:58.558068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34134) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:45:58.601401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:58.697878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] For port 885c2c4d-236b-4247-adb0-5e6838c14c22, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:45:58.707921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] For port 885c2c4d-236b-4247-adb0-5e6838c14c22, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=885c2c4d-236b-4247-adb0-5e6838c14c22,segment=NetworkSegment(05785a05-19d4-4a68-8de4-a72995dcccec),segment_id=05785a05-19d4-4a68-8de4-a72995dcccec)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:45:58.796794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:58.804744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:58.873387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object 2698cd64-6fee-45d9-b1f5-81621b437489 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:45:59.008798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:59.083920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f618ee70-0a4a-4130-a17d-de848e9d5a8c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:59.157205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e6a5fa7-2694-4a34-aa3e-07359781dd54 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:45:59.322891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:59.346636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:59.429225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:59.576616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:45:59.595488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Allocated IP 2001:db8::3 (b0d0497c-e94e-4319-8c60-0810fb2ecef0/2d772ffc-7ae2-4598-96c9-4b230aa002fe/1b1574db-074a-491d-af3f-66b72b78f444) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:45:59.598738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Usage tracker for resource:security_group_rule and tenant:ef1d07d09fde4a6483972e7dd32200cb is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:45:59.610783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:45:59.625300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:45:59.722669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:45:59.729431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:45:59.743902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.760493 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:45:59.764019 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:45:59.806487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:59.807567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:59.828996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=2698cd64-6fee-45d9-b1f5-81621b437489,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:45:59.892771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92de92b3-1b26-47d3-ad4e-f1198fe65193 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:45:59.903862 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.820s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:45:59.907958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:59.921983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:45:59.922653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:59.957591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:45:59.964217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:00.005408 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 930 time: 7.9699218 Jan 14 05:46:00.024042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34244) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:00.071793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:00.289671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=b00a79eb-151f-4a1c-a34a-84407586b981,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:00.315321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef1d07d09fde4a6483972e7dd32200cb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7312334 Jan 14 05:46:00.315922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34276) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:00.343754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.187s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:00.344359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-103571cc-2d4b-4810-85c2-4157d67aaed3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.310s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:00.414252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb8b5aaf-8026-4feb-8f0a-9f3acacd9b53,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:00.455476 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:00.464770 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.2597575 Jan 14 05:46:00.466675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34298) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:00.477062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'security_group': {'name': 'tempest-secgroup-747486391'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:00.511575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:00.523939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:00.533007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:00.550608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:00.554330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:00.595542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:00.697702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:00.774914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:00.789415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:00.807697 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a7164e1-8698-47d4-8915-21362ebb69ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:00.825737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group_rule and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:00.852771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:00.892746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:00.895072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb8b5aaf-8026-4feb-8f0a-9f3acacd9b53,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:00.900259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:00.905945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:00.910369 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb8b5aaf-8026-4feb-8f0a-9f3acacd9b53 HTTP/1.1" status: 204 len: 168 time: 0.5931554 Jan 14 05:46:00.911895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:00.913971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Transition to ACTIVE for port object 1b1574db-074a-491d-af3f-66b72b78f444 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:00.932846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:00.948432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:00.957339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:00.972047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:00.976217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Transition to ACTIVE for port object 1b1574db-074a-491d-af3f-66b72b78f444 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:00.979533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8fbc3bae-0e91-496a-94fe-7346bf692ec0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:01.004424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:01.050433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1a81a340-0ed3-4ca3-bcad-0abba6283752 None None] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:01.055042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:01.099660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c13d5e4-0847-4e8d-842c-3d78bb2ccebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:01.237161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=2d772ffc-7ae2-4598-96c9-4b230aa002fe,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:01.296828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:01.380820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:01.665632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34402) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:01.716024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:01.736190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Pushing event updated for resources: {'Port': ['ID=885c2c4d-236b-4247-adb0-5e6838c14c22,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:01.746448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.766s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:01.856961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:01.889386 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.163s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:01.908040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:02.057990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:02.105868 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d89aa84-18fc-44c3-8382-aca8533270ad tempest-NegativeSecGroupTest-23259710 tempest-NegativeSecGroupTest-23259710] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:02.159774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48d9c684-e009-4be4-8e02-056816e7423c None None] Provisioning for port 92de92b3-1b26-47d3-ad4e-f1198fe65193 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:02.398916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 92de92b3-1b26-47d3-ad4e-f1198fe65193 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:02.408284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'SecurityGroup': ['ID=6dc5b26a-52ba-40cf-9150-54f8ddef44d3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:02.419087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d0497c-e94e-4319-8c60-0810fb2ecef0']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:02.465134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:02.470906 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 2.0029693 Jan 14 05:46:02.473209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.367s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:02.477837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2854922c-526c-4fbc-99b8-0c83c83d138e') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:02.482759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2854922c-526c-4fbc-99b8-0c83c83d138e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:02.487305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 92de92b3-1b26-47d3-ad4e-f1198fe65193 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:02.488092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:02.493628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34470) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:02.536503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:02.581376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'security_group': {'name': 'tempest-secgroup-1011467760'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:02.623914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:02.632923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:02.661494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:02.719680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:02.739371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:02.759318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:02.792435 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet c7ba5b3d-d6c3-4f57-a134-b02e0107cb53 (CIDR: 2001:db8::/64) Jan 14 05:46:02.806135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:02.901232 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:46:02.901966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:02.944972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:02.970788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group_rule and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:02.986052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:03.014269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:03.087271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Pushing event updated for resources: {'Port': ['ID=1b1574db-074a-491d-af3f-66b72b78f444,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:03.120787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34514) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:03.140894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.243s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:03.148831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:03.160464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:03.215631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 92de92b3-1b26-47d3-ad4e-f1198fe65193, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=92de92b3-1b26-47d3-ad4e-f1198fe65193,segment=NetworkSegment(13789c48-2b98-4514-a092-4345729e45e7),segment_id=13789c48-2b98-4514-a092-4345729e45e7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:03.224215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:03.227058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:03.227841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:03.230180 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c50814c3-a04e-4b24-a20e-d338998f7b95 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 3.1952171 Jan 14 05:46:03.233921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34534) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:03.241938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:03.250312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:03.252111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Usage tracker for resource:security_group_rule and tenant:e225454cf8094c48a204a7e8341c810d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:03.252282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:46:03.298019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:03.382662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:03.384632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7bda98e-6b05-47f2-9697-886a5f5bca1a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:03.397259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Attempting to bind port 1b1574db-074a-491d-af3f-66b72b78f444 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:46:03.400831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Attempting to bind port 1b1574db-074a-491d-af3f-66b72b78f444 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2854922c-526c-4fbc-99b8-0c83c83d138e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:46:03.401333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Attempting to bind port 1b1574db-074a-491d-af3f-66b72b78f444 on network b0d0497c-e94e-4319-8c60-0810fb2ecef0 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:46:03.427063 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:03.488384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:03.528920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:03.614547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:03.615103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e7f39e81-d25d-413e-b0ba-fad4ff9dc3ed None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:03.624637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:03.627629 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.1329315 Jan 14 05:46:03.670376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34554) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:03.711690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'security_group': {'name': 'tempest-secgroup-2083058628'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:03.731173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:03.804806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'SecurityGroup': ['ID=7ab58c12-7229-41b2-8c20-dbfef9743d91,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:03.813306 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:03.868416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:03.943257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 885c2c4d-236b-4247-adb0-5e6838c14c22 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:46:03.963266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:03.968646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:03.976965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:03.993855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:04.016022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:04.022498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:04.025359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 45, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:46:04.026103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Checking segment: {'id': '2854922c-526c-4fbc-99b8-0c83c83d138e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:46:04.026563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:04.027038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Bound using segment: {'id': '2854922c-526c-4fbc-99b8-0c83c83d138e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:46:04.027588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Bound port: 1b1574db-074a-491d-af3f-66b72b78f444, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2854922c-526c-4fbc-99b8-0c83c83d138e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:46:04.028011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:04.038552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:04.043665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:04.050218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:04.052149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=92de92b3-1b26-47d3-ad4e-f1198fe65193,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:04.056515 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.636s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:04.133556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:04.211438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:04.232126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8cc2fb61-6feb-4cb5-96a4-41598b1113a4 None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:04.232542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb61-6feb-4cb5-96a4-41598b1113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:04.416658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] For port 1b1574db-074a-491d-af3f-66b72b78f444, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:46:04.427926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:04.625408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 885c2c4d-236b-4247-adb0-5e6838c14c22 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:04.784554 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:04.788044 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:04.816075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:04.860536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Usage tracker for resource:security_group_rule and tenant:37721bb0243b45049b90e030860c26bc is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:04.879243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:04.965198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:05.017254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:05.030473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:security_group_rule and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:05.034672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] For port 1b1574db-074a-491d-af3f-66b72b78f444, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1b1574db-074a-491d-af3f-66b72b78f444,segment=NetworkSegment(2854922c-526c-4fbc-99b8-0c83c83d138e),segment_id=2854922c-526c-4fbc-99b8-0c83c83d138e)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:46:05.035327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:05.048222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8cc2fb61-6feb-4cb5-96a4-41598b1113a4 None None] Provisioning complete for port a22ead3a-40f4-4e15-a33a-3a4ea7953457 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:05.048550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cc2fb61-6feb-4cb5-96a4-41598b1113a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:05.058346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:05.096572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:05.283921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:05.427053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:05.428128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:05.444010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:05.481593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bbb9279-eb9a-4537-8307-72d3fc1a2a36 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:05.561245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:46:05.561245 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:46:05.561245 n-d-768851-4 neutron-server[80820]: [parameters: {'id': 'b0d0497c-e94e-4319-8c60-0810fb2ecef0'}] Jan 14 05:46:05.561245 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:46:05.561620 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:46:05.605008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ac48a6d-301e-4915-aeca-80bb5f1632da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:05.646961 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=37721bb0243b45049b90e030860c26bc&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5247719 Jan 14 05:46:05.654228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92de92b3-1b26-47d3-ad4e-f1198fe65193 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:46:05.707163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34590) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:05.777779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:05.807944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:05.812671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=27ffca65-5533-43db-85d5-23dcb595d60f,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:05.843793 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:05.995669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e225454cf8094c48a204a7e8341c810d&name=default HTTP/1.1" status: 200 len: 2983 time: 4.3258579 Jan 14 05:46:06.007660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34602) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:06.012731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0c7b6509-48a9-4123-ade1-a12c9e22a090,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:06.034303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8cc2fb61-6feb-4cb5-96a4-41598b1113a4 None None] Port a22ead3a-40f4-4e15-a33a-3a4ea7953457 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:06.036674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbd48a29-51de-4203-913d-a4088d2b5f1f None None] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:06.048453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.448s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:06.049038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d033bcfe-94c1-44ea-95de-364cbdf246f1 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.066s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:06.069228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.180640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34606) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:06.208015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.234430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.267510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d24a91b1-4f5f-42d5-a25a-8be87c42d520,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:06.284180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:06.285068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de1d5123-1db1-47ad-962a-e737e9eec877 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:06.299253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port 1b1574db-074a-491d-af3f-66b72b78f444 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:06.300079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.408563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'SecurityGroup': ['ID=ae7e2ac3-f074-4c25-a605-8abab9cebfdd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:06.417020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:06.427984 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.432050 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.7428815 Jan 14 05:46:06.432914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34618) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:06.442250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'name': 'tempest-PortsTestJSON-728839078', 'security_groups': ['ae7e2ac3-f074-4c25-a605-8abab9cebfdd'], 'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'b00a79eb-151f-4a1c-a34a-84407586b981'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:06.575176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:46:06.793462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.884627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-193e6492-1dea-4400-aad3-1a93c4fcfc3a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.916696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.983154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-193e6492-1dea-4400-aad3-1a93c4fcfc3a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:06.996192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:07.002622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:07.004286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Update dhcp port {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'fixed_ips': [{'subnet_id': 'c676ce62-f8a2-47f2-9ab6-9681783a565b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b00a79eb-151f-4a1c-a34a-84407586b981'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '6f2eee3b-dce6-4428-b3b7-7308b1cff4b7'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:46:07.021245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:07.022465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.090900 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 3.8548927 Jan 14 05:46:07.095322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34628) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:07.108827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-193e6492-1dea-4400-aad3-1a93c4fcfc3a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.117679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.129941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] For port 1b1574db-074a-491d-af3f-66b72b78f444, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1b1574db-074a-491d-af3f-66b72b78f444,segment=NetworkSegment(2854922c-526c-4fbc-99b8-0c83c83d138e),segment_id=2854922c-526c-4fbc-99b8-0c83c83d138e)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:07.130344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.130900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-386102155', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '27ffca65-5533-43db-85d5-23dcb595d60f'}], 'security_groups': ['3a5a390e-3a37-4da6-8d37-e5faf80fd5ca']}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:07.145649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Pushing event updated for resources: {'Port': ['ID=1b1574db-074a-491d-af3f-66b72b78f444,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:07.148761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 92de92b3-1b26-47d3-ad4e-f1198fe65193 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:07.149366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.220829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e35d20e-5fdc-4961-b1e1-9bf349f10950 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:07.229795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-193e6492-1dea-4400-aad3-1a93c4fcfc3a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.231013 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-193e6492-1dea-4400-aad3-1a93c4fcfc3a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0c7b6509-48a9-4123-ade1-a12c9e22a090 HTTP/1.1" status: 204 len: 168 time: 1.4131522 Jan 14 05:46:07.232539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.234332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d24a91b1-4f5f-42d5-a25a-8be87c42d520 HTTP/1.1" status: 204 len: 168 time: 1.2239282 Jan 14 05:46:07.271318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-193e6492-1dea-4400-aad3-1a93c4fcfc3a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0c7b6509-48a9-4123-ade1-a12c9e22a090,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:07.316665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.356370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Provisioning complete for port 92de92b3-1b26-47d3-ad4e-f1198fe65193 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:07.357160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.391616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Calling delete_port for 1b1574db-074a-491d-af3f-66b72b78f444 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:07.413779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d24a91b1-4f5f-42d5-a25a-8be87c42d520,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:07.424717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:07.425562 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.196s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:07.426002 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:07.458050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b5f8b1ee-6828-4778-9823-345b014ff2e4 None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:07.556433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.740565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Request body: {'port': {'name': 'tempest-RoutersAdminNegativeTest-601677445', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:07.749883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:07.760448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Usage tracker for resource:port and tenant:b88f7ac5598146489720b62ea266683e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:07.772367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:07.779655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:07.827251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Made reservation on behalf of b88f7ac5598146489720b62ea266683e for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:07.838288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.884722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.885105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.885490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.885877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.886258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.886631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.887053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.887426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.887800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.888313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.888688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.889058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.889473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.889847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.890221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.890623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.891013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.891715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.892042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.892414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.892792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.893163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.893537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.893771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:07.893891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.894330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.894719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.895128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.895455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.895809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.896166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.896642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.896998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.897521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.898121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.898630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:07.899045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:08.195343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:08.222121 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-285aaeb9-7e3d-4bdd-92bf-137485445a4b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:08.292716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Port': ['ID=1b1574db-074a-491d-af3f-66b72b78f444,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:08.318301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:08.348003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:08.360381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Usage tracker for resource:security_group_rule and tenant:b88f7ac5598146489720b62ea266683e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:08.373371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:08.398862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Allocated IP 172.20.0.2 (16b6d506-07e2-429a-ad37-0bf405f82725/b00a79eb-151f-4a1c-a34a-84407586b981/6f2eee3b-dce6-4428-b3b7-7308b1cff4b7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:08.417619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:08.556063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:08.578997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:08.600062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No DVR routers for this DVR port 1b1574db-074a-491d-af3f-66b72b78f444 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:46:08.634812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Delete allocated IP 2001:db8::3bb (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/c7ba5b3d-d6c3-4f57-a134-b02e0107cb53) {{(pid=80930) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 05:46:08.653908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8:0:1::150 (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/27ffca65-5533-43db-85d5-23dcb595d60f/2698cd64-6fee-45d9-b1f5-81621b437489) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:08.692101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 3.408s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:08.696244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:08.924989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] For port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,segment=NetworkSegment(7c47036d-3087-4b7a-9a59-2148b969d20a),segment_id=7c47036d-3087-4b7a-9a59-2148b969d20a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:09.050591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Provisioning for port 2698cd64-6fee-45d9-b1f5-81621b437489 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:09.092415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Provisioning complete for port 2698cd64-6fee-45d9-b1f5-81621b437489 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:09.093669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.181060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.220227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Ignored duplicate provisioning block setup for port 2698cd64-6fee-45d9-b1f5-81621b437489 by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:69}} Jan 14 05:46:09.227279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.264439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Port 2698cd64-6fee-45d9-b1f5-81621b437489 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:09.264558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.271571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.362433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.435758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.447387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Provisioning for port 885c2c4d-236b-4247-adb0-5e6838c14c22 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:09.470288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:09.470641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.523757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a02aeee-c061-4f9c-931a-9c672cdcf5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:09.547972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-469cd926-bfc8-40f9-b9ca-46e2f29f62be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:09.570590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Update dhcp port {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'fixed_ips': [{'subnet_id': 'c7ba5b3d-d6c3-4f57-a134-b02e0107cb53', 'ip_address': '2001:db8::2'}, {'subnet_id': '27ffca65-5533-43db-85d5-23dcb595d60f'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '885c2c4d-236b-4247-adb0-5e6838c14c22'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:46:09.681378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=2698cd64-6fee-45d9-b1f5-81621b437489,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:09.707385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] In _notify_port_updated(), no bound segment for port 2698cd64-6fee-45d9-b1f5-81621b437489 on network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:09.709292 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.711906 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.714536 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:09.717148 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:09.725726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Transition to ACTIVE for port object 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:09.754218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.760084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:09.761112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:09.763074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "PUT /v2.0/ports/2698cd64-6fee-45d9-b1f5-81621b437489 HTTP/1.1" status: 200 len: 930 time: 2.6578460 Jan 14 05:46:09.767630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34700) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:09.769446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.770031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.774516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.775180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.775940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.776484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.777018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.777579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.778125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.778765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.807615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.807615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.807615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.807615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.807615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.807615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.807615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.816601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.817351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.823827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.824457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.825095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.825691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.826469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.827205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.827800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.828385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.828973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.829567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.830158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.830767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.831362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.834861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.835521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.836119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.836870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:09.844052 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.296s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:10.013505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 2698cd64-6fee-45d9-b1f5-81621b437489 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:10.015227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:10.063222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-19d3d589-0fb6-40de-8840-69a445196818 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:10.084256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:10.247828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:10.380598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Pushing event updated for resources: {'SecurityGroup': ['ID=50a07538-d1aa-4d85-9dc8-b58ef65f8c6d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:10.388666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.865s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:10.462572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b0d0497c-e94e-4319-8c60-0810fb2ecef0']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:10.488997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:10.545363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] device_id is not set on port 91904925-1240-4509-9fce-2a2dd7812236 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:46:10.763826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Allocated IP 172.25.3.147 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/91904925-1240-4509-9fce-2a2dd7812236) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:10.804755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 2698cd64-6fee-45d9-b1f5-81621b437489 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:11.142097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:11.173669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Allocated IP 2001:db8:0:1::2 (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/27ffca65-5533-43db-85d5-23dcb595d60f/885c2c4d-236b-4247-adb0-5e6838c14c22) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:11.253161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:11.331951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] device_id is not set on port 7cc66580-b11c-4a4b-afa2-b93996cddc7c yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:46:11.447554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01449aa3-01b0-4517-adf8-698eb55647b5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:11.457086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:11.462267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2854922c-526c-4fbc-99b8-0c83c83d138e') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:11.464684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2854922c-526c-4fbc-99b8-0c83c83d138e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:11.531198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=2698cd64-6fee-45d9-b1f5-81621b437489,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:11.535734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:11.550168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:11.567181 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/2698cd64-6fee-45d9-b1f5-81621b437489 HTTP/1.1" status: 204 len: 168 time: 1.7205970 Jan 14 05:46:11.569102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34778) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:11.576933 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-561283c3-ecf7-4060-8628-817f63c446d3 tempest-TaggedBootDevicesTest-1516048346 tempest-TaggedBootDevicesTest-1516048346] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:11.698420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] For port 885c2c4d-236b-4247-adb0-5e6838c14c22, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=885c2c4d-236b-4247-adb0-5e6838c14c22,segment=NetworkSegment(05785a05-19d4-4a68-8de4-a72995dcccec),segment_id=05785a05-19d4-4a68-8de4-a72995dcccec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:11.707993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:11.742239 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e873f73e-2364-4ca8-9a4e-34ebff96a3f9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:46:11.742899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e873f73e-2364-4ca8-9a4e-34ebff96a3f9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:46:11.760381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:11.784067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e873f73e-2364-4ca8-9a4e-34ebff96a3f9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:46:11.785378 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e873f73e-2364-4ca8-9a4e-34ebff96a3f9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/2698cd64-6fee-45d9-b1f5-81621b437489 HTTP/1.1" status: 404 len: 333 time: 0.2087193 Jan 14 05:46:11.788586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34782) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:11.832580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Transition to ACTIVE for port object 885c2c4d-236b-4247-adb0-5e6838c14c22 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:11.883199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34786) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:11.937627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.021846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.073006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.081379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Pushing event updated for resources: {'Port': ['ID=91904925-1240-4509-9fce-2a2dd7812236,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:12.170109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.176516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01f9e13e-3fd5-4474-a13c-008bbc6cc578 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:12.239158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.240798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'SecurityGroup': ['ID=2e9c672d-8b04-4149-9760-06e690a2b128,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:12.244083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.245522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.246414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.246414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.258874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.261984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.262473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.262927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.263350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.263767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.264180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.264666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.265073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.265480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.271245 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:12.272202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.274967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.275598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.276028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.276448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.276548 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/security-groups/2e9c672d-8b04-4149-9760-06e690a2b128 HTTP/1.1" status: 204 len: 168 time: 0.4837430 Jan 14 05:46:12.276861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.277271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.278807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:12.285638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.286098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.286521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.291567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.292092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.292497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.292934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.293367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.304654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.305208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.305640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.306062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.306483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.306928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.307344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:46:12.344017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.363236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:12.363944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:12.453502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.461154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Pushing event updated for resources: {'Port': ['ID=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,revision_number=6']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:12.468134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.405s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:12.486150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4938e26f-ae7a-465c-81c8-fc79c4fa340f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.092s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:12.525786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.628598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Request body: {'network': {'name': 'tempest-ExternalNetworksTestJSON-test-network-854789395'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:12.635392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.642281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:12.645866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14d08943-f216-469f-8a5d-b8e6057aa691 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:12.665642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Usage tracker for resource:network and tenant:fee26033fd6242ce9903c0caeea8f709 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:12.670888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:12.674326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a5a390e-3a37-4da6-8d37-e5faf80fd5ca,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:12.686073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.687248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/security-groups/3a5a390e-3a37-4da6-8d37-e5faf80fd5ca HTTP/1.1" status: 204 len: 168 time: 0.4074051 Jan 14 05:46:12.688597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:12.689550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:12.692071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34826) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:12.700219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Pushing event updated for resources: {'Port': ['ID=885c2c4d-236b-4247-adb0-5e6838c14c22,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:12.710491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:12.788604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.795832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Made reservation on behalf of fee26033fd6242ce9903c0caeea8f709 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:12.797291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:12.809960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0865ee8-c488-4935-b77d-42ea7ac31a58 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.822346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.835802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] For port 885c2c4d-236b-4247-adb0-5e6838c14c22, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=885c2c4d-236b-4247-adb0-5e6838c14c22,segment=NetworkSegment(05785a05-19d4-4a68-8de4-a72995dcccec),segment_id=05785a05-19d4-4a68-8de4-a72995dcccec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:12.838999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.839252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.851892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:12.859461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:12.891298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:12.900561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Usage tracker for resource:security_group_rule and tenant:fee26033fd6242ce9903c0caeea8f709 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:12.905634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:12.912011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:12.960339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Pushing event updated for resources: {'Port': ['ID=885c2c4d-236b-4247-adb0-5e6838c14c22,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:12.974854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:12.981257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Provisioning complete for port 0fc73817-8c84-4a79-835c-ff4e7da72a19 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:12.981628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.026562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:13.084020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Port 0fc73817-8c84-4a79-835c-ff4e7da72a19 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:13.178582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 885c2c4d-236b-4247-adb0-5e6838c14c22 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:46:13.201430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet c7ba5b3d-d6c3-4f57-a134-b02e0107cb53 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:46:13.209487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.351599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d639c527-72e2-412c-8cd4-68079cc5a267 None None] Provisioning for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:13.358593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d639c527-72e2-412c-8cd4-68079cc5a267 None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:13.359980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d639c527-72e2-412c-8cd4-68079cc5a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.423927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.444042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.462284 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd1d26c4-d911-4907-af72-d0100bdf16c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:13.579785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Pushing event updated for resources: {'SecurityGroup': ['ID=2ffb30c8-44d5-4066-9dfb-c39ca7f82453,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:13.589126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.597608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:46:13.659537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:13.774749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:13.783772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.803387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:46:13.805843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:13.806280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.909702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:13.911690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:13.986090 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 7.7907646 Jan 14 05:46:14.015366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:14.028567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.147'}]}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:14.041056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:14.046480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Usage tracker for resource:router and tenant:b88f7ac5598146489720b62ea266683e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:14.059055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:14.066651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:14.153933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.155492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.203864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network b0d0497c-e94e-4319-8c60-0810fb2ecef0 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:14.235139 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:14.238230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d639c527-72e2-412c-8cd4-68079cc5a267 None None] Provisioning complete for port a22ead3a-40f4-4e15-a33a-3a4ea7953457 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:14.238752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d639c527-72e2-412c-8cd4-68079cc5a267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.244274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.3 (16b6d506-07e2-429a-ad37-0bf405f82725/b00a79eb-151f-4a1c-a34a-84407586b981/7cc66580-b11c-4a4b-afa2-b93996cddc7c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:14.411014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:14.425014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.429045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.429639 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Added segment d6b3a30d-5db4-437c-925c-0f23d342332b of type vxlan for network e2d7b409-e22e-4ab3-b700-e096d01f4849 Jan 14 05:46:14.467376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.494873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.507859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d639c527-72e2-412c-8cd4-68079cc5a267 None None] Port a22ead3a-40f4-4e15-a33a-3a4ea7953457 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:14.517645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.553822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9051499-36d4-465b-8daf-31f609506ba2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.570330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:14.571361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.588539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b82056b-8c23-4fe8-a7cf-968350e1e594 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:14.625131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-611bc476-b85f-4adc-9351-c922035df1d1 None None] Could not find standard attr ID for object 2698cd64-6fee-45d9-b1f5-81621b437489. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:46:14.627535 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:14.652389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-611bc476-b85f-4adc-9351-c922035df1d1 None None] Provisioning for port 885c2c4d-236b-4247-adb0-5e6838c14c22 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:14.659974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-611bc476-b85f-4adc-9351-c922035df1d1 None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:14.662671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-611bc476-b85f-4adc-9351-c922035df1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.662901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.675764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=b0d0497c-e94e-4319-8c60-0810fb2ecef0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:14.686760 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:14.817240 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/b0d0497c-e94e-4319-8c60-0810fb2ecef0 HTTP/1.1" status: 204 len: 168 time: 18.1147001 Jan 14 05:46:14.913496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34876) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:14.926364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-611bc476-b85f-4adc-9351-c922035df1d1 None None] Provisioning complete for port 0fc73817-8c84-4a79-835c-ff4e7da72a19 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:14.926829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-611bc476-b85f-4adc-9351-c922035df1d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:14.961342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-213383047'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:14.980171 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 3.0942886 Jan 14 05:46:14.990778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34880) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:14.997374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:15.036236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:15.040563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Pushing event updated for resources: {'Network': ['ID=e2d7b409-e22e-4ab3-b700-e096d01f4849,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:15.048541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:15.052315 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:15.053222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-611bc476-b85f-4adc-9351-c922035df1d1 None None] Port 0fc73817-8c84-4a79-835c-ff4e7da72a19 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:15.064870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e2d7b409-e22e-4ab3-b700-e096d01f4849 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:15.069599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:15.101840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e2d7b409-e22e-4ab3-b700-e096d01f4849 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:15.122960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:15.135428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.197904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'network': {'name': 'tempest-network--953963616', 'router:external': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:15.217628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:15.221826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:network and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:15.224975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:15.230922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:15.248437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Made reservation on behalf of 459dac8f60854282b25f2756c39c8278 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:15.253756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.271928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.274096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.357915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624f24ca-d48a-41bd-a4c9-b254a67eaacc None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:46:15.387919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e2d7b409-e22e-4ab3-b700-e096d01f4849 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:15.421980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-074a29a1-168f-4eae-af97-3e9f8e8d58d7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:15.509725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=c7ba5b3d-d6c3-4f57-a134-b02e0107cb53,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:15.511936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.535326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:15.549215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.583134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.585509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 7cc66580-b11c-4a4b-afa2-b93996cddc7c will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:15.586342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:15.604818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:15.626346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:security_group_rule and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:15.633827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:15.641761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/c7ba5b3d-d6c3-4f57-a134-b02e0107cb53 HTTP/1.1" status: 204 len: 168 time: 2.9443502 Jan 14 05:46:15.644627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34894) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:15.653787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.658334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:15.660759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.661202 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 8256e27d-eddf-4c3e-8751-8ad7a8daff8a of type vxlan for network 7dbe66e2-339f-4664-8c55-4ca7a354a623 Jan 14 05:46:15.777116 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:15.797029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.917496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-624f24ca-d48a-41bd-a4c9-b254a67eaacc None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:46:15.927942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.967217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:15.967986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.969757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ccd81011-1223-43b3-b464-947dcd51845e None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:15.970029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ccd81011-1223-43b3-b464-947dcd51845e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:15.981961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=7cc66580-b11c-4a4b-afa2-b93996cddc7c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:16.014520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:16.022913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.061431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.1093769 Jan 14 05:46:16.119564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:16.119938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.120117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34906) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:16.163657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '7dbe66e2-339f-4664-8c55-4ca7a354a623', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:16.214475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:16.276551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:16.297537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:46:16.302317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.360449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.365881 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:16.369703 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:16.381948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:16.387603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.429322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:16.433685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=7dbe66e2-339f-4664-8c55-4ca7a354a623,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:16.434190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:16.439483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:16.440058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-445b9c02-0d6e-450c-9346-818034488a82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:16.472014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:16.485790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:16.504669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'SecurityGroup': ['ID=cd6d0ea6-547a-4187-88ae-f1b88ab45d4f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:16.519381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:16.523943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.524398 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Added segment 68b2f08e-083b-4a86-888e-9840527cf79d of type vxlan for network 2fed24ed-f750-471c-9b23-6d5ead21f91a Jan 14 05:46:16.581140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.629549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.630988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:16.631718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:16.650682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:16.652596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:16.684969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 1.6897516 Jan 14 05:46:16.688465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34918) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:16.902520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Network': ['ID=2fed24ed-f750-471c-9b23-6d5ead21f91a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:16.972927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.320s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:16.986036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:16.986869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2fed24ed-f750-471c-9b23-6d5ead21f91a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:16.997365 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 923 time: 10.5608730 Jan 14 05:46:17.005295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34926) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:17.008524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:17.017169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:17.024191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:17.037812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:17.097897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2fed24ed-f750-471c-9b23-6d5ead21f91a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:17.203686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2fed24ed-f750-471c-9b23-6d5ead21f91a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:17.234339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:17.239250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:17.242739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:17.249355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:17.295616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:17.301440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:17.347860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:17.499875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:17.919421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:18.153471 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Validation for CIDR: 172.20.0.0/28 failed - overlaps with subnet b00a79eb-151f-4a1c-a34a-84407586b981 (CIDR: 172.20.0.0/28) Jan 14 05:46:18.155455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:18.175133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2fed24ed-f750-471c-9b23-6d5ead21f91a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:18.203193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68b2f08e-083b-4a86-888e-9840527cf79d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:18.203513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68b2f08e-083b-4a86-888e-9840527cf79d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:18.221164 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:46:18.221599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:18.233705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b91c9c10-b93f-4676-9c3d-1200df210c6f None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:18.235203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:18.253565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:18.258589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:18.281602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:18.287780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:18.598660 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa5070a9-691e-4bce-8293-8b2f696a968b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.5918925 Jan 14 05:46:18.600930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:18.605073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:18.647697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:18.648731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:18.668454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'cidr': '172.20.0.16/28', 'ip_version': 4, 'gateway_ip': '172.20.0.17'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:18.783848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 2fed24ed-f750-471c-9b23-6d5ead21f91a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:18.797532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:18.797785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bba7dfac-0c0d-402f-b8b9-9e7ddd05855d None None] Provisioning for port 7cc66580-b11c-4a4b-afa2-b93996cddc7c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:18.814179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bba7dfac-0c0d-402f-b8b9-9e7ddd05855d None None] Provisioning complete for port 7cc66580-b11c-4a4b-afa2-b93996cddc7c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:18.814726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bba7dfac-0c0d-402f-b8b9-9e7ddd05855d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:18.956997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bba7dfac-0c0d-402f-b8b9-9e7ddd05855d None None] Port 7cc66580-b11c-4a4b-afa2-b93996cddc7c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:19.071652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:19.077445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:19.085001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:19.088424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:19.099982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:19.121488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:19.132912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.153051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 2fed24ed-f750-471c-9b23-6d5ead21f91a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:19.186037 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:19.311787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:19.333284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.337457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5508ed67-6ad5-4588-9299-2c2d7c7a1a36 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:19.351427 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Validation for CIDR: 172.20.0.16/28 failed - overlaps with subnet c676ce62-f8a2-47f2-9ab6-9681783a565b (CIDR: 172.20.0.16/28) Jan 14 05:46:19.389953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 2fed24ed-f750-471c-9b23-6d5ead21f91a {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 05:46:19.416522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.458209 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:46:19.458777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:19.466124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event deleted for resources: {'Network': ['ID=2fed24ed-f750-471c-9b23-6d5ead21f91a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:19.484002 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "DELETE /v2.0/networks/2fed24ed-f750-471c-9b23-6d5ead21f91a HTTP/1.1" status: 204 len: 168 time: 2.7907908 Jan 14 05:46:19.484002 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:19.485563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 34974) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:19.500320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'network': {'router:external': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:19.515348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:19.526028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:network and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:19.533566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:19.545543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.550584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:19.572599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Made reservation on behalf of 459dac8f60854282b25f2756c39c8278 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:19.577780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.680938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:19.727951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.728568 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Added segment a03821d4-41ae-4444-bd9e-77e95f5520c4 of type vxlan for network 04751d21-40e5-4382-8843-1007214c44f3 Jan 14 05:46:19.785192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.862436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.864530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:19.865246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:19.920958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd45190a-355f-4093-bd4f-9d830dbabde3 tempest-BulkNetworkOpsIpV6Test-2145922031 tempest-BulkNetworkOpsIpV6Test-2145922031] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:19.975450 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 830 time: 0.4853523 Jan 14 05:46:19.997302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33eabad3-b4ba-4d9e-9088-0460617110da tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 425 time: 1.3446283 Jan 14 05:46:20.013760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34986) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:20.014639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 34990) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:20.029153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'subnet': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'cidr': '172.20.0.32/28', 'ip_version': 4, 'gateway_ip': '172.20.0.33'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:20.078812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'subnet': {'network_id': '04751d21-40e5-4382-8843-1007214c44f3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:20.092314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:20.103462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:subnet and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:20.113977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:20.128071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5283ba1d-1748-454a-90c5-201479402608 None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:20.128713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5283ba1d-1748-454a-90c5-201479402608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:20.137558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:20.187368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Network': ['ID=04751d21-40e5-4382-8843-1007214c44f3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:20.209427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:20.243433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 04751d21-40e5-4382-8843-1007214c44f3 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:20.296406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Made reservation on behalf of 459dac8f60854282b25f2756c39c8278 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:20.301701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:20.415488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 04751d21-40e5-4382-8843-1007214c44f3 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:20.555383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 04751d21-40e5-4382-8843-1007214c44f3 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:20.644088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:20.869593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5283ba1d-1748-454a-90c5-201479402608 None None] Provisioning complete for port 0fc73817-8c84-4a79-835c-ff4e7da72a19 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:20.870020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5283ba1d-1748-454a-90c5-201479402608 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:20.964702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5283ba1d-1748-454a-90c5-201479402608 None None] Port 0fc73817-8c84-4a79-835c-ff4e7da72a19 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:21.270523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:21.274924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Usage tracker for resource:subnet and tenant:462ae330f98b49d99ce01bbf2533ab13 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:21.278133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:21.284299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:21.425403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:21.554561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Made reservation on behalf of 462ae330f98b49d99ce01bbf2533ab13 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:21.565510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:22.313122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:22.318456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:22.540347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:22.541168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Fanout notify agent at l3_agent the message router_deleted on router 5bab1944-04c4-4536-8985-17959d6a5cd4 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:46:22.766885 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] create failed (client error): There was a conflict when trying to complete your request. Jan 14 05:46:22.771318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35054) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:22.771718 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f59d764-6e77-4c76-a20e-2f5eeb7df227 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 409 len: 372 time: 8.7544603 Jan 14 05:46:22.936614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Deleting port 91904925-1240-4509-9fce-2a2dd7812236 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:22.936987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:22.990528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:23.010036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37ca16d2-3148-4e4a-8eda-2553d69b15fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:23.116816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=9c0366f8-dc03-492d-8db9-8a73880d17f9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:23.124939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:23.290800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:23.369943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:23.418096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-803a7547-95f9-4001-b1d6-20cd08da9e94 tempest-ExtraDHCPOptionsTestJSON-892357501 tempest-ExtraDHCPOptionsTestJSON-892357501] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:23.432942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Calling delete_port for 91904925-1240-4509-9fce-2a2dd7812236 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:23.572141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=dcd8c3d6-b93b-4532-951f-4030f9d69d21,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:23.640255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.222s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:23.785870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:23.825390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94e8059-5655-444b-a08d-2cc1fd05e017 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:23.909420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:46:23.917188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:23.975517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Pushing event deleted for resources: {'Port': ['ID=91904925-1240-4509-9fce-2a2dd7812236,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:23.988625 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:24.164929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93b0b41f-4599-416d-aee7-2bec680db85a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:24.175329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:24.184938 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] 10.222.0.48 "DELETE /v2.0/ports/91904925-1240-4509-9fce-2a2dd7812236 HTTP/1.1" status: 204 len: 168 time: 1.4119132 Jan 14 05:46:24.465228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': '8256e27d-eddf-4c3e-8751-8ad7a8daff8a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '7dbe66e2-339f-4664-8c55-4ca7a354a623'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:46:24.465787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 7dbe66e2-339f-4664-8c55-4ca7a354a623, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:46:24.513141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Checking segment: {'id': 'a03821d4-41ae-4444-bd9e-77e95f5520c4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '04751d21-40e5-4382-8843-1007214c44f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:46:24.513775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network hostable DHCP agents. Network: 04751d21-40e5-4382-8843-1007214c44f3, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:46:24.580133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Subnet': ['ID=6712b4ce-c050-4125-8436-c68f0340af6f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:24.584511 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:24.664769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:24.672283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:24.685803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6568a85e-d8e2-47ca-93aa-b0d3c492916e None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:24.730987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 04751d21-40e5-4382-8843-1007214c44f3 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:46:24.751944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:46:24.846239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:24.846929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35086) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:24.847051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:24.895681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 7dbe66e2-339f-4664-8c55-4ca7a354a623) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:24.972035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:24.972719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.011220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-544b3343-ea3c-43c3-9dce-23e1df9cc128 None None] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:25.041182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 04751d21-40e5-4382-8843-1007214c44f3) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:25.043706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.142789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.185841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:25.194960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Usage tracker for resource:security_group_rule and tenant:332c244fc20b40d08749fa405c4c12ef is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:25.199474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:25.205416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37f212d1-9076-428d-ac61-9f98364938ed tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:25.207611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:25.256374 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 904 time: 9.1268842 Jan 14 05:46:25.257882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:25.258761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.266250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35096) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:25.425687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.449612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.461517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-616967eb-fe22-47d0-9a0f-0693f0552d41 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:25.497340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b35c4d2a-f78e-4ccb-85f2-3b900d5aa216,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:25.503684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.042s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:25.507043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.519125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-934c0b1d-4294-4f14-a73a-e8dc9e2eb2af None None] Network 04751d21-40e5-4382-8843-1007214c44f3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:25.527691 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=332c244fc20b40d08749fa405c4c12ef&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6770651 Jan 14 05:46:25.529218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35102) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:25.632920 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 9.9848707 Jan 14 05:46:25.636336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35108) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:25.636955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.640081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:25.653771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:25.670766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.726306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'security_group': {'name': 'tempest-secgroup-808143258'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:25.738798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.750793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:25.753671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cc83a86-1ddb-40f1-8761-b2a8eb8fac17 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:25.769542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.770831 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b35c4d2a-f78e-4ccb-85f2-3b900d5aa216 HTTP/1.1" status: 204 len: 168 time: 0.2409453 Jan 14 05:46:25.773831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:25.792680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:25.800636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b35c4d2a-f78e-4ccb-85f2-3b900d5aa216,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:25.807827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:25.817618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:25.826030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.874786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.898880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d5a35dea-df95-49b6-b9b8-b771456a9d55 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:25.921712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:25.927664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group_rule and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:25.932075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:25.939898 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 5.9238505 Jan 14 05:46:25.941696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:25.952762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:25.953431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:25.988240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35124) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:25.998747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Subnet': ['ID=6cad336f-47cc-47cd-92e3-7db7f5330b31,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:26.005650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'floatingip': {'floating_network_id': '04751d21-40e5-4382-8843-1007214c44f3'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:26.017788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:26.038658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:floatingip and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:26.043721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:26.046999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:26.068119 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 804 time: 6.0501151 Jan 14 05:46:26.069997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35132) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:26.077088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:26.092311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Request body: {'port': {'name': 'tempest-PortsTestJSON-1850503557', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '6cad336f-47cc-47cd-92e3-7db7f5330b31'}], 'security_groups': ['6dc5b26a-52ba-40cf-9150-54f8ddef44d3', '7ab58c12-7229-41b2-8c20-dbfef9743d91']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:26.122345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:26.307510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:26.344701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:26.374389 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1d5f0dd-6825-4f07-8cc7-c4cb0fa46ef7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:26.409524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17f16e8c-d1e9-4eab-ac39-c4b1dd375156 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-7dbe66e2-339f-4664-8c55-4ca7a354a623', 'network_id': '7dbe66e2-339f-4664-8c55-4ca7a354a623', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': '9c0366f8-dc03-492d-8db9-8a73880d17f9'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:46:26.410504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17f16e8c-d1e9-4eab-ac39-c4b1dd375156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:26.425738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'SecurityGroup': ['ID=faf87e47-3915-40c6-a45e-406c5b19cd4f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:26.429603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:26.431553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d03d1670-fc2a-4914-b858-6b0e65f2505b None None] Network 04751d21-40e5-4382-8843-1007214c44f3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:26.434478 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1744 time: 0.7130871 Jan 14 05:46:26.437203 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:26.437912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35154) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:26.449889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'security_group': {'name': 'tempest-secgroup-1533466484'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:26.463525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:26.483696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:26.519266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:26.522955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:26.552515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:26.680065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:26.910502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Allocated IP 172.20.0.7 (04751d21-40e5-4382-8843-1007214c44f3/6712b4ce-c050-4125-8436-c68f0340af6f/f813294a-aacf-480e-840d-a1655ebfa1fa) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:27.077617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35178) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:27.097114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:27.153176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:27.175663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90ff58cc-d806-4c80-9a8b-d203ff995f66 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:27.235822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Update dhcp port {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'fixed_ips': [{'subnet_id': '27ffca65-5533-43db-85d5-23dcb595d60f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dcd8c3d6-b93b-4532-951f-4030f9d69d21'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '885c2c4d-236b-4247-adb0-5e6838c14c22'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:46:27.326129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Port': ['ID=f813294a-aacf-480e-840d-a1655ebfa1fa,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:27.333923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:27.335307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:27.641817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6a22f964-9b9e-4b9d-b0a3-38d40807eb22 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b88f7ac5598146489720b62ea266683e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5522189 Jan 14 05:46:27.648537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35212) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:27.671375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:27.708918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:27.739115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:27.789928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group_rule and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:27.806900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:27.830628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:27.920230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:27.970751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.047757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88c4583b-de24-444f-9005-3e7d4fd476cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:28.084564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.124199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Update dhcp port {'port': {'network_id': '16b6d506-07e2-429a-ad37-0bf405f82725', 'fixed_ips': [{'subnet_id': 'c676ce62-f8a2-47f2-9ab6-9681783a565b', 'ip_address': '172.20.0.18'}, {'subnet_id': 'b00a79eb-151f-4a1c-a34a-84407586b981', 'ip_address': '172.20.0.2'}, {'subnet_id': '6cad336f-47cc-47cd-92e3-7db7f5330b31'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '6f2eee3b-dce6-4428-b3b7-7308b1cff4b7'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:46:28.127616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.152896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'SecurityGroup': ['ID=18708552-9ab0-4cf9-866a-fb24a3b2c87d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:28.216581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.282643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.283117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.8436937 Jan 14 05:46:28.286123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.238s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:28.290641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35248) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:28.315084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'security_group': {'name': 'tempest-secgroup-1545126048'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:28.346977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:28.362166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.371210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.391787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:28.397112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a706a046-3f04-461a-87a4-c81b0138d976 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:28.415824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:28.435259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource security_group. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:28.446343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a07538-d1aa-4d85-9dc8-b58ef65f8c6d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:28.476621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:28.477586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.481937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/50a07538-d1aa-4d85-9dc8-b58ef65f8c6d HTTP/1.1" status: 204 len: 168 time: 0.8191607 Jan 14 05:46:28.500388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.524166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 04751d21-40e5-4382-8843-1007214c44f3 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:28.529022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:28.536069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:46:28.589523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.628984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:28.643260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:security_group_rule and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:28.649300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:28.652904 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6004ce9-4c81-44d2-aa04-b9ee4da194ef tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:28.665180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 2 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:28.696574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Allocated IP 2001:db8::2 (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/dcd8c3d6-b93b-4532-951f-4030f9d69d21/885c2c4d-236b-4247-adb0-5e6838c14c22) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:28.848377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:28.963765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] For port 885c2c4d-236b-4247-adb0-5e6838c14c22, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=885c2c4d-236b-4247-adb0-5e6838c14c22,segment=NetworkSegment(05785a05-19d4-4a68-8de4-a72995dcccec),segment_id=05785a05-19d4-4a68-8de4-a72995dcccec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:29.040904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:29.055937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=9c0366f8-dc03-492d-8db9-8a73880d17f9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:29.066564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:29.110602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:29.278821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Transition to ACTIVE for port object 885c2c4d-236b-4247-adb0-5e6838c14c22 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:29.324322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:29.485495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:29.506151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:29.516619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c6f7fd4-b975-41cc-89ca-29afee5ee775 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:29.533677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3440b353-e77e-41d3-8ba3-2111582f70de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:29.575997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'SecurityGroup': ['ID=aee87596-ee9e-4a6d-9068-c66076a6f721,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:29.587932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-17f16e8c-d1e9-4eab-ac39-c4b1dd375156 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c0366f8-dc03-492d-8db9-8a73880d17f9: This subnet is being modified by another concurrent operation. Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:46:29.620951 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 05:46:29.624450 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 9c0366f8-dc03-492d-8db9-8a73880d17f9: This subnet is being modified by another concurrent operation. Jan 14 05:46:29.630724 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:46:29.676588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Pushing event updated for resources: {'Port': ['ID=885c2c4d-236b-4247-adb0-5e6838c14c22,revision_number=6']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:29.742149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0607b61b-b6c7-4eac-9f8f-d93dfe233c41 None None] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:29.898007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Delete allocated IP 172.20.0.3 (16b6d506-07e2-429a-ad37-0bf405f82725/b00a79eb-151f-4a1c-a34a-84407586b981) {{(pid=80929) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 05:46:29.909099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Allocated IP 172.20.0.42 (16b6d506-07e2-429a-ad37-0bf405f82725/6cad336f-47cc-47cd-92e3-7db7f5330b31/7cc66580-b11c-4a4b-afa2-b93996cddc7c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:30.032331 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:30.392857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:30.446680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Transition to ACTIVE for port object 7cc66580-b11c-4a4b-afa2-b93996cddc7c will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:30.462535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:30.547590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:30.675329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:30.683286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 2.3914437 Jan 14 05:46:30.695993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35424) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:30.711462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-2065419931', 'security_groups': ['aee87596-ee9e-4a6d-9068-c66076a6f721'], 'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'admin_state_up': True, 'fixed_ips': [{'subnet_id': 'dcd8c3d6-b93b-4532-951f-4030f9d69d21'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:30.839071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Allocated IP 172.20.0.34 (16b6d506-07e2-429a-ad37-0bf405f82725/6cad336f-47cc-47cd-92e3-7db7f5330b31/6f2eee3b-dce6-4428-b3b7-7308b1cff4b7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:30.966659 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-311f567a-085f-4c1e-931b-26a7444bb98f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:31.114233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-920ada94-5241-455b-9b15-eae06cb569d4 None None] Provisioning for port 885c2c4d-236b-4247-adb0-5e6838c14c22 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:31.145563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-920ada94-5241-455b-9b15-eae06cb569d4 None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:31.146201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-920ada94-5241-455b-9b15-eae06cb569d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.170769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.174212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:31.195804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:31.215686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.254265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef251b01-b88f-4660-92a4-1e1576a83e81 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:31.332270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event updated for resources: {'Port': ['ID=7cc66580-b11c-4a4b-afa2-b93996cddc7c,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:31.349993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:31.355489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.389s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:31.405702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 885c2c4d-236b-4247-adb0-5e6838c14c22 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:46:31.603455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35506) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:31.640519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7dbe66e2-339f-4664-8c55-4ca7a354a623']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:31.688806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8256e27d-eddf-4c3e-8751-8ad7a8daff8a') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:31.694323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-920ada94-5241-455b-9b15-eae06cb569d4 None None] Provisioning complete for port 0fc73817-8c84-4a79-835c-ff4e7da72a19 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:31.694817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-920ada94-5241-455b-9b15-eae06cb569d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.696137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8256e27d-eddf-4c3e-8751-8ad7a8daff8a') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:31.716194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] In _notify_port_updated(), no bound segment for port 7cc66580-b11c-4a4b-afa2-b93996cddc7c on network 16b6d506-07e2-429a-ad37-0bf405f82725 {{(pid=80929) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:31.718151 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.721676 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.724568 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:31.730190 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:31.747549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:31.748516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.752485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "PUT /v2.0/ports/7cc66580-b11c-4a4b-afa2-b93996cddc7c HTTP/1.1" status: 200 len: 960 time: 5.6783831 Jan 14 05:46:31.757714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:31.761978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.794279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-920ada94-5241-455b-9b15-eae06cb569d4 None None] Port 0fc73817-8c84-4a79-835c-ff4e7da72a19 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:31.812695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] For port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,segment=NetworkSegment(7c47036d-3087-4b7a-9a59-2148b969d20a),segment_id=7c47036d-3087-4b7a-9a59-2148b969d20a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:31.830043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:31.830724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.845371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:31.850333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:32.062806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-705906f7-24aa-46d4-847a-b6e50d077b51 None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:32.063474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-705906f7-24aa-46d4-847a-b6e50d077b51 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:32.107176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port 7cc66580-b11c-4a4b-afa2-b93996cddc7c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:32.107611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:32.123629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:32.165193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Port': ['ID=f813294a-aacf-480e-840d-a1655ebfa1fa,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:32.177273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:32.218458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] It took 0.39 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:46:32.369624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:32.395575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:32.402631 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3fc0c494-79cc-4d4c-8755-405c84c2526b tempest-AgentManagementNegativeTest-1894735963 tempest-AgentManagementNegativeTest-1894735963] 10.222.0.48 "GET /v2.0/agents HTTP/1.1" status: 200 len: 207 time: 0.7944770 Jan 14 05:46:32.484490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Transition to ACTIVE for port object 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:32.534799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:32.749202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] device_id is not set on port e1efe344-d2ec-455d-8b59-0839260542a7 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:46:32.943141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-291ea334-ef4e-4918-a1c8-0b4165f0615a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:33.067100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:33.078477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:33.082520 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 691 time: 7.0905762 Jan 14 05:46:33.093591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35630) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:33.105187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:33.243071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8::2f2 (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/dcd8c3d6-b93b-4532-951f-4030f9d69d21/e1efe344-d2ec-455d-8b59-0839260542a7) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:33.309996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Pushing event updated for resources: {'Port': ['ID=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,revision_number=7']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:33.313856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:33.356823 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1386b827-2549-4544-a26a-dea14cfb783c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "GET /v2.0/floatingips?floating_network_id=04751d21-40e5-4382-8843-1007214c44f3 HTTP/1.1" status: 200 len: 689 time: 0.2553849 Jan 14 05:46:33.439475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35658) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:33.440218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35664) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:33.687058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:33.793208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:34.346736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Provisioning for port 7cc66580-b11c-4a4b-afa2-b93996cddc7c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:34.357263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Provisioning complete for port 7cc66580-b11c-4a4b-afa2-b93996cddc7c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:34.357811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:34.506664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Port 7cc66580-b11c-4a4b-afa2-b93996cddc7c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:34.532949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Provisioning for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:34.540744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:34.542756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:34.598126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:34.608828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Deleting port f813294a-aacf-480e-840d-a1655ebfa1fa {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:34.609440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:34.826556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:34.864312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Provisioning complete for port a22ead3a-40f4-4e15-a33a-3a4ea7953457 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:34.865122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:34.971351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df50f901-a20a-4681-b2f5-d1118e5384ca None None] Port a22ead3a-40f4-4e15-a33a-3a4ea7953457 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:35.084738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.085506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.134261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-25780676-c785-4f65-af4c-7565d077d6c3 None None] Provisioning complete for port 7cc66580-b11c-4a4b-afa2-b93996cddc7c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:35.136353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25780676-c785-4f65-af4c-7565d077d6c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.221747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-25780676-c785-4f65-af4c-7565d077d6c3 None None] Port 7cc66580-b11c-4a4b-afa2-b93996cddc7c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:35.223939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:46:35.278738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Calling delete_port for f813294a-aacf-480e-840d-a1655ebfa1fa owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:35.341519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:35.346664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f6f798d-61de-4668-bfe6-68775bbc5497 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:46:35.421761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for 7cc66580-b11c-4a4b-afa2-b93996cddc7c owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:35.473538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 7dbe66e2-339f-4664-8c55-4ca7a354a623 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:35.500978 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:35.616724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Usage tracker for resource:security_group_rule and tenant:147a6f5a902c4ecbaaff98fb0cf7c533 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:35.635514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:35.658993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:35.723745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.729320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.751629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d73ec4a-41d3-4ccc-831b-1df377c4e6cd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:35.752170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object e1efe344-d2ec-455d-8b59-0839260542a7 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:35.762107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f6f798d-61de-4668-bfe6-68775bbc5497 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:46:35.775754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:35.776259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.778770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.792215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/7dbe66e2-339f-4664-8c55-4ca7a354a623 HTTP/1.1" status: 204 len: 168 time: 10.5153427 Jan 14 05:46:35.800332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5aceb93a-2630-47b8-b5d0-7338259ac417 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:35.802590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35682) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:35.804291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=7dbe66e2-339f-4664-8c55-4ca7a354a623,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:35.807322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-61421073-aaf0-46fd-882e-b7d14d94e35c None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:35.807706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61421073-aaf0-46fd-882e-b7d14d94e35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.816243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:35.830138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-850025946'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:35.847902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:35.857291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:35.864072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:35.884176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:35.895853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:35.918432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7357765f-5b7f-4b0b-923b-e6914655c14d tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:35.968501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:35.972805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e1efe344-d2ec-455d-8b59-0839260542a7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:35.977920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:35.990212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.022420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event deleted for resources: {'Port': ['ID=f813294a-aacf-480e-840d-a1655ebfa1fa,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:36.026271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:36.060519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:36.062792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:36.066110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.073186 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:36.075997 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:36.121296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:36.122039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.206216 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.5086849 Jan 14 05:46:36.209333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35692) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:36.216078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:36.224614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:36.373172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.379783 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment c6753c35-8365-4809-90c8-7dfb58008d97 of type vxlan for network 3c84e542-c067-477f-a7b7-11f259b3acdb Jan 14 05:46:36.381567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.592942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35702) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:36.611510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c83dee3b-14de-4c90-8d64-cc91fa66e749 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:36.684675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:36.691515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:36.701177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:36.714887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:36.728100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=7cc66580-b11c-4a4b-afa2-b93996cddc7c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:36.818302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:36.859010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.863506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.929490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.937993 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/7cc66580-b11c-4a4b-afa2-b93996cddc7c HTTP/1.1" status: 204 len: 168 time: 5.1788383 Jan 14 05:46:36.939025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35716) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:36.956663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:36.975543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:36.985994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.006688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.015203 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c0c20127-e434-4359-89aa-18ea453139aa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] GET failed (client error): The resource could not be found. Jan 14 05:46:37.015936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0c20127-e434-4359-89aa-18ea453139aa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Synchronizing usage tracker for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:46:37.024472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c699229a-dffd-4230-91c3-69f7ca7bda1d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:37.066132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eb431459-42a4-45da-8559-7cd42a727135,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:37.069358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.082830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:37.138807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.167486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:37.187409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.196441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b111367f-9ba8-47be-8b30-f79e2920423a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:37.247641 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet dcd8c3d6-b93b-4532-951f-4030f9d69d21 (CIDR: 2001:db8::/64) Jan 14 05:46:37.254430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:37.258990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Usage tracker for resource:security_group_rule and tenant:6f9a295a145b455a935984efaa1e7db2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:37.262091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:37.268668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:37.401725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.403415 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:46:37.403968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:37.410783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.431959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc41077b-e506-417d-9ea2-4bfc8cbb5494 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:37.448300 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=147a6f5a902c4ecbaaff98fb0cf7c533&name=default HTTP/1.1" status: 200 len: 2983 time: 4.0046804 Jan 14 05:46:37.513502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35726) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:37.516359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=3c84e542-c067-477f-a7b7-11f259b3acdb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:37.521127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0c20127-e434-4359-89aa-18ea453139aa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Unset dirty status for tenant:462ae330f98b49d99ce01bbf2533ab13 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:46:37.525841 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0c20127-e434-4359-89aa-18ea453139aa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports/7cc66580-b11c-4a4b-afa2-b93996cddc7c HTTP/1.1" status: 404 len: 333 time: 0.5821760 Jan 14 05:46:37.529295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35734) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:37.540904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 3c84e542-c067-477f-a7b7-11f259b3acdb details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:37.547010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3f071ef-0fff-4015-a5f7-4eb73fd94971,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:37.560625 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:37.592739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:37.598973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 3c84e542-c067-477f-a7b7-11f259b3acdb details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:37.615125 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6f9a295a145b455a935984efaa1e7db2&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0210004 Jan 14 05:46:37.615774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35744) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:37.629803 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-88b62ae2-e9ff-4c5f-9f11-4cb7e678a6d7 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4190073 Jan 14 05:46:37.630784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35748) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:37.672433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:37.707947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:37.710926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 3c84e542-c067-477f-a7b7-11f259b3acdb details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:38.001798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.004744 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.1870475 Jan 14 05:46:38.008475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b43202df-25d1-4b28-bbdb-596d3c3e3288 None None] Provisioning for port e1efe344-d2ec-455d-8b59-0839260542a7 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:38.013135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35752) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:38.016894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.021799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b43202df-25d1-4b28-bbdb-596d3c3e3288 None None] Provisioning complete for port e1efe344-d2ec-455d-8b59-0839260542a7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:38.022335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b43202df-25d1-4b28-bbdb-596d3c3e3288 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.039136 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6402db0a-3d53-43b2-a968-ca06c0ef4288 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:38.079435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '3c84e542-c067-477f-a7b7-11f259b3acdb', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:38.095580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b43202df-25d1-4b28-bbdb-596d3c3e3288 None None] Port e1efe344-d2ec-455d-8b59-0839260542a7 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:38.157661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event deleted for resources: {'Subnet': ['ID=6712b4ce-c050-4125-8436-c68f0340af6f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:38.196327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:38.204612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.212278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.234294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.290185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:38.294122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.312709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:38.320032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:38.329672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:38.345689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:38.348147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.350993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:38.355518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:38.402069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:38.416216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.424116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:38.458906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.573555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82721dc6-9e5c-4a3a-941b-3539c0c8de47 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:38.595433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.684109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3f071ef-0fff-4015-a5f7-4eb73fd94971,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:38.769462 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Validation for CIDR: 2001:db8:0:1::/64 failed - overlaps with subnet 27ffca65-5533-43db-85d5-23dcb595d60f (CIDR: 2001:db8:0:1::/64) Jan 14 05:46:38.771363 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:38.777434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:38.778972 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d3f071ef-0fff-4015-a5f7-4eb73fd94971 HTTP/1.1" status: 204 len: 168 time: 1.1548944 Jan 14 05:46:38.786227 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:46:38.790870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:38.830079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:38.870986 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f27d9960-96bc-4ca0-a4b4-d26bf1dcef68 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 428 time: 1.2193811 Jan 14 05:46:38.935370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35768) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:38.960311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'subnet': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'cidr': '2001:db8:0:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:2::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:39.045384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['04751d21-40e5-4382-8843-1007214c44f3']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:39.077321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a03821d4-41ae-4444-bd9e-77e95f5520c4') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:39.077744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a03821d4-41ae-4444-bd9e-77e95f5520c4') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:39.090811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:39.108599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:39.111057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:39.170044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:39.398724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 04751d21-40e5-4382-8843-1007214c44f3 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:39.420144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:39.615577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 04751d21-40e5-4382-8843-1007214c44f3 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:39.734851 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:39.737510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35782) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:39.739131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:39.744299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 04751d21-40e5-4382-8843-1007214c44f3 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 05:46:39.747298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:39.769069 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5df01d14-74cb-4fc0-86b3-84b8f018291e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:39.800070 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "DELETE /v2.0/networks/04751d21-40e5-4382-8843-1007214c44f3 HTTP/1.1" status: 204 len: 168 time: 6.3583419 Jan 14 05:46:39.835178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35786) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:39.839317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:39.888693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:39.893587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Usage tracker for resource:subnet and tenant:c04336e3f3a64211aa1b7ff14690baaa is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:39.898506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:39.905471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:40.035993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32beeaaa-1eec-4f3d-9827-d4659f98edf0 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Synchronizing usage tracker for tenant:459dac8f60854282b25f2756c39c8278 on resource:floatingip {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:46:40.047795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event deleted for resources: {'Network': ['ID=04751d21-40e5-4382-8843-1007214c44f3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:40.052325 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:40.084461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:40.099275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Usage tracker for resource:security_group_rule and tenant:2a48974cb6eb4db69d665575ea5a052e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:40.102218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:40.113332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:40.142145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Made reservation on behalf of c04336e3f3a64211aa1b7ff14690baaa for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:40.155342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.222181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.231258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32beeaaa-1eec-4f3d-9827-d4659f98edf0 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Unset dirty status for tenant:459dac8f60854282b25f2756c39c8278 on resource:floatingip {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:46:40.235362 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-32beeaaa-1eec-4f3d-9827-d4659f98edf0 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 212 time: 0.3858683 Jan 14 05:46:40.239426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35794) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:40.321909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-600b9789-a957-4689-93e8-0cccdd713de4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:40.369015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.376084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'SecurityGroup': ['ID=ae7e2ac3-f074-4c25-a605-8abab9cebfdd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:40.379161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.384089 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/security-groups/ae7e2ac3-f074-4c25-a605-8abab9cebfdd HTTP/1.1" status: 204 len: 168 time: 2.8479111 Jan 14 05:46:40.386087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:40.401542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35798) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:40.521406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.559807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.592383 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e5b9769-190d-4699-bebe-78a6698248ec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:40.607963 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2a48974cb6eb4db69d665575ea5a052e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8517761 Jan 14 05:46:40.622159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.622822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.623247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.623658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.624067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.624490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.624890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.625292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.626035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.626180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:40.626276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.626647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.627202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.627604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.628006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.628406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.628805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.629204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.629607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.630155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.630555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.630998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:40.633352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Synchronizing usage tracker for tenant:459dac8f60854282b25f2756c39c8278 on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:46:40.645395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.648499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.652333 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eb431459-42a4-45da-8559-7cd42a727135 HTTP/1.1" status: 204 len: 168 time: 3.1303082 Jan 14 05:46:40.725266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e54bf77-6f8f-4764-90a0-94854dd57c8e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=588cb7ae-3c64-43a4-ac02-7448bd6ad17c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:40.769271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Unset dirty status for tenant:459dac8f60854282b25f2756c39c8278 on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:46:40.771813 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e47b3b28-87ae-49f2-99df-59f6adc7fcb7 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 13461 time: 0.4216423 Jan 14 05:46:40.775091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35808) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:40.779164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eb431459-42a4-45da-8559-7cd42a727135,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:40.863202 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:40.875363 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.270s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:40.875831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:40.884955 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-d638d806-7fc8-44aa-86d4-7c45e4ab7e99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] delete failed (client error): The resource could not be found. Jan 14 05:46:40.886113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d638d806-7fc8-44aa-86d4-7c45e4ab7e99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "DELETE /v2.0/floatingips/e3cff753-8f25-4977-947c-2c11ef209f6b HTTP/1.1" status: 404 len: 345 time: 0.1095114 Jan 14 05:46:40.889092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35812) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:40.913778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:40.936028 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5941ac9d-5383-4f16-a9da-8173757b27c4 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] DELETE failed (client error): The resource could not be found. Jan 14 05:46:40.936536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5941ac9d-5383-4f16-a9da-8173757b27c4 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:40.938410 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5941ac9d-5383-4f16-a9da-8173757b27c4 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "DELETE /v2.0/networks/04751d21-40e5-4382-8843-1007214c44f3 HTTP/1.1" status: 404 len: 339 time: 0.0483124 Jan 14 05:46:40.947624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35816) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:40.959558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'network': {'name': 'tempest-network--2072550273', 'router:external': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:40.965666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:40.969792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:network and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:40.972867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:40.980329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:40.991968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Made reservation on behalf of 459dac8f60854282b25f2756c39c8278 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:40.998226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.037605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:41.055831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.056354 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Added segment 1fe8d161-c852-4189-8c2b-af97e30e592f of type vxlan for network 15945614-9140-4882-b755-276e730b5a7a Jan 14 05:46:41.060204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.101575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.109240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.110818 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fc10607-95a0-41c6-b37e-424f2a1c35de admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:41.120296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.153862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ab58c12-7229-41b2-8c20-dbfef9743d91,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:41.156675 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:41.211688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.217432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:41.218211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.232546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-138ba358-14c6-4b06-841a-c80268458bb1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:41.308932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.329024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a91b40dc-7d86-4fb2-a105-a3b9c4fb9026 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:41.379980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.384448 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/security-groups/7ab58c12-7229-41b2-8c20-dbfef9743d91 HTTP/1.1" status: 204 len: 168 time: 0.9814520 Jan 14 05:46:41.386306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.390528 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/588cb7ae-3c64-43a4-ac02-7448bd6ad17c HTTP/1.1" status: 204 len: 168 time: 0.7579472 Jan 14 05:46:41.391511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35832) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:41.450427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=588cb7ae-3c64-43a4-ac02-7448bd6ad17c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:41.454329 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:41.466800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Network': ['ID=15945614-9140-4882-b755-276e730b5a7a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:41.470501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:41.479825 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 0.5306444 Jan 14 05:46:41.481113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:41.485716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:41.562490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 15945614-9140-4882-b755-276e730b5a7a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:41.605722 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aa1c101-2aa2-4ace-85a8-e6783efd620a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:41.609909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 15945614-9140-4882-b755-276e730b5a7a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:41.793472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056851a-ea66-495c-89f7-3cd699f08d2d tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:41.825228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056851a-ea66-495c-89f7-3cd699f08d2d tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:41.878721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 15945614-9140-4882-b755-276e730b5a7a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:41.880860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056851a-ea66-495c-89f7-3cd699f08d2d tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:41.927634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1056851a-ea66-495c-89f7-3cd699f08d2d tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:41.929728 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1056851a-ea66-495c-89f7-3cd699f08d2d tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2453 time: 0.4473140 Jan 14 05:46:41.934276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35850) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:42.117324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=909bdba1-5faa-42fe-b275-2d5200318c26,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:42.130173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.134114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:42.183976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.268919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.342219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': 'c6753c35-8365-4809-90c8-7dfb58008d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3c84e542-c067-477f-a7b7-11f259b3acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:46:42.343681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 3c84e542-c067-477f-a7b7-11f259b3acdb, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:46:42.416971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.433042 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f11128c7-016c-4fd9-a84a-165d04a2b755 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:42.454242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04b16fdb-6fc3-47e5-9d32-a7e831b5a690 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.499581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.506868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Subnet': ['ID=149e7000-6e34-4425-a1d4-dd9495ece5e0,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:42.514042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 3c84e542-c067-477f-a7b7-11f259b3acdb is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:46:42.516729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:42.606135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.615447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc12e260-21ce-4a32-97eb-4832ff512a00 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:42.630813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'SecurityGroup': ['ID=6dc5b26a-52ba-40cf-9150-54f8ddef44d3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:42.632964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 3c84e542-c067-477f-a7b7-11f259b3acdb) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:42.637965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:42.667819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:42.668480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.674558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f9ac4e-9e7c-4553-ba3c-f26b2208b9ea None None] Network 3c84e542-c067-477f-a7b7-11f259b3acdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:42.685014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.689578 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/security-groups/6dc5b26a-52ba-40cf-9150-54f8ddef44d3 HTTP/1.1" status: 204 len: 168 time: 1.2372437 Jan 14 05:46:42.696003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35870) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:42.711274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['15945614-9140-4882-b755-276e730b5a7a']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:42.753006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1fe8d161-c852-4189-8c2b-af97e30e592f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:42.753775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1fe8d161-c852-4189-8c2b-af97e30e592f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:42.771184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35874) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:42.806501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:42.822955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 812 time: 4.7901058 Jan 14 05:46:42.827908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35880) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:42.830931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:42.834445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:42.907232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5296b0c1-1c56-4a18-baff-8056fa8e0662 None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:42.911404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.003338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet b00a79eb-151f-4a1c-a34a-84407586b981 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:46:43.006181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:43.006875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.013805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.038364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:43.095669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 836 time: 4.1585870 Jan 14 05:46:43.096884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35890) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:43.107989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Request body: {'port': {'name': 'tempest-PortsIpV6TestJSON-483932314', 'admin_state_up': False, 'fixed_ips': [{'subnet_id': '149e7000-6e34-4425-a1d4-dd9495ece5e0'}], 'security_groups': ['faf87e47-3915-40c6-a45e-406c5b19cd4f', '18708552-9ab0-4cf9-866a-fb24a3b2c87d']}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:43.116209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-test-network-1204547315'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:43.127454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:43.187992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.189164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:network and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:43.226041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:43.237230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:43.375545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.480935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-3c84e542-c067-477f-a7b7-11f259b3acdb', 'network_id': '3c84e542-c067-477f-a7b7-11f259b3acdb', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': '909bdba1-5faa-42fe-b275-2d5200318c26'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:46:43.482058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.535877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.575871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:46:43.730156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:43.749938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.801241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.825882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 15945614-9140-4882-b755-276e730b5a7a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:43.841622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:43.856244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:44.004244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:44.141295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:44.166126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c121dd6-2b39-4051-900d-98df693e7695 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:44.175494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:security_group_rule and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:44.184496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:44.198017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:44.357103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Update dhcp port {'port': {'network_id': '0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb', 'fixed_ips': [{'subnet_id': '27ffca65-5533-43db-85d5-23dcb595d60f', 'ip_address': '2001:db8:0:1::2'}, {'subnet_id': 'dcd8c3d6-b93b-4532-951f-4030f9d69d21', 'ip_address': '2001:db8::2'}, {'subnet_id': '149e7000-6e34-4425-a1d4-dd9495ece5e0'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '885c2c4d-236b-4247-adb0-5e6838c14c22'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:46:44.435100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 15945614-9140-4882-b755-276e730b5a7a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:44.445863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:44.495902 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:44.502229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35908) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:44.578312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:44.681914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ace6ba80-039c-4637-85e6-446ecbf65403 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:44.766347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=b00a79eb-151f-4a1c-a34a-84407586b981,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:44.774530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.608s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:44.803662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:44.816528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 15945614-9140-4882-b755-276e730b5a7a {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 05:46:44.821177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:44.861869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8feaef1c-5d20-4e54-bd6a-1c2da08b4d45 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:44.883107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "DELETE /v2.0/networks/15945614-9140-4882-b755-276e730b5a7a HTTP/1.1" status: 204 len: 168 time: 2.9428217 Jan 14 05:46:44.887164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35914) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:44.947200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'network': {'name': 'tempest-network--976668721', 'router:external': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:44.961122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:44.974630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:network and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:44.983598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:44.998844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:45.054773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Made reservation on behalf of 459dac8f60854282b25f2756c39c8278 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:45.061468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.064531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.097396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event deleted for resources: {'Network': ['ID=15945614-9140-4882-b755-276e730b5a7a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:45.176844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.315s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:45.185984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Allocated IP 2001:db8:0:2::2 (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/149e7000-6e34-4425-a1d4-dd9495ece5e0/885c2c4d-236b-4247-adb0-5e6838c14c22) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:45.277909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:45.281655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.292990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3a9cdb9a-6614-4e76-bac4-1819e7eb38f8 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:45.303073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.304387 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/b00a79eb-151f-4a1c-a34a-84407586b981 HTTP/1.1" status: 204 len: 168 time: 2.6070974 Jan 14 05:46:45.308508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.309122 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Added segment 5c3bb55f-5620-4f65-a52f-da6d97e862dd of type vxlan for network 6c33ae66-037c-4f19-877f-6ce7bcf0f293 Jan 14 05:46:45.310621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35922) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:45.324137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:45.337950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.357661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e934140-03dd-4317-b068-a403165230cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:45.382210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Usage tracker for resource:security_group_rule and tenant:33ead71560fb468ba39a4631ff0b6359 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:45.444644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:45.451722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'SecurityGroup': ['ID=622a16d1-5f42-4969-925d-545db0a7901a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:45.480802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:45.499462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.559937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.560616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:45.617203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet 6cad336f-47cc-47cd-92e3-7db7f5330b31 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:46:45.628159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.725826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.728949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Allocated IP 2001:db8::1 (3c84e542-c067-477f-a7b7-11f259b3acdb/909bdba1-5faa-42fe-b275-2d5200318c26/5c67ff69-bb41-4a80-9537-eb44caabae5f) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:45.777698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.779030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:45.779796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.788547 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cd65bf4-a6ba-4dc9-852b-932e4e062867 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:45.809956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.816939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:45.856036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:45.867298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=33ead71560fb468ba39a4631ff0b6359&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3639181 Jan 14 05:46:45.868421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Retry wrapper got retriable exception: Unable to create the network. No available network found in maximum allowed attempts. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:46:45.868928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.create_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:46:45.871192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35928) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:45.920341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 856 time: 1.0188932 Jan 14 05:46:45.923810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35932) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:45.930619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d37c231-606b-475f-b829-49157f34c609,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:45.936069 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:45.984026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Network': ['ID=6c33ae66-037c-4f19-877f-6ce7bcf0f293,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:45.997997 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:45.999842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] For port 885c2c4d-236b-4247-adb0-5e6838c14c22, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=885c2c4d-236b-4247-adb0-5e6838c14c22,segment=NetworkSegment(05785a05-19d4-4a68-8de4-a72995dcccec),segment_id=05785a05-19d4-4a68-8de4-a72995dcccec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:46.019915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 6c33ae66-037c-4f19-877f-6ce7bcf0f293 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:46.035292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.098532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.146915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 6c33ae66-037c-4f19-877f-6ce7bcf0f293 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:46.160607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 6c33ae66-037c-4f19-877f-6ce7bcf0f293 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:46.177314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.184847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1adac5e8-0745-46a6-9dac-de563f845b11 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:46.185236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.207325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d37c231-606b-475f-b829-49157f34c609,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:46.211078 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:46.222627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.224369 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d37c231-606b-475f-b829-49157f34c609 HTTP/1.1" status: 204 len: 168 time: 0.3520372 Jan 14 05:46:46.254653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d19a34f-f245-4e9c-958a-fc5e4f8b26b7 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:46.256171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4d19a34f-f245-4e9c-958a-fc5e4f8b26b7 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Synchronizing usage tracker for tenant:fee26033fd6242ce9903c0caeea8f709 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:46:46.329297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4d19a34f-f245-4e9c-958a-fc5e4f8b26b7 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Unset dirty status for tenant:fee26033fd6242ce9903c0caeea8f709 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:46:46.333624 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d19a34f-f245-4e9c-958a-fc5e4f8b26b7 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] 10.222.0.48 "GET /v2.0/networks/6c33ae66-037c-4f19-877f-6ce7bcf0f293 HTTP/1.1" status: 200 len: 756 time: 0.4045198 Jan 14 05:46:46.334302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35940) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:46.370794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.493356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:46.582783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a64d5808-328e-4856-a62a-51148368a9c8 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:46.584335 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a64d5808-328e-4856-a62a-51148368a9c8 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] 10.222.0.48 "GET /v2.0/networks/e2d7b409-e22e-4ab3-b700-e096d01f4849 HTTP/1.1" status: 200 len: 767 time: 0.2487652 Jan 14 05:46:46.585905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.586294 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Added segment 01c707ff-4e6c-4ad5-a527-ea28e646055b of type vxlan for network 17ff9ed8-47bc-4e66-bfaa-517b52873463 Jan 14 05:46:46.587569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 35948) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:46.680450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.704767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5814f5f-9b83-462b-a278-f836ef35ec40 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:46.726434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.734934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.770156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.784201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:46:46.794004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.808048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.863781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.908988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] It took 0.16 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:46:46.913513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Transition to ACTIVE for port object 5c67ff69-bb41-4a80-9537-eb44caabae5f will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:46.927731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Transition to ACTIVE for port object 885c2c4d-236b-4247-adb0-5e6838c14c22 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:46.941504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:46.945756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=6cad336f-47cc-47cd-92e3-7db7f5330b31,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:46.971603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:47.115781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ec7ed9d-11ca-44ef-96de-84386bcc20ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:47.205853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Transition to ACTIVE for port object 5c67ff69-bb41-4a80-9537-eb44caabae5f will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:47.318610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:47.373552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:47.403984 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/6cad336f-47cc-47cd-92e3-7db7f5330b31 HTTP/1.1" status: 204 len: 168 time: 2.0870006 Jan 14 05:46:47.405474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35972) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:47.532935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Delete allocated IP 2001:db8::2f2 (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/dcd8c3d6-b93b-4532-951f-4030f9d69d21) {{(pid=80930) _delete_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:122}} Jan 14 05:46:47.557967 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-9ece8dfa-ff19-41b6-8b0d-2723dca01e78 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:47.559103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-9ece8dfa-ff19-41b6-8b0d-2723dca01e78 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:47.564705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9ece8dfa-ff19-41b6-8b0d-2723dca01e78 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/b00a79eb-151f-4a1c-a34a-84407586b981 HTTP/1.1" status: 404 len: 337 time: 0.1555464 Jan 14 05:46:47.572566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35978) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:47.624379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Allocated IP 2001:db8:0:2::1bc (0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb/149e7000-6e34-4425-a1d4-dd9495ece5e0/e1efe344-d2ec-455d-8b59-0839260542a7) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:46:47.717049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting subnet c676ce62-f8a2-47f2-9ab6-9681783a565b {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:46:47.730750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:47.851746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Network 3c84e542-c067-477f-a7b7-11f259b3acdb is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:46:47.872541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:47.874832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Pushing event updated for resources: {'Port': ['ID=885c2c4d-236b-4247-adb0-5e6838c14c22,revision_number=7']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:47.878311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:46:47.936597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:47.978724 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.863s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:47.999126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2da28eb5-2f3c-40d0-ac88-2ecc15399ad5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.371s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:48.018882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.275768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6c33ae66-037c-4f19-877f-6ce7bcf0f293']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:48.329601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5c3bb55f-5620-4f65-a52f-da6d97e862dd') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:48.329990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5c3bb55f-5620-4f65-a52f-da6d97e862dd') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:48.355522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.389501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.395335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:48.429883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Pushing event updated for resources: {'Port': ['ID=5c67ff69-bb41-4a80-9537-eb44caabae5f,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:48.432968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dcde9197-d8e8-48ee-9832-080197e06539 None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:48.439823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.459783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Transition to ACTIVE for port object e1efe344-d2ec-455d-8b59-0839260542a7 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:46:48.472502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.683086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.703006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:48.704055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.718862 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f565b6d-fcc6-4f28-90c2-e25a26961cc3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:48.724004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810a57e6-d270-4f91-976d-2dbb957e47d9 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:48.757471 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:48.806670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] In _notify_port_updated(), no bound segment for port e1efe344-d2ec-455d-8b59-0839260542a7 on network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb {{(pid=80930) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:46:48.837648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:48.838510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.844144 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "PUT /v2.0/ports/e1efe344-d2ec-455d-8b59-0839260542a7 HTTP/1.1" status: 200 len: 969 time: 5.7426791 Jan 14 05:46:48.848252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 35996) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:48.931951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Network': ['ID=17ff9ed8-47bc-4e66-bfaa-517b52873463,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:48.950871 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 6.1778872 Jan 14 05:46:48.955034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:48.993062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port e1efe344-d2ec-455d-8b59-0839260542a7 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:48.993459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:48.999439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Attempting to bind port 5c67ff69-bb41-4a80-9537-eb44caabae5f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:46:48.999976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Attempting to bind port 5c67ff69-bb41-4a80-9537-eb44caabae5f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'c6753c35-8365-4809-90c8-7dfb58008d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3c84e542-c067-477f-a7b7-11f259b3acdb'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:46:49.000409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Attempting to bind port 5c67ff69-bb41-4a80-9537-eb44caabae5f on network 3c84e542-c067-477f-a7b7-11f259b3acdb {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:46:49.032954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:49.050190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36000) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:49.070086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'subnet': {'network_id': '17ff9ed8-47bc-4e66-bfaa-517b52873463', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:49.242393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event updated for resources: {'Port': ['ID=e1efe344-d2ec-455d-8b59-0839260542a7,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:49.253349 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.535s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:49.314270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 6c33ae66-037c-4f19-877f-6ce7bcf0f293 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:49.326489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:49.374971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:49.395925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:49.579194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 6c33ae66-037c-4f19-877f-6ce7bcf0f293 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:49.681065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:49.701215 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:49.716066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 885c2c4d-236b-4247-adb0-5e6838c14c22 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:46:49.716254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:49.731181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:49.733831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:49.739440 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-566a4b8c-d7f8-45ce-b00f-f25bca45ea20 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:49.792044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=909bdba1-5faa-42fe-b275-2d5200318c26,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:49.799405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:subnet and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:49.803405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 6c33ae66-037c-4f19-877f-6ce7bcf0f293 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 05:46:49.803993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:46:49.804433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Checking segment: {'id': 'c6753c35-8365-4809-90c8-7dfb58008d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3c84e542-c067-477f-a7b7-11f259b3acdb'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:46:49.805268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:49.805721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Bound using segment: {'id': 'c6753c35-8365-4809-90c8-7dfb58008d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3c84e542-c067-477f-a7b7-11f259b3acdb'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:46:49.820502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Bound port: 5c67ff69-bb41-4a80-9537-eb44caabae5f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c6753c35-8365-4809-90c8-7dfb58008d97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3c84e542-c067-477f-a7b7-11f259b3acdb'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:46:49.820957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:49.867508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:49.870986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:49.872052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:49.875883 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-267edec3-7920-4507-8625-3d62c7b2d21b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.081s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:49.919989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:49.936223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event deleted for resources: {'Network': ['ID=6c33ae66-037c-4f19-877f-6ce7bcf0f293,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:49.948135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:49.954093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "DELETE /v2.0/networks/6c33ae66-037c-4f19-877f-6ce7bcf0f293 HTTP/1.1" status: 204 len: 168 time: 3.3654795 Jan 14 05:46:49.975157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36014) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:49.976307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:50.113065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:50.115683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a530a9d5-382b-4560-a571-59ee4f15d81e None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:50.116323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a530a9d5-382b-4560-a571-59ee4f15d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:50.322074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:50.374313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'network': {'name': 'tempest-network--673977882'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:50.410755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:46:50.432552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for e1efe344-d2ec-455d-8b59-0839260542a7 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:50.508897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] For port 5c67ff69-bb41-4a80-9537-eb44caabae5f, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:46:50.529021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a530a9d5-382b-4560-a571-59ee4f15d81e None None] Provisioning complete for port a22ead3a-40f4-4e15-a33a-3a4ea7953457 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:50.529453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a530a9d5-382b-4560-a571-59ee4f15d81e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:50.632430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a530a9d5-382b-4560-a571-59ee4f15d81e None None] Port a22ead3a-40f4-4e15-a33a-3a4ea7953457 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:50.640929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] For port 5c67ff69-bb41-4a80-9537-eb44caabae5f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5c67ff69-bb41-4a80-9537-eb44caabae5f,segment=NetworkSegment(c6753c35-8365-4809-90c8-7dfb58008d97),segment_id=c6753c35-8365-4809-90c8-7dfb58008d97)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:46:50.655132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:50.695519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Usage tracker for resource:network and tenant:459dac8f60854282b25f2756c39c8278 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:46:50.699280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:46:50.798108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:50.887029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:50.938804 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:51.007725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=e1efe344-d2ec-455d-8b59-0839260542a7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:51.026442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:51.063329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.248657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c84e542-c067-477f-a7b7-11f259b3acdb']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:51.265178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6753c35-8365-4809-90c8-7dfb58008d97') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:51.265771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6753c35-8365-4809-90c8-7dfb58008d97') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:51.286679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.291524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-afb5ce18-c48e-42fe-bba0-84842a259be3 None None] Provisioning for port 885c2c4d-236b-4247-adb0-5e6838c14c22 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:46:51.311743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-afb5ce18-c48e-42fe-bba0-84842a259be3 None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:51.313230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb5ce18-c48e-42fe-bba0-84842a259be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.313482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.316222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:51.442268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.456445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.485158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6a8a509f-3a4c-4d39-b6ed-af2c57629e06 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:51.594618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Pushing event updated for resources: {'Port': ['ID=5c67ff69-bb41-4a80-9537-eb44caabae5f,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:51.612982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Subnet': ['ID=c676ce62-f8a2-47f2-9ab6-9681783a565b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:51.617100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:51.618073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.681s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:51.625043 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/e1efe344-d2ec-455d-8b59-0839260542a7 HTTP/1.1" status: 204 len: 168 time: 2.7635579 Jan 14 05:46:51.634747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca351342-f59f-45a9-bd00-3ab1a5803152 None None] Network 3c84e542-c067-477f-a7b7-11f259b3acdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:51.637628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36030) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:51.707983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 3c84e542-c067-477f-a7b7-11f259b3acdb has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:51.722103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.766418 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7af3c3e5-c451-4b2f-b9fb-f563daa48ad8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] GET failed (client error): The resource could not be found. Jan 14 05:46:51.776073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7af3c3e5-c451-4b2f-b9fb-f563daa48ad8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Synchronizing usage tracker for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:46:51.829981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:51.831956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/c676ce62-f8a2-47f2-9ab6-9681783a565b HTTP/1.1" status: 204 len: 168 time: 4.2582479 Jan 14 05:46:51.835874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7af3c3e5-c451-4b2f-b9fb-f563daa48ad8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Unset dirty status for tenant:c04336e3f3a64211aa1b7ff14690baaa on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:46:51.837302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7af3c3e5-c451-4b2f-b9fb-f563daa48ad8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports/e1efe344-d2ec-455d-8b59-0839260542a7 HTTP/1.1" status: 404 len: 333 time: 0.1984975 Jan 14 05:46:51.838410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36034) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:51.887987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36036) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:52.017549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d32e4c-46f8-4efc-8ced-6213c701a96b None None] Network 16b6d506-07e2-429a-ad37-0bf405f82725 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:52.031523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 3c84e542-c067-477f-a7b7-11f259b3acdb has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:52.039161 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-66f31a54-6d08-435c-9f04-7cb0fdea24c9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:52.039863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-66f31a54-6d08-435c-9f04-7cb0fdea24c9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:52.042279 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-66f31a54-6d08-435c-9f04-7cb0fdea24c9 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/3a2f82d3-d993-4585-974a-29e3fb5b6dd0 HTTP/1.1" status: 404 len: 337 time: 0.2026131 Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:52.045563 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.049135 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.052649 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:52.056575 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:52.072548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36046) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:52.151077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-afb5ce18-c48e-42fe-bba0-84842a259be3 None None] Provisioning complete for port 0fc73817-8c84-4a79-835c-ff4e7da72a19 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:52.151751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb5ce18-c48e-42fe-bba0-84842a259be3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.216603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-afb5ce18-c48e-42fe-bba0-84842a259be3 None None] Port 0fc73817-8c84-4a79-835c-ff4e7da72a19 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:52.225744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-afb5ce18-c48e-42fe-bba0-84842a259be3 None None] Could not find standard attr ID for object e1efe344-d2ec-455d-8b59-0839260542a7. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:46:52.243121 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c19c546-0727-458f-8a68-9ad0488bae24 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "GET /v2.0/ports?device_id=ab2adcca-f24d-4f4f-98bd-e10c2450705c HTTP/1.1" status: 200 len: 205 time: 0.1681173 Jan 14 05:46:52.247415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36050) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:52.247708 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:52.274060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:46:52.274060 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:46:52.274060 n-d-768851-4 neutron-server[80820]: [parameters: {'id': '3c84e542-c067-477f-a7b7-11f259b3acdb'}] Jan 14 05:46:52.274060 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:46:52.274909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:46:52.276058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:46:52.333646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.336099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Made reservation on behalf of 459dac8f60854282b25f2756c39c8278 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:46:52.347242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.384167 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-5c99134f-43f0-453a-849d-9391c3e83200 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] delete failed (client error): The resource could not be found. Jan 14 05:46:52.385336 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c99134f-43f0-453a-849d-9391c3e83200 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/routers/ab2adcca-f24d-4f4f-98bd-e10c2450705c HTTP/1.1" status: 404 len: 336 time: 0.1369238 Jan 14 05:46:52.385987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-17b6acc4-a28f-40c6-8191-a9da8829732b None None] Provisioning complete for port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:52.386433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17b6acc4-a28f-40c6-8191-a9da8829732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.392543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36056) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:52.450609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:46:52.500384 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-73e17eaf-f4ae-4eb0-8f36-126f415f045b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:52.500921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-73e17eaf-f4ae-4eb0-8f36-126f415f045b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:52.502521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.505887 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-73e17eaf-f4ae-4eb0-8f36-126f415f045b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/571bd31a-5949-4d73-a022-0f43472deb4e HTTP/1.1" status: 404 len: 337 time: 0.1122744 Jan 14 05:46:52.506651 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Added segment 72bbd054-0fba-42d7-926a-22aee74cfdda of type vxlan for network 87213765-697d-49c1-bfd5-afa7fdaeb909 Jan 14 05:46:52.508058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36062) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:52.521642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.568308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-17b6acc4-a28f-40c6-8191-a9da8829732b None None] Provisioning complete for port a22ead3a-40f4-4e15-a33a-3a4ea7953457 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:46:52.571086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17b6acc4-a28f-40c6-8191-a9da8829732b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.633254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] DHCP port deletion for 16b6d506-07e2-429a-ad37-0bf405f82725 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:46:52.638126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Deleting port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:52.638775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:52.690184 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1dc87cf1-4435-42cd-9a17-4b23774c757c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:52.691051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1dc87cf1-4435-42cd-9a17-4b23774c757c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:52.746279 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1dc87cf1-4435-42cd-9a17-4b23774c757c tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/1e30ea87-fee7-4907-9947-3445b52fdedc HTTP/1.1" status: 404 len: 337 time: 0.2254462 Jan 14 05:46:52.753927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36068) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:52.808450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.025852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.032428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:53.048953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'SecurityGroup': ['ID=aee87596-ee9e-4a6d-9068-c66076a6f721,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:53.053806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:53.057362 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a42be0dd-a257-461a-aa37-e729a81e9d14 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:53.057891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a42be0dd-a257-461a-aa37-e729a81e9d14 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:53.062160 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a42be0dd-a257-461a-aa37-e729a81e9d14 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/d449ab0d-aa1f-4951-ba84-82c3991e93b1 HTTP/1.1" status: 404 len: 337 time: 0.3018804 Jan 14 05:46:53.063220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.064729 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/security-groups/aee87596-ee9e-4a6d-9068-c66076a6f721 HTTP/1.1" status: 204 len: 168 time: 1.1752419 Jan 14 05:46:53.065755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36076) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.072769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.093022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36078) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.102531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port 5c67ff69-bb41-4a80-9537-eb44caabae5f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:53.102942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.114997 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b20405ff-518e-4900-b695-a30cc723ee29 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:53.115668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b20405ff-518e-4900-b695-a30cc723ee29 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:53.132289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b20405ff-518e-4900-b695-a30cc723ee29 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/d6265264-8f68-4690-ad1b-bb4df0971771 HTTP/1.1" status: 404 len: 333 time: 0.0652461 Jan 14 05:46:53.132957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36084) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.208404 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d22de2cb-1b06-4ca0-907f-a07d66c33bb8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:53.209085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d22de2cb-1b06-4ca0-907f-a07d66c33bb8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:53.214839 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d22de2cb-1b06-4ca0-907f-a07d66c33bb8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/de19b5d3-aa94-42fb-9cdf-099fb5868f2b HTTP/1.1" status: 404 len: 337 time: 0.0807726 Jan 14 05:46:53.215499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36090) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.262434 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-759a23b0-f3c0-46fc-aa17-2994c0ae512b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:53.263070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-759a23b0-f3c0-46fc-aa17-2994c0ae512b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:53.267845 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-759a23b0-f3c0-46fc-aa17-2994c0ae512b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/19e84a7f-14b9-4d02-98be-a87c9822a23c HTTP/1.1" status: 404 len: 337 time: 0.0511761 Jan 14 05:46:53.268478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36096) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.312978 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-24ef3c93-3f73-4482-908d-5f71e1a87453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:53.313337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24ef3c93-3f73-4482-908d-5f71e1a87453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:53.318513 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24ef3c93-3f73-4482-908d-5f71e1a87453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/3bad2d30-9342-44e3-8aa9-8990ae0351d0 HTTP/1.1" status: 404 len: 333 time: 0.0488505 Jan 14 05:46:53.319178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36100) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.325609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:46:53.368677 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f8a5acaf-a41f-471b-b16a-a71f569d369b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:53.369314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f8a5acaf-a41f-471b-b16a-a71f569d369b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:53.374353 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8a5acaf-a41f-471b-b16a-a71f569d369b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/93de52cd-5385-4bee-be24-c1104150cb8b HTTP/1.1" status: 404 len: 337 time: 0.0541453 Jan 14 05:46:53.375029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36104) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.422048 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0f75d43c-fbed-49c3-8104-d94434495b8f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] DELETE failed (client error): The resource could not be found. Jan 14 05:46:53.422548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0f75d43c-fbed-49c3-8104-d94434495b8f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:53.428116 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f75d43c-fbed-49c3-8104-d94434495b8f tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/subnets/d520d654-3d55-4398-b7f7-7c9ba9ce4a6d HTTP/1.1" status: 404 len: 337 time: 0.0520010 Jan 14 05:46:53.428680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36108) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.434084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] For port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,segment=NetworkSegment(7c47036d-3087-4b7a-9a59-2148b969d20a),segment_id=7c47036d-3087-4b7a-9a59-2148b969d20a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:53.435446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.544595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Deleting port a22ead3a-40f4-4e15-a33a-3a4ea7953457 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:46:53.545148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.557563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.560322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:53.561803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.590878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.593684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85564531-635b-40f3-ae85-987b22b1855e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:53.637398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Calling delete_port for 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:53.752156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-17b6acc4-a28f-40c6-8191-a9da8829732b None None] Port a22ead3a-40f4-4e15-a33a-3a4ea7953457 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:46:53.782257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 857 time: 3.7587340 Jan 14 05:46:53.830623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36112) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:53.861475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.896416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:53.952061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Network': ['ID=87213765-697d-49c1-bfd5-afa7fdaeb909,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:53.980039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 87213765-697d-49c1-bfd5-afa7fdaeb909 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:54.016311 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:54.032521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Request body: {'network': {'router:external': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:46:54.058990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Calling delete_port for a22ead3a-40f4-4e15-a33a-3a4ea7953457 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:54.158453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:54.190749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45b8942d-da16-401b-840a-56c99196501a tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:54.226278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 87213765-697d-49c1-bfd5-afa7fdaeb909 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:54.241372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 87213765-697d-49c1-bfd5-afa7fdaeb909 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:46:54.320092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Port': ['ID=a22ead3a-40f4-4e15-a33a-3a4ea7953457,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:54.351851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:54.373941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:54.636389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:54.708171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:54.736149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/ports/a22ead3a-40f4-4e15-a33a-3a4ea7953457 HTTP/1.1" status: 204 len: 168 time: 1.3061566 Jan 14 05:46:54.740606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36128) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:54.813729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:54.919761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:55.020591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8f592b2-9c5f-4d39-81db-25db6e3a50ca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:55.025489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:55.026360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Pushing event deleted for resources: {'Port': ['ID=6f2eee3b-dce6-4428-b3b7-7308b1cff4b7,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:55.033210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:55.040486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] No DVR routers for this DVR port 6f2eee3b-dce6-4428-b3b7-7308b1cff4b7 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:46:55.101382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c899b07b-1427-42dc-995e-7e261db5a654 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:46:55.321659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:55.322982 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/security-groups/18708552-9ab0-4cf9-866a-fb24a3b2c87d HTTP/1.1" status: 204 len: 168 time: 2.1543434 Jan 14 05:46:55.324834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'SecurityGroup': ['ID=18708552-9ab0-4cf9-866a-fb24a3b2c87d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:55.327483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.311s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:55.328402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36136) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:55.369398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:55.571642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16b6d506-07e2-429a-ad37-0bf405f82725']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:55.585525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '7c47036d-3087-4b7a-9a59-2148b969d20a') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:55.585960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '7c47036d-3087-4b7a-9a59-2148b969d20a') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:55.599221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:55.603206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c899b07b-1427-42dc-995e-7e261db5a654 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:46:55.639471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:55.641708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:55.951950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.059300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:56.072745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.081503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.205625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] For port 5c67ff69-bb41-4a80-9537-eb44caabae5f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5c67ff69-bb41-4a80-9537-eb44caabae5f,segment=NetworkSegment(c6753c35-8365-4809-90c8-7dfb58008d97),segment_id=c6753c35-8365-4809-90c8-7dfb58008d97)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:46:56.206195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.437154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Network 16b6d506-07e2-429a-ad37-0bf405f82725 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:56.557447 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:56.607748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Calling delete_port for 5c67ff69-bb41-4a80-9537-eb44caabae5f owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:46:56.654033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.789074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.792903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6375df06-3c59-485c-994a-2685db175d9c tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:56.860547 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:56.876280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.883036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Pushing event deleted for resources: {'Network': ['ID=16b6d506-07e2-429a-ad37-0bf405f82725,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:56.890553 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] 10.222.0.48 "DELETE /v2.0/networks/16b6d506-07e2-429a-ad37-0bf405f82725 HTTP/1.1" status: 204 len: 168 time: 2.1464384 Jan 14 05:46:56.890553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:56.914768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:56.951587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.059253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 87213765-697d-49c1-bfd5-afa7fdaeb909 is not hosted by any dhcp agent {{(pid=80929) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 05:46:57.060140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:57.060782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.062218 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "PUT /v2.0/networks/87213765-697d-49c1-bfd5-afa7fdaeb909 HTTP/1.1" status: 200 len: 851 time: 3.1168756 Jan 14 05:46:57.065523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36152) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:57.180280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event updated for resources: {'Network': ['ID=87213765-697d-49c1-bfd5-afa7fdaeb909,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:57.222729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.241049 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.381s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:57.241716 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2e19acb-433b-435c-9344-4dda7d52917e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:57.303573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.313520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Subnet': ['ID=e671db10-2dd8-4c79-805c-72a11b7c7ae5,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:57.404643 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:57.405906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f7200f1-f13f-4964-958c-5f252a179ae2 tempest-RoutersAdminNegativeTest-383984685 tempest-RoutersAdminNegativeTest-383984685] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:57.407207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.443575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.516788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'SecurityGroup': ['ID=faf87e47-3915-40c6-a45e-406c5b19cd4f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:57.521737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:57.524682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.529214 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/security-groups/faf87e47-3915-40c6-a45e-406c5b19cd4f HTTP/1.1" status: 204 len: 168 time: 2.1842537 Jan 14 05:46:57.536763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36160) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:57.630929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.688647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.712269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cd28b9d-cf3e-46e6-9160-22e5f77bae77 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:57.823081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['87213765-697d-49c1-bfd5-afa7fdaeb909']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:57.850879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '72bbd054-0fba-42d7-926a-22aee74cfdda') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:57.851197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '72bbd054-0fba-42d7-926a-22aee74cfdda') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:57.874625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.915119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:57.915119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:58.087213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No DVR routers for this DVR port 5c67ff69-bb41-4a80-9537-eb44caabae5f on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:46:58.115791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 87213765-697d-49c1-bfd5-afa7fdaeb909 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:58.125351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:58.132682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Port': ['ID=5c67ff69-bb41-4a80-9537-eb44caabae5f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:58.142103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:58.154312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36172) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:58.317311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:58.326897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Network 87213765-697d-49c1-bfd5-afa7fdaeb909 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:46:58.450309 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:46:58.485634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:58.490444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3077eba2-0d8e-4d14-9d00-69d0d4f18cac tempest-FloatingIPAdminTestJSON-1500457385 tempest-FloatingIPAdminTestJSON-1500457385] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:46:58.525784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network 87213765-697d-49c1-bfd5-afa7fdaeb909 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 05:46:58.543909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Pushing event deleted for resources: {'Network': ['ID=87213765-697d-49c1-bfd5-afa7fdaeb909,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:46:58.546406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:58.561891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:46:58.565419 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] 10.222.0.48 "DELETE /v2.0/networks/87213765-697d-49c1-bfd5-afa7fdaeb909 HTTP/1.1" status: 204 len: 168 time: 1.4983068 Jan 14 05:46:58.569659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36178) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:58.587159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3c84e542-c067-477f-a7b7-11f259b3acdb']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:58.706256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c6753c35-8365-4809-90c8-7dfb58008d97') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:58.706776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c6753c35-8365-4809-90c8-7dfb58008d97') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:46:58.727300 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5364d81b-9c86-4daf-97f7-c65fe2708397 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] DELETE failed (client error): The resource could not be found. Jan 14 05:46:58.729907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5364d81b-9c86-4daf-97f7-c65fe2708397 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:46:58.739793 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5364d81b-9c86-4daf-97f7-c65fe2708397 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] 10.222.0.48 "DELETE /v2.0/subnets/6712b4ce-c050-4125-8436-c68f0340af6f HTTP/1.1" status: 404 len: 337 time: 0.1688831 Jan 14 05:46:58.741012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36186) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:58.780759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Checking segment: {'id': '01c707ff-4e6c-4ad5-a527-ea28e646055b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '17ff9ed8-47bc-4e66-bfaa-517b52873463'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:46:58.781205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network hostable DHCP agents. Network: 17ff9ed8-47bc-4e66-bfaa-517b52873463, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:46:58.815267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:58.895054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:58.909545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:46:59.026051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:46:59.189677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 17ff9ed8-47bc-4e66-bfaa-517b52873463) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:46:59.199124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3df1599-9787-4d76-9156-5eb2a74f2e90 None None] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:59.235947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:59.291804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:46:59.301545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:59.731779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet dcd8c3d6-b93b-4532-951f-4030f9d69d21 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:46:59.758845 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b0a9fc2-573e-4562-9cb1-041f1e34a5d3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=462ae330f98b49d99ce01bbf2533ab13&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2408307 Jan 14 05:46:59.759704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:59.808201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aeb2a623-2992-4cb6-bba6-3ac0f53316c6 None None] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:46:59.812392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36198) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:46:59.895909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:46:59.943433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36202) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:00.049822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 3c84e542-c067-477f-a7b7-11f259b3acdb has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:00.083336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.232962 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 802 time: 11.1787300 Jan 14 05:47:00.244684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36210) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:00.279088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-508051965', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:00.304879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:00.314627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:router and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:00.320245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:00.328161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:00.371692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e2d7b409-e22e-4ab3-b700-e096d01f4849']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:00.385748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.428969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd6b3a30d-5db4-437c-925c-0f23d342332b') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:00.436561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd6b3a30d-5db4-437c-925c-0f23d342332b') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:00.483209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.484309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.529367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.540238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.582233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.587105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:47:00.743889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.773816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:00.834810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:00.839582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Usage tracker for resource:security_group_rule and tenant:5c7350172a8947c29981e6a7c4f9845a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:00.842304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:00.848466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:00.959184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 3c84e542-c067-477f-a7b7-11f259b3acdb has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:47:00.996549 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:47:01.100221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Network e2d7b409-e22e-4ab3-b700-e096d01f4849 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:01.116339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.137933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.219019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.225999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.230577 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f2b55ff-9ac8-4ae4-9b21-935430096960 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:01.237408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfb50f38-0ab4-4c69-b7f2-9652acba8972 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:01.254429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.256264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5551ab50-10e5-402c-8918-c936c7c9c57b HTTP/1.1" status: 204 len: 168 time: 1.4428067 Jan 14 05:47:01.262028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5551ab50-10e5-402c-8918-c936c7c9c57b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:01.268352 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:01.287145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.288700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.293077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=3c84e542-c067-477f-a7b7-11f259b3acdb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:01.328474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:01.407678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/3c84e542-c067-477f-a7b7-11f259b3acdb HTTP/1.1" status: 204 len: 168 time: 18.5734775 Jan 14 05:47:01.408459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.419861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36218) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:01.428054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-519068146'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:01.434461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:01.439708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:01.443219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:01.450180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4082cd81-f988-445d-9f9e-dd1e54457b4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:01.451692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:01.464564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5c7350172a8947c29981e6a7c4f9845a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5170448 Jan 14 05:47:01.477864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36222) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:01.511161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=43e66cd8-6c4a-4e0c-a5b3-756323be904a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:01.518172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:01.546134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:01.566029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.633375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Network e2d7b409-e22e-4ab3-b700-e096d01f4849 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:01.669311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:47:01.694439 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:47:01.772300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.774204 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 8b86e69e-c0b3-4622-910d-b5aa39e7909f of type vxlan for network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 Jan 14 05:47:01.802570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.884634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.902574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.918323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.926622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.937923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:01.938779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:01.958433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:02.008571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.084093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=dcd8c3d6-b93b-4532-951f-4030f9d69d21,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:02.093685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:02.108791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6e08e68-5d64-4ffc-b273-3ce636ad6824 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:02.347774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.354976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c04c8d67-687b-4af5-bb2b-b8629887707d None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:02.385725 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/dcd8c3d6-b93b-4532-951f-4030f9d69d21 HTTP/1.1" status: 204 len: 168 time: 4.8396013 Jan 14 05:47:02.387041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36244) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:02.460910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=0af1e24e-7729-47e3-be6c-ffbe5141ab64,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:02.463483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.478470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.485982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:02.487065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.378s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:02.579732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet 149e7000-6e34-4425-a1d4-dd9495ece5e0 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:47:02.590250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.649384 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d936e31-043e-45f6-91e4-ceffc7cd491e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:02.688325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 1.2667723 Jan 14 05:47:02.691085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36248) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:02.712393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:02.718563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:02.744986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:02.827004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.917260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.936563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:02.940965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:02.944761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:02.946012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.950611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] 10.222.0.48 "DELETE /v2.0/networks/e2d7b409-e22e-4ab3-b700-e096d01f4849 HTTP/1.1" status: 204 len: 168 time: 4.2047954 Jan 14 05:47:02.951048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:02.951579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:02.955242 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/43e66cd8-6c4a-4e0c-a5b3-756323be904a HTTP/1.1" status: 204 len: 168 time: 1.4713314 Jan 14 05:47:02.968511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:02.989321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=43e66cd8-6c4a-4e0c-a5b3-756323be904a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:02.997180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:03.005527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8254efd-cd53-426a-b0f9-4b4032ed76cc tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:03.182537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Pushing event deleted for resources: {'Network': ['ID=e2d7b409-e22e-4ab3-b700-e096d01f4849,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:03.183185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:03.187481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:03.337848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:03.533878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36268) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:03.660028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:03.887021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:03.933958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.246726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-1594249938'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:04.258603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:04.263306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:04.344696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:04.380578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:04.422550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36288) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:04.423546 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18d5aa86-9a0c-4a0f-8737-41a593cbf004 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fee26033fd6242ce9903c0caeea8f709&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7516079 Jan 14 05:47:04.430769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:04.444996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.478333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.532655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.25.3.214 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/86509da4-18de-4df2-b2fe-3059797a679c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:04.565049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.711575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.747160 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c15c35e4-7fc0-41d9-8ff5-7b2f322bb453 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:04.752724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.788205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-191673b2-e7fc-4e45-8a40-c68f3ab4fcd2 None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:04.788843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-191673b2-e7fc-4e45-8a40-c68f3ab4fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.795235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:04.834497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.847164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-693ed083-1ebd-44b6-8368-6a7c66f91a13 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:04.847950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=149e7000-6e34-4425-a1d4-dd9495ece5e0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:04.854060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:04.857570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:security_group_rule and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:04.860787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:04.867548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:04.897263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2ffb30c8-44d5-4066-9dfb-c39ca7f82453,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:04.913428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:04.969138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.973402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.977187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2ffb30c8-44d5-4066-9dfb-c39ca7f82453 HTTP/1.1" status: 204 len: 168 time: 0.5511289 Jan 14 05:47:04.989707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.994570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:04.998452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:05.020774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.040771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a0c53f5d-47d8-49b1-b364-3daaa8e6c733 None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:05.045530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/149e7000-6e34-4425-a1d4-dd9495ece5e0 HTTP/1.1" status: 204 len: 168 time: 2.6532314 Jan 14 05:47:05.048332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36310) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:05.096951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:05.133539 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-df6dc8a8-6fc7-4a09-91cb-22b27f8318c3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:05.134050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-df6dc8a8-6fc7-4a09-91cb-22b27f8318c3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:05.138515 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df6dc8a8-6fc7-4a09-91cb-22b27f8318c3 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/dcd8c3d6-b93b-4532-951f-4030f9d69d21 HTTP/1.1" status: 404 len: 337 time: 0.0866091 Jan 14 05:47:05.139146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36314) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:05.146116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.227538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'SecurityGroup': ['ID=c6fbef57-bd8f-4a7f-8a25-cd2d797efabb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:05.244096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:05.246230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.453487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9362cfd8-c5bd-4bef-b076-950d76503715 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:05.486525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.487053 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment a15a785d-1f58-4c04-837c-45e4e59c3f46 of type vxlan for network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 Jan 14 05:47:05.488908 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15d58475-dbc8-43dc-9e62-68ffb8c22c8d tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:05.607527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-191673b2-e7fc-4e45-8a40-c68f3ab4fcd2 None None] Provisioning complete for port 0fc73817-8c84-4a79-835c-ff4e7da72a19 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:05.607895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-191673b2-e7fc-4e45-8a40-c68f3ab4fcd2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.729181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-191673b2-e7fc-4e45-8a40-c68f3ab4fcd2 None None] Port 0fc73817-8c84-4a79-835c-ff4e7da72a19 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:05.742207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.747225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=d17ad3a5-111e-4d2f-9919-b9e5dbd763ff,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:05.765431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:05.767355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': '8b86e69e-c0b3-4622-910d-b5aa39e7909f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:05.767747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 0af1e24e-7729-47e3-be6c-ffbe5141ab64, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:47:05.812262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:47:05.841639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.870992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:05.871709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:05.891543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36330) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:05.892455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6af32bfd-e781-4754-bfc9-fe27849d2474 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:05.970033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=86509da4-18de-4df2-b2fe-3059797a679c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:05.978248 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.524s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:06.002646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:06.017241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0af1e24e-7729-47e3-be6c-ffbe5141ab64) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:06.028355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting subnet 27ffca65-5533-43db-85d5-23dcb595d60f {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:47:06.029773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e188760c-6674-42e1-abf9-75939ed1ad5e None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:06.036561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:06.042653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:06.053103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.5148427 Jan 14 05:47:06.069340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36338) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:06.178221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:06.179379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:06.192964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-1408036172'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:06.244062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:06.248569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:06.262553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:06.275939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:06.302734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:06.334855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:06.338984 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.6464002 Jan 14 05:47:06.348804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36344) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:06.363873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:06.382982 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3dfe6f41-22d8-4c0c-9c09-77e90baaa3d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=459dac8f60854282b25f2756c39c8278&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3575275 Jan 14 05:47:06.393849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:06.442931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:06.676548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36348) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:06.843558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:06.855589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:06.881904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:06.887459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:subnet and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:06.891102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:06.899042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:06.912635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:06.933607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:07.110110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:07.177822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:07.178113 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment e7923ff2-622b-475a-ae6f-e9ef11a3c37d of type vxlan for network 9d935c20-56c2-4534-9697-e10f9b844d76 Jan 14 05:47:07.220300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:07.337418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:07.345338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:07.444330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:07.465542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:07.466985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:07.479954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a60b26dd-4d05-49b4-ab44-eec01af73744 tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:07.539517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:07.609696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=9d935c20-56c2-4534-9697-e10f9b844d76,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:07.623348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:07.654780 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.5026813 Jan 14 05:47:07.657173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36370) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:07.658161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9d935c20-56c2-4534-9697-e10f9b844d76 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:07.666257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': '234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:07.846092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9d935c20-56c2-4534-9697-e10f9b844d76 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:07.860087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9d935c20-56c2-4534-9697-e10f9b844d76 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:07.978023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36374) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:07.981523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.002870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e1ca7b7d-c1aa-4160-91da-3634852a796e None None] Provisioning complete for port 885c2c4d-236b-4247-adb0-5e6838c14c22 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:08.003625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7b7d-c1aa-4160-91da-3634852a796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.186200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0af1e24e-7729-47e3-be6c-ffbe5141ab64', 'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': 'd17ad3a5-111e-4d2f-9919-b9e5dbd763ff'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:47:08.187264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.187881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.202953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:08.216214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:08.221960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:08.264336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:08.299814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.302556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:08.357790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.435551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.539556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e1ca7b7d-c1aa-4160-91da-3634852a796e None None] Provisioning complete for port 0fc73817-8c84-4a79-835c-ff4e7da72a19 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:08.539556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1ca7b7d-c1aa-4160-91da-3634852a796e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.555948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'network': {'name': 'tempest-network-smoke--802996180', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:08.599692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e1ca7b7d-c1aa-4160-91da-3634852a796e None None] Port 0fc73817-8c84-4a79-835c-ff4e7da72a19 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:08.604269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:08.618744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:network and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:08.620599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:08.630324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:08.638613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.647770 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0da5e3a8-f21d-4218-97b2-15ca48d2e9c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:08.659422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Made reservation on behalf of 112e1c5ef3574b6daf3b13284dda7ca3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:08.671251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.677763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Allocated IP 2001:db8::2 (0af1e24e-7729-47e3-be6c-ffbe5141ab64/d17ad3a5-111e-4d2f-9919-b9e5dbd763ff/1abaf675-1158-48d0-b9ed-45bf63d539a9) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:08.692266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.709444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cd6d0ea6-547a-4187-88ae-f1b88ab45d4f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:08.718154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:08.723125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.726927 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cd6d0ea6-547a-4187-88ae-f1b88ab45d4f HTTP/1.1" status: 204 len: 168 time: 2.0369196 Jan 14 05:47:08.733708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:08.738688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:08.742638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:08.749969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:08.853964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:08.863350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.039748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.063613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.066799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Transition to ACTIVE for port object 1abaf675-1158-48d0-b9ed-45bf63d539a9 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:09.084190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.102281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:09.115365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Transition to ACTIVE for port object 1abaf675-1158-48d0-b9ed-45bf63d539a9 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:09.120801 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7cb2a725-36c8-4949-bdbd-2fa017862032 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:09.138132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.142510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.142978 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Added segment 6df6ab22-db66-4c33-ac46-76321c9b776c of type vxlan for network cf1fec16-236a-472d-94ee-222838b3238a Jan 14 05:47:09.151929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac74c042-6960-4ee0-b3c0-831d464be3e5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:09.159275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:47:09.194864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroup': ['ID=97b37433-9fec-4b7f-b585-4693760f57e3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:09.245873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:09.274125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=6822ba04-d3e1-470d-a06e-51cddb40c25f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:09.291009 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:09.308181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.418527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:09.425272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:09.464024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:09.464850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.477216 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1893c4ab-8867-410c-bab0-7987c456c956 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:09.495184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.513428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b1384ae-b3d5-4b5c-a4f6-3450cbfae177 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:09.516795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.564661 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 3.2080202 Jan 14 05:47:09.565457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:09.566499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.590799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36402) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:09.596159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a876e45a-bd66-4c32-84a4-11af01cb91cb tempest-TagsTest-219592256 tempest-TagsTest-219592256] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:09.657879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Pushing event updated for resources: {'Port': ['ID=1abaf675-1158-48d0-b9ed-45bf63d539a9,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:09.680016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.690845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.692272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.692272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.692272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.692272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.692272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.692272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.692907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.693677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.694310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.695086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.695576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.696341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.696658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.697146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.697679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.698147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.698559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.699107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.699724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.700202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:09.713561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:09.719555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:09.720494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:09.732163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=05fc7e63-c784-4464-923c-3aaf5ddf14cd,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:09.738092 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:09.796500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Attempting to bind port 1abaf675-1158-48d0-b9ed-45bf63d539a9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:47:09.797175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Attempting to bind port 1abaf675-1158-48d0-b9ed-45bf63d539a9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '8b86e69e-c0b3-4622-910d-b5aa39e7909f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:47:09.797707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Attempting to bind port 1abaf675-1158-48d0-b9ed-45bf63d539a9 on network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:47:09.805626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 46, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:47:09.805789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Checking segment: {'id': '8b86e69e-c0b3-4622-910d-b5aa39e7909f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:09.806489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.807081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Bound using segment: {'id': '8b86e69e-c0b3-4622-910d-b5aa39e7909f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:47:09.807763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Bound port: 1abaf675-1158-48d0-b9ed-45bf63d539a9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8b86e69e-c0b3-4622-910d-b5aa39e7909f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:47:09.808304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.882370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': 'a15a785d-1f58-4c04-837c-45e4e59c3f46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:09.882711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:47:09.913638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] For port 1abaf675-1158-48d0-b9ed-45bf63d539a9, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:47:09.917239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] For port 1abaf675-1158-48d0-b9ed-45bf63d539a9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1abaf675-1158-48d0-b9ed-45bf63d539a9,segment=NetworkSegment(8b86e69e-c0b3-4622-910d-b5aa39e7909f),segment_id=8b86e69e-c0b3-4622-910d-b5aa39e7909f)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:47:09.925580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:09.928491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:47:09.946990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:09.966198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4db880a-d4ce-4abb-8cc5-bcc7e5fff702 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:09.969227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:09.969911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:10.015266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.3567295 Jan 14 05:47:10.018090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36414) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:10.025435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': '9d935c20-56c2-4534-9697-e10f9b844d76', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:10.035743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-345c30f9-1483-4c48-8cf6-095f635989d4 None None] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:10.264814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:10.271374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:10.277081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:10.282543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:10.287865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:10.291920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:10.294149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:10.295084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:10.301081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:10.303137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Synchronizing usage tracker for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:47:10.318348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:10.319665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:10.333569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:10.353456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:10.356829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:46:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:10.477632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Unset dirty status for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:47:10.491447 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1945e676-cb80-4003-925d-67cd6b1f36b7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.7214158 Jan 14 05:47:10.509881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36424) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:10.510834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:10.512812 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 10.2528996 Jan 14 05:47:10.521344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36428) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:10.525997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-732200290'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:10.534037 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 2.5478182 Jan 14 05:47:10.569676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:10.593731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:10.596259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:46:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:10.618974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3', 'network_id': '234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '05fc7e63-c784-4464-923c-3aaf5ddf14cd'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:47:10.619899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:10.710658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:10.729058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Pushing event updated for resources: {'Port': ['ID=1abaf675-1158-48d0-b9ed-45bf63d539a9,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:10.753483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.787s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:10.758719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:10.759553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f922b675-c70c-4658-82fd-43f0a1896f49 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:10.759886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36432) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:10.784025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'admin_state_up': True, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:10.937740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:10.959475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:router and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:10.966711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:10.977547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:11.008999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:11.010138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:11.045271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:11.353845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:11.368530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Network': ['ID=cf1fec16-236a-472d-94ee-222838b3238a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:11.402654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:11.406407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.406912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.407338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.407757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.408905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.409342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.409753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.410166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.410870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.411287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.411794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.412210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.413119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.413540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.413945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.414351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.414825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.415243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.415649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.416060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.416468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.416872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.417275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.417677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.418154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.418683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.419360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.419775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.420182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.420588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.421204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.422120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.422533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.423028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.423388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.423769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:11.435472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:11.444650 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.849s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:11.451798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:11.521915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Allocated IP 172.20.0.2 (234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3/05fc7e63-c784-4464-923c-3aaf5ddf14cd/c6ed6f08-55aa-4e33-b723-b9cd521be5ef) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:11.526886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:11.536655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:11.583018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:11.606933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:11.607391 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 029ce4c3-d601-4594-8fa8-f493970b9def of type vxlan for network 54f3001b-cb40-4918-9634-a5702eacfa39 Jan 14 05:47:11.657302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:11.663105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:11.992499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network cf1fec16-236a-472d-94ee-222838b3238a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:12.140189 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d8388b5-394d-487e-bdf8-b014158f2b0e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:12.257292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network cf1fec16-236a-472d-94ee-222838b3238a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:12.505948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network cf1fec16-236a-472d-94ee-222838b3238a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:12.790346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d172067-2bfa-41f7-a293-6c87cf0a1783 None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:12.813355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36462) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:12.864373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:12.874769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:12.912666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:12.924039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Subnet': ['ID=27ffca65-5533-43db-85d5-23dcb595d60f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:12.933488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:12.955781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:12.956601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:12.967441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.823s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:12.970667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:13.025805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0dae91b3-ab83-438f-b6a5-f300499963b0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.113276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a7be247a-1a33-42b0-9c14-1a38b902a074 None None] Provisioning for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:13.131233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=54f3001b-cb40-4918-9634-a5702eacfa39,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:13.133628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ef283a3-12ee-46fe-a484-1f46d03c99ba None None] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:13.136576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.148961 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/27ffca65-5533-43db-85d5-23dcb595d60f HTTP/1.1" status: 204 len: 168 time: 8.0069308 Jan 14 05:47:13.150069 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:13.153556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:13.221413 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0b5867f6-ce7f-4a79-a1df-9263077d5aa4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:13.221916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0b5867f6-ce7f-4a79-a1df-9263077d5aa4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:13.236146 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b5867f6-ce7f-4a79-a1df-9263077d5aa4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/c7ba5b3d-d6c3-4f57-a134-b02e0107cb53 HTTP/1.1" status: 404 len: 337 time: 0.0773778 Jan 14 05:47:13.246311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:13.251311 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 2.7377484 Jan 14 05:47:13.254206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36478) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:13.285057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'network': {'name': 'tempest-RoutersIpV6AdminTest-419824755', 'router:external': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:13.323079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:13.339308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.367752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:network and tenant:7d8daf72870a4ac18a857c67f4d6d2fd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:13.384752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:13.406933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:13.408456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:13.437694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'New_network'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:13.465208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Made reservation on behalf of 7d8daf72870a4ac18a857c67f4d6d2fd for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:13.492193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.523407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:13.531681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.566276 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29cc6961-7833-4efd-9269-96e14982224c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "GET /v2.0/ports?device_id=368bd9bf-aa98-4824-b050-cbe9ff6f9e21 HTTP/1.1" status: 200 len: 205 time: 0.3132465 Jan 14 05:47:13.581961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36484) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:13.588221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:13.593701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:security_group_rule and tenant:7d8daf72870a4ac18a857c67f4d6d2fd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:13.597369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:13.604598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:13.644264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:13.794896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1abaf675-1158-48d0-b9ed-45bf63d539a9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:13.836565 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-e3079a56-6c72-44ab-a58c-43288ffcea94 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] delete failed (client error): The resource could not be found. Jan 14 05:47:13.837734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3079a56-6c72-44ab-a58c-43288ffcea94 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/routers/368bd9bf-aa98-4824-b050-cbe9ff6f9e21 HTTP/1.1" status: 404 len: 336 time: 0.2508290 Jan 14 05:47:13.855658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.861519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36488) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:13.900397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Transition to ACTIVE for port object c6ed6f08-55aa-4e33-b723-b9cd521be5ef will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:13.938313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.957072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:13.957685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Transition to ACTIVE for port object c6ed6f08-55aa-4e33-b723-b9cd521be5ef will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:13.967881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:13.968597 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Added segment 91ff78f7-8fe0-4f34-99ac-e20297606f5f of type vxlan for network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 Jan 14 05:47:13.980904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:14.000858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:14.001290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.002794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.062254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c465757-b154-4d9f-bab1-86b161e5e6ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:14.084655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.109222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-131f46d6-b1cc-40e0-8e5d-1ab2ae25b44e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:14.111085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'SecurityGroup': ['ID=dd4eb5b7-22ce-4997-ad74-a20b7af031b0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:14.114735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.115933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:14.116573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.143946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] DHCP port deletion for 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:47:14.165565 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ceb2470c-3034-409e-a582-378ad349d547 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:14.165985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ceb2470c-3034-409e-a582-378ad349d547 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:14.172743 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ceb2470c-3034-409e-a582-378ad349d547 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/11c10e9f-eeda-4cbf-90f5-3caed1e87f2f HTTP/1.1" status: 404 len: 337 time: 0.2770836 Jan 14 05:47:14.189639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Deleting port 885c2c4d-236b-4247-adb0-5e6838c14c22 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:14.190070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.204802 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 868 time: 1.3474028 Jan 14 05:47:14.208824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36492) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:14.208957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36494) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:14.218778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.219230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.219654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.220073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.220491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.220908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.221325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.221738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.222150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.222559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.226044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.226505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.227041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.228070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.229587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.230022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.230447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.230929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.231349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.231764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.232179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.232859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.232982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.233370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.233783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.234279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.234711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.235153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.235562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.235972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.237216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.237216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.237216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.238001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.238296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.238826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.239488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:14.248298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'subnet': {'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:14.342724 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:14.347668 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-04a3e98d-e55d-4242-a55b-9af5d2d0c8af tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:14.348252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-04a3e98d-e55d-4242-a55b-9af5d2d0c8af tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:14.350143 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-04a3e98d-e55d-4242-a55b-9af5d2d0c8af tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/f4f1dc8d-389f-4ce8-b58e-2016b893b256 HTTP/1.1" status: 404 len: 337 time: 0.1376698 Jan 14 05:47:14.351196 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55e158ee-b25a-40cc-81e9-849ad00bdaef tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.186s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:14.381201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:14.498929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Update dhcp port {'port': {'network_id': '0af1e24e-7729-47e3-be6c-ffbe5141ab64', 'fixed_ips': [{'subnet_id': 'd17ad3a5-111e-4d2f-9919-b9e5dbd763ff', 'ip_address': '2001:db8::2'}, {'subnet_id': '6822ba04-d3e1-470d-a06e-51cddb40c25f'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '1abaf675-1158-48d0-b9ed-45bf63d539a9'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:47:14.509244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:14.512111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Network': ['ID=fa0f361b-1a28-4bb8-bc46-5031c2aa94f5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:14.557093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.206s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:14.558484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.576011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:subnet and tenant:7d8daf72870a4ac18a857c67f4d6d2fd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:14.584320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49a6deee-e588-42e1-a616-66bfb9aa4a75 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:14.634780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:14.679037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:14.844904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.846133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] For port 885c2c4d-236b-4247-adb0-5e6838c14c22, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=885c2c4d-236b-4247-adb0-5e6838c14c22,segment=NetworkSegment(05785a05-19d4-4a68-8de4-a72995dcccec),segment_id=05785a05-19d4-4a68-8de4-a72995dcccec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:14.846720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.868459 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ce0559df-ec86-4d49-bed9-5911c1e37da1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:14.868959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ce0559df-ec86-4d49-bed9-5911c1e37da1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:14.871323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce0559df-ec86-4d49-bed9-5911c1e37da1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/51acc553-109d-4f41-bade-be19fea8d468 HTTP/1.1" status: 404 len: 337 time: 0.4723909 Jan 14 05:47:14.874172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=767388ad-02b9-4daf-9a54-4fd6cf39054f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:14.876355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36508) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:14.877022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:14.898603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.314s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:14.913506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Made reservation on behalf of 7d8daf72870a4ac18a857c67f4d6d2fd for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:14.922334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:15.055975 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ceba07a7-6c05-473d-8271-468dd8a50bc6 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:15.066200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:15.080796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:15.261086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Allocated IP 172.25.3.38 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/37736678-0c2c-4682-a16d-8f1b24f2f6bc) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:15.351827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 54f3001b-cb40-4918-9634-a5702eacfa39 is not hosted by any dhcp agent {{(pid=80930) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 05:47:15.371954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:15.372665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:15.377341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "PUT /v2.0/networks/54f3001b-cb40-4918-9634-a5702eacfa39 HTTP/1.1" status: 200 len: 723 time: 2.1102359 Jan 14 05:47:15.378735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=54f3001b-cb40-4918-9634-a5702eacfa39,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:15.381491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36512) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:15.394900 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7fc076e1-a3b5-47f5-a234-3d556ccb8317 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:15.395407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7fc076e1-a3b5-47f5-a234-3d556ccb8317 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:15.401074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7fc076e1-a3b5-47f5-a234-3d556ccb8317 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/e1a08888-1426-4d5f-9dc2-793cb18eafb5 HTTP/1.1" status: 404 len: 333 time: 0.3504131 Jan 14 05:47:15.405746 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:15.408626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36516) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:15.417017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:15.419122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '54f3001b-cb40-4918-9634-a5702eacfa39', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:15.434356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Pushing event updated for resources: {'Port': ['ID=c6ed6f08-55aa-4e33-b723-b9cd521be5ef,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:15.440928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': 'e7923ff2-622b-475a-ae6f-e9ef11a3c37d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9d935c20-56c2-4534-9697-e10f9b844d76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:15.441337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: 9d935c20-56c2-4534-9697-e10f9b844d76, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:47:15.460425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Calling delete_port for 885c2c4d-236b-4247-adb0-5e6838c14c22 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:15.536655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.427s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:15.554226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:15.788348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:15.800722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 9d935c20-56c2-4534-9697-e10f9b844d76 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:47:15.882633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9d935c20-56c2-4534-9697-e10f9b844d76) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:15.927687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:15.951104 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-33b2aa82-200d-4e60-8c81-7591f0d94097 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:15.955145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-33b2aa82-200d-4e60-8c81-7591f0d94097 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:15.966280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:15.967969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33b2aa82-200d-4e60-8c81-7591f0d94097 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/7ae14da5-521c-4b60-98af-1fb1e26516ae HTTP/1.1" status: 404 len: 337 time: 0.5581832 Jan 14 05:47:16.022802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:16.023824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.071705 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-11f83534-1c94-486f-b364-dd3c24492433 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:16.072724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-11f83534-1c94-486f-b364-dd3c24492433 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:16.074814 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11f83534-1c94-486f-b364-dd3c24492433 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/432bcc94-38df-456d-ae22-f66ab1a76d81 HTTP/1.1" status: 404 len: 337 time: 0.0967026 Jan 14 05:47:16.080235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36532) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:16.126977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.131383 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-98f159a5-eb88-4ee3-820b-1b41da6feaa1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:16.132112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-98f159a5-eb88-4ee3-820b-1b41da6feaa1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:16.134379 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98f159a5-eb88-4ee3-820b-1b41da6feaa1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/1c23f86c-92c2-4fc6-bec4-c20c2b11bf5e HTTP/1.1" status: 404 len: 333 time: 0.0528171 Jan 14 05:47:16.191914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36536) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:16.223218 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.2038445 Jan 14 05:47:16.245267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffecd5ac-77af-468c-be71-b2d8d845526d None None] Network 9d935c20-56c2-4534-9697-e10f9b844d76 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:16.274076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36540) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:16.275066 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0627011b-f4fc-45f0-ba12-64dd44ec4b34 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:16.275747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0627011b-f4fc-45f0-ba12-64dd44ec4b34 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:16.277932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0627011b-f4fc-45f0-ba12-64dd44ec4b34 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/af82607e-bbd6-4e10-9bd2-c9bef5d2d2cf HTTP/1.1" status: 404 len: 337 time: 0.0531087 Jan 14 05:47:16.285132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36542) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:16.286336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:47:16.287208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.390082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:16.411192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'tempest-RoutersTest-router-135987135', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:16.446258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:16.459609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:router and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:16.505959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:16.516960 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad452485-09df-44fe-b020-d6df3976298f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:16.519014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:16.546488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:16.559292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:16.571294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:16.573812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:16.584406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc654054-a1b4-43d4-bc23-a22026a0b7f4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.643531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.646142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.665684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.684775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.716780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:16.725058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.758399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.774499 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0499aeaa-8e40-41fc-88f1-79b84e4c98ac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] DELETE failed (client error): The resource could not be found. Jan 14 05:47:16.775026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0499aeaa-8e40-41fc-88f1-79b84e4c98ac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:16.787563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0499aeaa-8e40-41fc-88f1-79b84e4c98ac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/subnets/2900f762-c9ec-4ac9-b627-2f4ad42a84b0 HTTP/1.1" status: 404 len: 337 time: 0.2945621 Jan 14 05:47:16.788228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36550) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:16.793239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Attempting to bind port c6ed6f08-55aa-4e33-b723-b9cd521be5ef on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:47:16.794175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Attempting to bind port c6ed6f08-55aa-4e33-b723-b9cd521be5ef by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a15a785d-1f58-4c04-837c-45e4e59c3f46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:47:16.795207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Attempting to bind port c6ed6f08-55aa-4e33-b723-b9cd521be5ef on network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:47:16.876592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:16.990391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Deleting port 0fc73817-8c84-4a79-835c-ff4e7da72a19 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:16.999008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.161330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:47:17.162323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Checking segment: {'id': 'a15a785d-1f58-4c04-837c-45e4e59c3f46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:17.164843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.165528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Bound using segment: {'id': 'a15a785d-1f58-4c04-837c-45e4e59c3f46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:47:17.166305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Bound port: c6ed6f08-55aa-4e33-b723-b9cd521be5ef, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a15a785d-1f58-4c04-837c-45e4e59c3f46', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:47:17.167999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.193217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.194613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Subnet': ['ID=43011878-23f4-416e-8ff7-23abe3f3eda3,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:17.210451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.695s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:17.286545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Checking segment: {'id': '91ff78f7-8fe0-4f34-99ac-e20297606f5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:17.286934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network hostable DHCP agents. Network: fa0f361b-1a28-4bb8-bc46-5031c2aa94f5, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:47:17.300894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.309066 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e145739-554a-4d1b-a10f-fa5389f2e963 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 0.9245820 Jan 14 05:47:17.320192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36558) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:17.333396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9d935c20-56c2-4534-9697-e10f9b844d76', 'network_id': '9d935c20-56c2-4534-9697-e10f9b844d76', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '767388ad-02b9-4daf-9a54-4fd6cf39054f'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:47:17.334729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.374163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.403808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Allocated IP 172.20.0.1 (0af1e24e-7729-47e3-be6c-ffbe5141ab64/6822ba04-d3e1-470d-a06e-51cddb40c25f/1abaf675-1158-48d0-b9ed-45bf63d539a9) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:17.414504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.551088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.609529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:17.963469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ef2db9c-85ed-41ab-86db-96e1564041d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:17.979954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.1 (17ff9ed8-47bc-4e66-bfaa-517b52873463/e671db10-2dd8-4c79-805c-72a11b7c7ae5/23f4b962-96be-4804-a802-941978ed92ca) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:18.036799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] For port c6ed6f08-55aa-4e33-b723-b9cd521be5ef, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:47:18.040489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] For port c6ed6f08-55aa-4e33-b723-b9cd521be5ef, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c6ed6f08-55aa-4e33-b723-b9cd521be5ef,segment=NetworkSegment(a15a785d-1f58-4c04-837c-45e4e59c3f46),segment_id=a15a785d-1f58-4c04-837c-45e4e59c3f46)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:47:18.063049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] No DVR routers for this DVR port 885c2c4d-236b-4247-adb0-5e6838c14c22 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:47:18.186476 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b9c8a45-f02c-41ca-8baf-2fcd32884a8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:18.261345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:47:18.308270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:18.321405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Port': ['ID=37736678-0c2c-4682-a16d-8f1b24f2f6bc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:18.346360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:18.348222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:18.413043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Pushing event deleted for resources: {'Port': ['ID=885c2c4d-236b-4247-adb0-5e6838c14c22,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:18.416751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:18.435174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.472s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:18.435792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2be24315-e3fc-4b0a-b9ab-2c247463e663 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:18.753682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Allocated IP 172.21.0.2 (9d935c20-56c2-4534-9697-e10f9b844d76/767388ad-02b9-4daf-9a54-4fd6cf39054f/8565efa2-8b81-4e8c-bc80-f6a7a322fb2d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:18.757274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] For port 1abaf675-1158-48d0-b9ed-45bf63d539a9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1abaf675-1158-48d0-b9ed-45bf63d539a9,segment=NetworkSegment(8b86e69e-c0b3-4622-910d-b5aa39e7909f),segment_id=8b86e69e-c0b3-4622-910d-b5aa39e7909f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:18.797201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Pushing event updated for resources: {'Port': ['ID=c6ed6f08-55aa-4e33-b723-b9cd521be5ef,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:18.834008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:18.923789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:47:18.965930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:18.983461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:19.028948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:19.044235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Transition to ACTIVE for port object 1abaf675-1158-48d0-b9ed-45bf63d539a9 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:19.128572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:47:19.129309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:47:19.136516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, fa0f361b-1a28-4bb8-bc46-5031c2aa94f5) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:19.149001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:19.173926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:19.211809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:19.220849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8b7acc9-d194-4017-94ff-cc2ace10cfa4 None None] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:19.269918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:19.329066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7dafc242-1318-4342-a7b4-ef194ca27dd0 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:19.402213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Calling delete_port for 0fc73817-8c84-4a79-835c-ff4e7da72a19 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:19.452188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=23f4b962-96be-4804-a802-941978ed92ca,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:19.496120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:19.666795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:19.673170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.028587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.035555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Pushing event updated for resources: {'Port': ['ID=1abaf675-1158-48d0-b9ed-45bf63d539a9,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:20.048054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.874s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:20.054069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.063082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.071691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Transition to ACTIVE for port object 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:20.079738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4a86815-1719-4bda-8f97-55491787e41e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:20.097441 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 822 time: 5.8805552 Jan 14 05:47:20.105920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36570) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:20.111434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.150830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=4ffa11e6-411a-4949-8855-57b5bc4b249d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:20.151040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 1abaf675-1158-48d0-b9ed-45bf63d539a9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1abaf675-1158-48d0-b9ed-45bf63d539a9,segment=NetworkSegment(8b86e69e-c0b3-4622-910d-b5aa39e7909f),segment_id=8b86e69e-c0b3-4622-910d-b5aa39e7909f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:20.156309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8c5bf895-0c67-40ff-a806-8aea5cd12d50 None None] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:20.173381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'port': {'name': 'tempest-RoutersIpV6AdminTest-762069518', 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:20.215205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:20.222347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:20.225213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:20.229621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:20.233918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:20.262286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:port and tenant:7d8daf72870a4ac18a857c67f4d6d2fd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:20.301093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:20.312629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.407042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Transition to ACTIVE for port object 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:20.443160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:20.468725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.485605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:20.577226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:47:20.728866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=1abaf675-1158-48d0-b9ed-45bf63d539a9,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:20.741766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.819396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:20.910093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': '029ce4c3-d601-4594-8fa8-f493970b9def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54f3001b-cb40-4918-9634-a5702eacfa39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:20.910876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 54f3001b-cb40-4918-9634-a5702eacfa39, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:47:21.158476 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.669s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:21.159122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:21.239496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Pushing event updated for resources: {'Port': ['ID=8565efa2-8b81-4e8c-bc80-f6a7a322fb2d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:21.242276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c6ed6f08-55aa-4e33-b723-b9cd521be5ef up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:21.242630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 54f3001b-cb40-4918-9634-a5702eacfa39 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:47:21.278991 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:21.307711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Network 9d935c20-56c2-4534-9697-e10f9b844d76 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:21.311149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:21.315658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:21.409536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Attempting to bind port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:47:21.410077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Attempting to bind port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'e7923ff2-622b-475a-ae6f-e9ef11a3c37d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9d935c20-56c2-4534-9697-e10f9b844d76'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:47:21.410635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Attempting to bind port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d on network 9d935c20-56c2-4534-9697-e10f9b844d76 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:47:21.421555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:47:21.421989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Checking segment: {'id': 'e7923ff2-622b-475a-ae6f-e9ef11a3c37d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9d935c20-56c2-4534-9697-e10f9b844d76'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:21.422429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:21.424176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Bound using segment: {'id': 'e7923ff2-622b-475a-ae6f-e9ef11a3c37d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9d935c20-56c2-4534-9697-e10f9b844d76'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:47:21.424757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Bound port: 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e7923ff2-622b-475a-ae6f-e9ef11a3c37d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': '9d935c20-56c2-4534-9697-e10f9b844d76'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:47:21.425176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:21.568426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 54f3001b-cb40-4918-9634-a5702eacfa39) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:21.698794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:21.699462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1122243'] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:21.784463 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.3967903 Jan 14 05:47:21.786392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36578) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:21.805126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.20.0.1 (234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3/05fc7e63-c784-4464-923c-3aaf5ddf14cd/fa18a16d-6a1b-4184-954c-1f02a6e1970b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:21.844106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:21.863039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] For port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:47:21.866638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] For port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8565efa2-8b81-4e8c-bc80-f6a7a322fb2d,segment=NetworkSegment(e7923ff2-622b-475a-ae6f-e9ef11a3c37d),segment_id=e7923ff2-622b-475a-ae6f-e9ef11a3c37d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:47:21.873075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-48c60210-8300-4cb7-8d5f-d58f0ba3ad7a None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:22.023180 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:22.051640 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3774a82-a74c-4016-b182-6c4462d87785 tempest-RoutersNegativeTest-1523893920 tempest-RoutersNegativeTest-1523893920] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:22.074027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5754b325-d523-4372-acf1-cc8df3921409 None None] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:22.092131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a36e6a4-9f33-4a87-a1f6-bd67bd07f7bf None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:22.124988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Made reservation on behalf of 7d8daf72870a4ac18a857c67f4d6d2fd for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:22.129710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:22.132175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:22.151910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c6ed6f08-55aa-4e33-b723-b9cd521be5ef completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:22.202258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:22.272447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Port': ['ID=0fc73817-8c84-4a79-835c-ff4e7da72a19,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:22.304130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:22.336592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848258263'] for subnet, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:22.382264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object fa18a16d-6a1b-4184-954c-1f02a6e1970b will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:22.531531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:22.560747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1abaf675-1158-48d0-b9ed-45bf63d539a9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:23.011272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Provisioning for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:23.030758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Provisioning complete for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:23.031189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.108240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] device_id is not set on port 0f8fe780-eeca-4280-b0af-c5d64e531858 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:47:23.219711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.239604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-54f3001b-cb40-4918-9634-a5702eacfa39', 'network_id': '54f3001b-cb40-4918-9634-a5702eacfa39', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': '4ffa11e6-411a-4949-8855-57b5bc4b249d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:47:23.240946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.249086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.309285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Allocated IP 2001:db8::80 (fa0f361b-1a28-4bb8-bc46-5031c2aa94f5/43011878-23f4-416e-8ff7-23abe3f3eda3/0f8fe780-eeca-4280-b0af-c5d64e531858) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:23.443828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-772056de-2fb3-4d5f-97d1-de673fdd32d5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:23.616490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288521362104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6372601'] for subnet, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.804608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.815978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.836077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.857478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:23.921563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Allocated IP 2001:db8::2 (54f3001b-cb40-4918-9634-a5702eacfa39/4ffa11e6-411a-4949-8855-57b5bc4b249d/c40b7df6-4293-4d52-a1aa-fb29ab00c820) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:24.005352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:24.006787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-177b5556-529b-4010-8ac3-6372c77c7c7e tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:24.011742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:24.084940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:24.122835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=23f4b962-96be-4804-a802-941978ed92ca,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:24.201463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:24.203009 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09049b20-eec1-494d-bf16-b4c416a05360 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.388s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:24.253626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:24.261780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Port': ['ID=0f8fe780-eeca-4280-b0af-c5d64e531858,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:24.266054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.259s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:24.266761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Transition to ACTIVE for port object c40b7df6-4293-4d52-a1aa-fb29ab00c820 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:24.266886 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:24.285458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Transition to ACTIVE for port object c40b7df6-4293-4d52-a1aa-fb29ab00c820 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:24.312235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:24.312396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:24.368977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:24.430008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Pushing event updated for resources: {'Port': ['ID=8565efa2-8b81-4e8c-bc80-f6a7a322fb2d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:24.437792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=fa18a16d-6a1b-4184-954c-1f02a6e1970b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:24.442356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:24.443731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:24.463710 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.932s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:24.465038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:24.475528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:24.543718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Pushing event updated for resources: {'Port': ['ID=c40b7df6-4293-4d52-a1aa-fb29ab00c820,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:24.562779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:24.620272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:24.621654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:24.624518 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/ports/0fc73817-8c84-4a79-835c-ff4e7da72a19 HTTP/1.1" status: 204 len: 168 time: 7.8272874 Jan 14 05:47:24.651967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:24.651967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:24.652306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:24.656114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36594) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:24.696024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:24.736300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Provisioning for port c6ed6f08-55aa-4e33-b723-b9cd521be5ef completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:24.817632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:24.974849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Provisioning complete for port c6ed6f08-55aa-4e33-b723-b9cd521be5ef triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:24.975382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:24.993324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=4ffa11e6-411a-4949-8855-57b5bc4b249d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:25.032551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.817s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:25.061927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:47:25.105201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:25.106724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:25.112128 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "PUT /v2.0/subnets/4ffa11e6-411a-4949-8855-57b5bc4b249d HTTP/1.1" status: 200 len: 826 time: 3.3119557 Jan 14 05:47:25.140261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36602) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:25.207723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 885c2c4d-236b-4247-adb0-5e6838c14c22 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:47:25.410845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 885c2c4d-236b-4247-adb0-5e6838c14c22 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:47:25.411906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 885c2c4d-236b-4247-adb0-5e6838c14c22 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:47:25.474888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:25.483057 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b261a6e-81d6-44c9-aedd-92d303898403 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.3522449 Jan 14 05:47:25.620568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36608) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:25.623333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d91e07c4-6cff-4b0e-813d-8bad6602d390 None None] Network 9d935c20-56c2-4534-9697-e10f9b844d76 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:25.746160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:25.971910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:25.982150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port c40b7df6-4293-4d52-a1aa-fb29ab00c820 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:25.982816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.069099 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:26.071923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:26.088734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.090033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:26.166039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.175219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:26.193408 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/routers/6432f5b3-8bdf-4ce8-a959-77f85f0386b2/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.6620281 Jan 14 05:47:26.196395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36618) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:26.220211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'port': {'network_id': '17ff9ed8-47bc-4e66-bfaa-517b52873463', 'name': 'tempest-FloatingIPTestJSON-711811010'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:26.264902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.322449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.325521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:26.364242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] For port c6ed6f08-55aa-4e33-b723-b9cd521be5ef, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c6ed6f08-55aa-4e33-b723-b9cd521be5ef,segment=NetworkSegment(a15a785d-1f58-4c04-837c-45e4e59c3f46),segment_id=a15a785d-1f58-4c04-837c-45e4e59c3f46)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:26.381128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting port 0f8fe780-eeca-4280-b0af-c5d64e531858 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:26.381518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.384739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:26.385813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:26.477459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:26.488677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:26.494045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:port and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:26.497735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.503624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for port was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:26.513745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:26.533583 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6a8ad76-0195-474b-9f1e-f688d13b9e1c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:26.562879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:26.573099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.613403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:26.630423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] For port c40b7df6-4293-4d52-a1aa-fb29ab00c820, host n-d-768851-4, got binding levels [] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:26.630931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.663244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:26.669978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Pushing event updated for resources: {'Port': ['ID=c6ed6f08-55aa-4e33-b723-b9cd521be5ef,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:26.672851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:26.728213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:26.731595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1abaf675-1158-48d0-b9ed-45bf63d539a9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:26.774657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:26.818712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:26.819472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:26.901653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:26.902220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2f67806f-ab67-4604-b390-9dba8fa8240d None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:26.916732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Attempting to bind port c40b7df6-4293-4d52-a1aa-fb29ab00c820 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:47:26.917276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Attempting to bind port c40b7df6-4293-4d52-a1aa-fb29ab00c820 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '029ce4c3-d601-4594-8fa8-f493970b9def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54f3001b-cb40-4918-9634-a5702eacfa39'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:47:26.917846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Attempting to bind port c40b7df6-4293-4d52-a1aa-fb29ab00c820 on network 54f3001b-cb40-4918-9634-a5702eacfa39 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:47:26.929558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Provisioning for port fa18a16d-6a1b-4184-954c-1f02a6e1970b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:26.945472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:47:26.946020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Checking segment: {'id': '029ce4c3-d601-4594-8fa8-f493970b9def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54f3001b-cb40-4918-9634-a5702eacfa39'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:26.946562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.947153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Bound using segment: {'id': '029ce4c3-d601-4594-8fa8-f493970b9def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54f3001b-cb40-4918-9634-a5702eacfa39'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:47:26.947938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Bound port: c40b7df6-4293-4d52-a1aa-fb29ab00c820, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '029ce4c3-d601-4594-8fa8-f493970b9def', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54f3001b-cb40-4918-9634-a5702eacfa39'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:47:26.948454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:26.950514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Calling delete_port for c40b7df6-4293-4d52-a1aa-fb29ab00c820 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:27.062583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] For port c40b7df6-4293-4d52-a1aa-fb29ab00c820, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:47:27.066013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] For port c40b7df6-4293-4d52-a1aa-fb29ab00c820, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c40b7df6-4293-4d52-a1aa-fb29ab00c820,segment=NetworkSegment(029ce4c3-d601-4594-8fa8-f493970b9def),segment_id=029ce4c3-d601-4594-8fa8-f493970b9def)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:47:27.067934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Provisioning complete for port fa18a16d-6a1b-4184-954c-1f02a6e1970b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:27.068534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:27.126373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:27.152608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:27.153951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:27.182659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] device_id is not set on port 5132ae23-3314-437e-abc5-a2514e2cd49f yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:47:27.239403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:47:27.240051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:47:27.402613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.12 (17ff9ed8-47bc-4e66-bfaa-517b52873463/e671db10-2dd8-4c79-805c-72a11b7c7ae5/5132ae23-3314-437e-abc5-a2514e2cd49f) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:27.445378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1e94884-87e6-464e-8d02-1f5ab96742ee None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:27.627499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Pushing event updated for resources: {'Port': ['ID=c40b7df6-4293-4d52-a1aa-fb29ab00c820,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:27.700963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:27.742043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port c40b7df6-4293-4d52-a1aa-fb29ab00c820 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:27.742915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:27.790450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:27.862774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Port fa18a16d-6a1b-4184-954c-1f02a6e1970b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:27.866288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:27.866739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.000035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Provisioning complete for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:28.000700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.031507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Router b5687812-8481-4ded-8761-c4c927e71334 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:47:28.131677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0337340b-057c-4ac1-8250-04e6983b9541 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:28.144944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] For port c40b7df6-4293-4d52-a1aa-fb29ab00c820, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c40b7df6-4293-4d52-a1aa-fb29ab00c820,segment=NetworkSegment(029ce4c3-d601-4594-8fa8-f493970b9def),segment_id=029ce4c3-d601-4594-8fa8-f493970b9def)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:28.145350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.230150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.325876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Provisioning complete for port c6ed6f08-55aa-4e33-b723-b9cd521be5ef triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:28.326604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.446608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.489264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=fa18a16d-6a1b-4184-954c-1f02a6e1970b,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:28.508697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Calling delete_port for c40b7df6-4293-4d52-a1aa-fb29ab00c820 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:28.530538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Provisioning for port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:28.533546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.402s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:28.537624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Provisioning complete for port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:28.538223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.663020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.697440 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dffa0e4f-bfa4-4ac8-9979-d38b731a9720 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:28.723057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.731063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.769133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c40b7df6-4293-4d52-a1aa-fb29ab00c820 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:28.866783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] For port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8565efa2-8b81-4e8c-bc80-f6a7a322fb2d,segment=NetworkSegment(e7923ff2-622b-475a-ae6f-e9ef11a3c37d),segment_id=e7923ff2-622b-475a-ae6f-e9ef11a3c37d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:28.881100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.885437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70fd3591-bc1c-4cec-bb03-aa8d4235d129 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:28.987843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:28.992610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Calling delete_port for 0f8fe780-eeca-4280-b0af-c5d64e531858 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:29.056228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Pushing event updated for resources: {'Port': ['ID=8565efa2-8b81-4e8c-bc80-f6a7a322fb2d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:29.073120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:29.075826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c40b7df6-4293-4d52-a1aa-fb29ab00c820 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:29.085413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.091376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:29.099075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c40b7df6-4293-4d52-a1aa-fb29ab00c820 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:29.099504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.100765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:29.120230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:29.168025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port c40b7df6-4293-4d52-a1aa-fb29ab00c820 was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:47:29.168739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c6ed6f08-55aa-4e33-b723-b9cd521be5ef up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:29.191385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=5132ae23-3314-437e-abc5-a2514e2cd49f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.199183 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:29.203442 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:29.217304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:29.218040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.256867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-94fab32a-cf31-475f-8e93-837b13c7d529 None None] Provisioning complete for port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:29.257764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94fab32a-cf31-475f-8e93-837b13c7d529 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.270651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.583s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:29.275829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ebaa0276-1c4a-416a-93ee-c8cd9fa71e64 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.259s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:29.400058 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.1944306 Jan 14 05:47:29.420345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36648) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:29.433583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Port': ['ID=c40b7df6-4293-4d52-a1aa-fb29ab00c820,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:29.442945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'port': {'network_id': '17ff9ed8-47bc-4e66-bfaa-517b52873463', 'name': 'tempest-FloatingIPTestJSON-1112708837'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:29.480150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c6ed6f08-55aa-4e33-b723-b9cd521be5ef triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:29.480620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.567608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:29.578646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b05089-f836-4644-9837-6456b209d267 None None] Sync routers for ids ['b5687812-8481-4ded-8761-c4c927e71334'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:29.605570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] Routers {'b5687812-8481-4ded-8761-c4c927e71334'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:29.608605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.609493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b5687812-8481-4ded-8761-c4c927e71334'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:29.656239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:29.671015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '05785a05-19d4-4a68-8de4-a72995dcccec') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:29.671573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '05785a05-19d4-4a68-8de4-a72995dcccec') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:29.684796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.701434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.703483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Releasing vxlan tunnel 22 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:47:29.796214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:29.805143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:port and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:29.810528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for port was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:29.825861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.554s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:29.836026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:29.915128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:29.916342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] Set router b5687812-8481-4ded-8761-c4c927e71334 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:47:29.932788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:29.996185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:30.010289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:30.055038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No DVR routers for this DVR port c40b7df6-4293-4d52-a1aa-fb29ab00c820 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:47:30.107497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76e4f82a-2aa5-44f9-8ac1-d1955f284d1f None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:30.202846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:30.322412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Network 0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:30.554159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:47:30.578425 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:47:30.582508 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:47:30.587158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:30.645496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:47:20Z', 'revision_number': 3, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:30.660768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9611554f-a4f0-4abf-8ddd-4e24c4558023 None None] Could not find standard attr ID for object c40b7df6-4293-4d52-a1aa-fb29ab00c820. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:47:30.681369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b05089-f836-4644-9837-6456b209d267 None None] Checking router: b5687812-8481-4ded-8761-c4c927e71334 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:47:30.681959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b05089-f836-4644-9837-6456b209d267 None None] Updating router b5687812-8481-4ded-8761-c4c927e71334 port 37736678-0c2c-4682-a16d-8f1b24f2f6bc binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:47:30.757512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:30.828566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:30.877677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66b05089-f836-4644-9837-6456b209d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:30.910843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:30.942202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:30.945799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.112700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd2f4209-aff6-4440-8836-1951e66ac4e1 None None] Network 54f3001b-cb40-4918-9634-a5702eacfa39 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:31.179828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.184580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event deleted for resources: {'Port': ['ID=0f8fe780-eeca-4280-b0af-c5d64e531858,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:31.263449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] 10.222.0.48 "DELETE /v2.0/networks/0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb HTTP/1.1" status: 204 len: 168 time: 6.5866251 Jan 14 05:47:31.264761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.436s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:31.269888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-221bbfb3-2a41-42a8-8e9d-8f8176d1c9a8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.083s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:31.296767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Pushing event deleted for resources: {'Network': ['ID=0faa3e07-f0c0-48d6-940a-1f1a8fab5fdb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:31.298878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.300176 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 20.5271053 Jan 14 05:47:31.303658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:31.307373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36664) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:31.495141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 01ceea79-ca8b-416b-a1fe-1ebe498ad495 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:47:31.538322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.543502 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "DELETE /v2.0/ports/0f8fe780-eeca-4280-b0af-c5d64e531858 HTTP/1.1" status: 204 len: 168 time: 5.9165175 Jan 14 05:47:31.547719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e01f1b43-b888-4de2-a5fb-d6e6f44a1fc7 None None] Provisioning complete for port fa18a16d-6a1b-4184-954c-1f02a6e1970b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:31.548135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e01f1b43-b888-4de2-a5fb-d6e6f44a1fc7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.554546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36670) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:31.675390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e01f1b43-b888-4de2-a5fb-d6e6f44a1fc7 None None] Port fa18a16d-6a1b-4184-954c-1f02a6e1970b cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:31.682742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] device_id is not set on port 7dc5a39f-5e3e-48b6-a131-2b998284e07f yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:47:31.798600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.806662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66b05089-f836-4644-9837-6456b209d267 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.830277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-66b05089-f836-4644-9837-6456b209d267 None None] Transition to ACTIVE for port object 37736678-0c2c-4682-a16d-8f1b24f2f6bc will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:31.866339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66b05089-f836-4644-9837-6456b209d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:31.990319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.4 (17ff9ed8-47bc-4e66-bfaa-517b52873463/e671db10-2dd8-4c79-805c-72a11b7c7ae5/7dc5a39f-5e3e-48b6-a131-2b998284e07f) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:31.991316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12b6f5bd-e043-461d-ae9a-06ba04f31556 None None] DHCP port deletion for 54f3001b-cb40-4918-9634-a5702eacfa39 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:47:32.009026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'router': {'external_gateway_info': {'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'external_fixed_ips': [{'subnet_id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'ip_address': '2001:db8::80'}]}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:32.025811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:32.039155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fc95ad24-5b5d-448b-bade-ae9e02acf6ac None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:47:32.050050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:router and tenant:7d8daf72870a4ac18a857c67f4d6d2fd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:32.053557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:32.060844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:32.075602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:32.094539 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/01ceea79-ca8b-416b-a1fe-1ebe498ad495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.7731872 Jan 14 05:47:32.102315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36682) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:32.133146 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7886422b-7e38-49a1-9907-0ae558e4cdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:32.135202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] Sync routers for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:32.163085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.164920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.177129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37aee35d-5382-44b0-a55d-48de216f4779 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/subnets?project_id=112e1c5ef3574b6daf3b13284dda7ca3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8450170 Jan 14 05:47:32.227609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36684) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:32.228427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36688) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:32.294522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.318967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:32.350507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-66b05089-f836-4644-9837-6456b209d267 None None] Attempting to bind port 37736678-0c2c-4682-a16d-8f1b24f2f6bc on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:47:32.350958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-66b05089-f836-4644-9837-6456b209d267 None None] Attempting to bind port 37736678-0c2c-4682-a16d-8f1b24f2f6bc by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:47:32.359031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b05089-f836-4644-9837-6456b209d267 None None] Attempting to bind port 37736678-0c2c-4682-a16d-8f1b24f2f6bc on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:47:32.361056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=4ffa11e6-411a-4949-8855-57b5bc4b249d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:32.364179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.365893 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:32.370136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Pushing event updated for resources: {'Port': ['ID=37736678-0c2c-4682-a16d-8f1b24f2f6bc,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:32.393553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.394244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.394876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.400639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.401634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.402176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.402950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.403470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.404001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.404577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.405114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.405632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.406219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.410634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.411242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.412051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.412713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.413247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.413767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.414291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.419214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.420664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.421222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.422061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.422688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.423391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.423907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.424431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.424938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.434397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:32.437702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.442756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.443369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.443892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.446965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.451130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.451720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:47:32.466744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.334s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:32.484075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b05089-f836-4644-9837-6456b209d267 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:47:32.484934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b05089-f836-4644-9837-6456b209d267 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:32.485561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66b05089-f836-4644-9837-6456b209d267 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.487206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66b05089-f836-4644-9837-6456b209d267 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:47:32.489568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-66b05089-f836-4644-9837-6456b209d267 None None] Bound port: 37736678-0c2c-4682-a16d-8f1b24f2f6bc, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:47:32.490133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66b05089-f836-4644-9837-6456b209d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.656783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.672465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc95ad24-5b5d-448b-bade-ae9e02acf6ac None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:47:32.681153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c40b7df6-4293-4d52-a1aa-fb29ab00c820 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:47:32.713483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-66b05089-f836-4644-9837-6456b209d267 None None] For port 37736678-0c2c-4682-a16d-8f1b24f2f6bc, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:47:32.720837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-66b05089-f836-4644-9837-6456b209d267 None None] For port 37736678-0c2c-4682-a16d-8f1b24f2f6bc, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=37736678-0c2c-4682-a16d-8f1b24f2f6bc,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:47:32.723095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c40b7df6-4293-4d52-a1aa-fb29ab00c820 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:47:32.724435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c40b7df6-4293-4d52-a1aa-fb29ab00c820 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:47:32.731938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:32.732833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:32.733140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66b05089-f836-4644-9837-6456b209d267 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:32.778373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7576b71a-3319-45ce-94cf-9816c7c6d973 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:33.020834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:33.102982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:33.113399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Pushing event updated for resources: {'Port': ['ID=37736678-0c2c-4682-a16d-8f1b24f2f6bc,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:33.126587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.348s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:33.167260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] Routers {'b5687812-8481-4ded-8761-c4c927e71334'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:33.171224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b5687812-8481-4ded-8761-c4c927e71334'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:33.190265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:33.203557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:33.247398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:33.248104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:33.285701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=7dc5a39f-5e3e-48b6-a131-2b998284e07f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:33.308260 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.873s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:33.342856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:33.343342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6db2c586-395c-4145-9d69-21924f354db3 None None] The sync data for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:33.426510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:33.612022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] Set router b5687812-8481-4ded-8761-c4c927e71334 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:47:33.733754 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.739320 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.751778 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:33.755874 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:33.774576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:33.775567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:33.840732 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 4.4189000 Jan 14 05:47:33.844622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36706) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:33.854088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'port_id': '7dc5a39f-5e3e-48b6-a131-2b998284e07f', 'fixed_ip_address': '172.20.0.4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:33.870435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:33.875258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:floatingip and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:33.878402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:33.886144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:33.909673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54f3001b-cb40-4918-9634-a5702eacfa39']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:33.919989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:33.925055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422e2a6-7341-4282-b99c-072b1f98d6c3 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:33.925540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7422e2a6-7341-4282-b99c-072b1f98d6c3 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:33.927286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7422e2a6-7341-4282-b99c-072b1f98d6c3 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1587 time: 1.6946294 Jan 14 05:47:33.940683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36710) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:33.954318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '029ce4c3-d601-4594-8fa8-f493970b9def') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:33.954656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '029ce4c3-d601-4594-8fa8-f493970b9def') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:34.055467 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-098cac05-547d-4897-854d-bf310ca43a55 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0942292 Jan 14 05:47:34.059964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36714) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:34.061949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:34.104101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1c0b484-4407-4062-8614-7b322d29633f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:34.105118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1c0b484-4407-4062-8614-7b322d29633f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:47:34.171812 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-720398b1-25ea-40d9-86ca-86e4ced23cc6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/subnets?network_id=fa0f361b-1a28-4bb8-bc46-5031c2aa94f5&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0751548 Jan 14 05:47:34.172511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36718) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:34.189513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'subnet': {'name': 'tempest-subnet-smoke-401635772', 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:34.218743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:34.222062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b05089-f836-4644-9837-6456b209d267 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:47:20Z', 'revision_number': 3, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:34.226870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b05089-f836-4644-9837-6456b209d267 None None] The sync data for ids ['b5687812-8481-4ded-8761-c4c927e71334'] in n-d-768851-4 is: [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:47:20Z', 'revision_number': 3, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:32Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:34.246543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 20 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:47:34.281273 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f983b59-1f30-440c-99ea-cdd7f20d3644 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c04336e3f3a64211aa1b7ff14690baaa&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0511680 Jan 14 05:47:34.284588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36724) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:34.285396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1c0b484-4407-4062-8614-7b322d29633f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:47:34.289818 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1c0b484-4407-4062-8614-7b322d29633f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports/fa18a16d-6a1b-4184-954c-1f02a6e1970b HTTP/1.1" status: 200 len: 910 time: 2.1205239 Jan 14 05:47:34.295939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36726) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:34.298079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:34.531313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:34.578527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:34.739604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f1582e3-735d-45f5-b2df-447d975e5639 None None] Provisioning complete for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:34.745921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f1582e3-735d-45f5-b2df-447d975e5639 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:35.224431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:35.285517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:35.302530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:35.331292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4610fee-da66-4a57-9dda-3166d61b948f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:35.386076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b2854571-0d71-45cc-8c30-ba0749790b69,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:35.524112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:35.525273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:35.531740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b2854571-0d71-45cc-8c30-ba0749790b69 HTTP/1.1" status: 204 len: 168 time: 1.2383888 Jan 14 05:47:35.799880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 54f3001b-cb40-4918-9634-a5702eacfa39 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:35.811758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:35.881746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Allocated IP 2001:db8::80 (fa0f361b-1a28-4bb8-bc46-5031c2aa94f5/43011878-23f4-416e-8ff7-23abe3f3eda3/d2c71adf-ff6d-492a-8d5f-b08b1b063c51) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:36.219785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:36.285149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:36.345720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:36.468157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:36.646898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 37736678-0c2c-4682-a16d-8f1b24f2f6bc up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:36.707966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:subnet and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:36.753429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:36.756986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:36.762257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:36.775539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:36.801969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:36.808417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 37736678-0c2c-4682-a16d-8f1b24f2f6bc completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:36.813764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 37736678-0c2c-4682-a16d-8f1b24f2f6bc triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:36.814198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:36.995863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 54f3001b-cb40-4918-9634-a5702eacfa39 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:37.042292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.069407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 37736678-0c2c-4682-a16d-8f1b24f2f6bc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=37736678-0c2c-4682-a16d-8f1b24f2f6bc,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:37.081986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.085556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a4ff394-e317-4af8-9503-54bd1135c6c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:37.284844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=37736678-0c2c-4682-a16d-8f1b24f2f6bc,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:37.293271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:47:37.294051 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:47:37.302596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:37.330840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.334011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.353748 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-463e50a0-f985-405b-98fc-ee229f8f73c6 tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:37.375734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Made reservation on behalf of 112e1c5ef3574b6daf3b13284dda7ca3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:37.383373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Port': ['ID=d2c71adf-ff6d-492a-8d5f-b08b1b063c51,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:37.398473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.400622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.057s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:37.462124 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/54f3001b-cb40-4918-9634-a5702eacfa39 HTTP/1.1" status: 204 len: 168 time: 12.1728754 Jan 14 05:47:37.479502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36768) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:37.545958 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b8b079f-06af-4982-a542-f913f4e38a2e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:47:37.546813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b8b079f-06af-4982-a542-f913f4e38a2e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:47:37.591752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=54f3001b-cb40-4918-9634-a5702eacfa39,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:37.597861 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3b8b079f-06af-4982-a542-f913f4e38a2e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/54f3001b-cb40-4918-9634-a5702eacfa39 HTTP/1.1" status: 404 len: 339 time: 0.1169884 Jan 14 05:47:37.610761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36776) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:37.622987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1864204952', 'description': 'd1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:37.646479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:37.661782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Usage tracker for resource:network and tenant:49918fd9f9cd44fe939f9ec64a946182 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:37.680660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Quota usage for network was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:37.685989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:37.694877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:37.732284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.811379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:37.824420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.884171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:37.893946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:37.894838 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 1dbeeb7c-4a99-4536-92ad-e3f076b169c6 of type vxlan for network 16d04cfb-c157-4abb-ba92-8991651ef393 Jan 14 05:47:37.985781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:38.051241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:38.071381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:38.072085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:38.080498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6f54443-d3d8-4d22-827a-3180bdc74b4c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:38.589497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 37736678-0c2c-4682-a16d-8f1b24f2f6bc up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:38.617431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.21.0.1 (9d935c20-56c2-4534-9697-e10f9b844d76/767388ad-02b9-4daf-9a54-4fd6cf39054f/8262d850-5add-4cdc-80ad-07cefb6dc09d) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:38.726838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 37736678-0c2c-4682-a16d-8f1b24f2f6bc triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:38.727505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:38.896190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:38.920402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object 8262d850-5add-4cdc-80ad-07cefb6dc09d will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:38.958490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:38.986112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71673fff-6386-4bda-8792-f8928346e3f1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:39.036593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:39.236262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=8262d850-5add-4cdc-80ad-07cefb6dc09d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:39.261420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:39.288998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=16d04cfb-c157-4abb-ba92-8991651ef393,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:39.309467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 16d04cfb-c157-4abb-ba92-8991651ef393 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:39.354526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:39.370374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.290s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:39.515680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 9d935c20-56c2-4534-9697-e10f9b844d76 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:39.520734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 16d04cfb-c157-4abb-ba92-8991651ef393 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:39.537123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.25.3.66 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/c4b47e23-d01f-4510-ad26-5fd60ee7c952) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:39.727313 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 2.1150904 Jan 14 05:47:39.729977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36860) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:39.740170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 16d04cfb-c157-4abb-ba92-8991651ef393 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:39.956914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:39.961342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:40.113672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32fe6957-e5ed-4f32-ac6f-d8a31223bef9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:40.114572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32fe6957-e5ed-4f32-ac6f-d8a31223bef9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Synchronizing usage tracker for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:47:40.156328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:40.158459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Router a5d758d3-a816-4f81-be77-d25832acabe3 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:47:40.201216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:40.208653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:40.392070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d17fa9e-58bc-471f-84c9-e688a1b6cee9 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:40.408851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6857f88d-74a3-4c9a-a120-5a0ca6c37356 None None] Provisioning for port 8262d850-5add-4cdc-80ad-07cefb6dc09d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:40.420769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6857f88d-74a3-4c9a-a120-5a0ca6c37356 None None] Provisioning complete for port 8262d850-5add-4cdc-80ad-07cefb6dc09d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:40.422649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6857f88d-74a3-4c9a-a120-5a0ca6c37356 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:40.499250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36902) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:40.545062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6857f88d-74a3-4c9a-a120-5a0ca6c37356 None None] Port 8262d850-5add-4cdc-80ad-07cefb6dc09d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:40.546615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:40.548837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32fe6957-e5ed-4f32-ac6f-d8a31223bef9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Unset dirty status for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:47:40.553364 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-32fe6957-e5ed-4f32-ac6f-d8a31223bef9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/networks?id=16d04cfb-c157-4abb-ba92-8991651ef393 HTTP/1.1" status: 200 len: 765 time: 0.8223536 Jan 14 05:47:40.557023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Sync routers for ids ['a5d758d3-a816-4f81-be77-d25832acabe3'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:40.564602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36906) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:40.565434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=c4b47e23-d01f-4510-ad26-5fd60ee7c952,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:40.572572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Routers {'a5d758d3-a816-4f81-be77-d25832acabe3'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:40.574093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['a5d758d3-a816-4f81-be77-d25832acabe3'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:40.574758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:40.579280 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 877 time: 8.5896103 Jan 14 05:47:40.580176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36910) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:40.593055 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:40.615953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'description': 'd2'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:40.704328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36918) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:40.860090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Set router a5d758d3-a816-4f81-be77-d25832acabe3 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:47:40.898745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:40.929530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:40.934684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Usage tracker for resource:security_group_rule and tenant:ee545e510cb9485c9e6f82f5ce1bad67 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:40.938744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:40.947721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:41.089994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.120339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.136230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.139081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34ff2fcb-6e13-4913-93e7-7d39d83609ad admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:41.183665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d6347172-66ff-4ea9-99b1-8e6573f6fadc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:41.183928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d758d3-a816-4f81-be77-d25832acabe3', 'name': '', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'external_fixed_ips': [{'subnet_id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'ip_address': '2001:db8::80'}], 'enable_snat': True}, 'gw_port_id': 'd2c71adf-ff6d-492a-8d5f-b08b1b063c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:32Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'd2c71adf-ff6d-492a-8d5f-b08b1b063c51', 'name': '', 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d758d3-a816-4f81-be77-d25832acabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'ip_address': '2001:db8::80', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:35Z', 'updated_at': '2021-01-14T05:47:35Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:41.201249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Checking router: a5d758d3-a816-4f81-be77-d25832acabe3 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:47:41.201648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Updating router a5d758d3-a816-4f81-be77-d25832acabe3 port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:47:41.208982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:41.226123 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ee545e510cb9485c9e6f82f5ce1bad67&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6812758 Jan 14 05:47:41.227554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36924) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:41.229587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.252914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:41.263172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.293452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Usage tracker for resource:security_group_rule and tenant:c1310ba94bd641e59ff5c9b42a206045 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:41.296644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.311122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:41.391139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:41.411693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:41.415935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:41.418479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:41.508344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.514858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:41.515470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.742169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.775964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.851165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.858854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98a72e62-27d7-43a9-a360-07b5db53cd47 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:41.885939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d6347172-66ff-4ea9-99b1-8e6573f6fadc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:41.895109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:41.896276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.909548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:41.911447 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d6347172-66ff-4ea9-99b1-8e6573f6fadc HTTP/1.1" status: 204 len: 168 time: 0.3164191 Jan 14 05:47:41.997035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.037098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Transition to ACTIVE for port object d2c71adf-ff6d-492a-8d5f-b08b1b063c51 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:42.042374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.059629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Calling delete_port for d2c71adf-ff6d-492a-8d5f-b08b1b063c51 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:42.080185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:42.150291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:47:42.150858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:47:42.198906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.231673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-092eb1e8-e45b-4c20-b1df-36d36914f189 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.243220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329d33-1db7-4463-874c-1ef3c3b6e4ff None None] Pushing event updated for resources: {'Port': ['ID=d2c71adf-ff6d-492a-8d5f-b08b1b063c51,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:42.247965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7329d33-1db7-4463-874c-1ef3c3b6e4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:42.326665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Attempting to bind port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:47:42.327303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Attempting to bind port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '91ff78f7-8fe0-4f34-99ac-e20297606f5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:47:42.327888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Attempting to bind port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 on network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:47:42.333627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.335788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:47:42.336374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Checking segment: {'id': '91ff78f7-8fe0-4f34-99ac-e20297606f5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:42.337054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.337658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Bound using segment: {'id': '91ff78f7-8fe0-4f34-99ac-e20297606f5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:47:42.338327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Bound port: d2c71adf-ff6d-492a-8d5f-b08b1b063c51, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91ff78f7-8fe0-4f34-99ac-e20297606f5f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:47:42.339225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.429557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] For port d2c71adf-ff6d-492a-8d5f-b08b1b063c51, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:47:42.433721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] For port d2c71adf-ff6d-492a-8d5f-b08b1b063c51, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d2c71adf-ff6d-492a-8d5f-b08b1b063c51,segment=NetworkSegment(91ff78f7-8fe0-4f34-99ac-e20297606f5f),segment_id=91ff78f7-8fe0-4f34-99ac-e20297606f5f)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:47:42.438871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.446466 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-853bc9fc-4575-433f-be6c-ec44cb7ee20a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:42.459996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d3d5122-e4b5-4ce8-bb6c-bc813aea7cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:42.497346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36934) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:42.526608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.553620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:42.558794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Usage tracker for resource:security_group_rule and tenant:d61ef754b8d84d6da4bae182dd9f6336 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:42.563640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:42.572450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:42.633666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7329d33-1db7-4463-874c-1ef3c3b6e4ff None None] Pushing event updated for resources: {'Port': ['ID=d2c71adf-ff6d-492a-8d5f-b08b1b063c51,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:42.638872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7329d33-1db7-4463-874c-1ef3c3b6e4ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:42.652895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.683833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Routers {'a5d758d3-a816-4f81-be77-d25832acabe3'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:42.684545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['a5d758d3-a816-4f81-be77-d25832acabe3'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:42.733696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=16d04cfb-c157-4abb-ba92-8991651ef393,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:42.737087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:42.748455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 16d04cfb-c157-4abb-ba92-8991651ef393 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:42.873698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 16d04cfb-c157-4abb-ba92-8991651ef393 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:42.895871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 16d04cfb-c157-4abb-ba92-8991651ef393 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:42.898566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 16d04cfb-c157-4abb-ba92-8991651ef393 is not hosted by any dhcp agent {{(pid=80930) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 05:47:42.912972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] Set router a5d758d3-a816-4f81-be77-d25832acabe3 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:47:42.918174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:42.918928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:42.923659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "PUT /v2.0/networks/16d04cfb-c157-4abb-ba92-8991651ef393 HTTP/1.1" status: 200 len: 762 time: 2.3419919 Jan 14 05:47:42.933896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36938) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:43.004694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.015115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.050523 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec5008ec-cb01-46d7-9e2b-c305247cb096 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:43.075730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.090343 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d61ef754b8d84d6da4bae182dd9f6336&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5911593 Jan 14 05:47:43.105504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d9b6c87-d1a6-4fa2-9a6e-3aa75b3fc324 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:43.109285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bc6406c-a767-4bde-b8bf-df5d0f5e6717,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:43.113301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36944) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:43.144047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:43.230109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.242819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:43.243204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.280081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.335944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Subnet': ['ID=dfd08681-881e-4572-8601-31f8de00e90b,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:43.338440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.360837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:43.375215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'a5d758d3-a816-4f81-be77-d25832acabe3', 'name': '', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'external_fixed_ips': [{'subnet_id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'ip_address': '2001:db8::80'}], 'enable_snat': True}, 'gw_port_id': 'd2c71adf-ff6d-492a-8d5f-b08b1b063c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:32Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'd2c71adf-ff6d-492a-8d5f-b08b1b063c51', 'name': '', 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d758d3-a816-4f81-be77-d25832acabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'ip_address': '2001:db8::80', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:35Z', 'updated_at': '2021-01-14T05:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:43.380254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c4e32c6a-6eef-47ff-a1df-f1b1450a3ca1 None None] The sync data for ids ['a5d758d3-a816-4f81-be77-d25832acabe3'] in n-d-768851-4 is: [{'id': 'a5d758d3-a816-4f81-be77-d25832acabe3', 'name': '', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'external_fixed_ips': [{'subnet_id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'ip_address': '2001:db8::80'}], 'enable_snat': True}, 'gw_port_id': 'd2c71adf-ff6d-492a-8d5f-b08b1b063c51', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:32Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'd2c71adf-ff6d-492a-8d5f-b08b1b063c51', 'name': '', 'network_id': 'fa0f361b-1a28-4bb8-bc46-5031c2aa94f5', 'tenant_id': '', 'mac_address': 'fa:16:3e:8c:5b:bb', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'a5d758d3-a816-4f81-be77-d25832acabe3', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2727, 'fixed_ips': [{'subnet_id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'ip_address': '2001:db8::80', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:35Z', 'updated_at': '2021-01-14T05:47:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '43011878-23f4-416e-8ff7-23abe3f3eda3', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:43.489159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.521589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-709264b4-132c-4e94-bf9a-0ea8f22f1108 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:43.522397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-709264b4-132c-4e94-bf9a-0ea8f22f1108 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Synchronizing usage tracker for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:47:43.543864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.551660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] For port d2c71adf-ff6d-492a-8d5f-b08b1b063c51, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d2c71adf-ff6d-492a-8d5f-b08b1b063c51,segment=NetworkSegment(91ff78f7-8fe0-4f34-99ac-e20297606f5f),segment_id=91ff78f7-8fe0-4f34-99ac-e20297606f5f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:43.552085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.562461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baa64efc-7420-4d6f-b909-46dffd8c846c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:43.570240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.582683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bc6406c-a767-4bde-b8bf-df5d0f5e6717,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:43.596768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0522b436-f329-4b1c-b258-1fe339db56be tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:43.645295 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:43.722264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Calling delete_port for d2c71adf-ff6d-492a-8d5f-b08b1b063c51 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:43.749425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:43.753129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/4bc6406c-a767-4bde-b8bf-df5d0f5e6717 HTTP/1.1" status: 204 len: 168 time: 0.6151502 Jan 14 05:47:43.866207 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c1310ba94bd641e59ff5c9b42a206045&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1353049 Jan 14 05:47:43.872340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:43.883299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-709264b4-132c-4e94-bf9a-0ea8f22f1108 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Unset dirty status for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:47:43.890800 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-709264b4-132c-4e94-bf9a-0ea8f22f1108 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/networks?id=16d04cfb-c157-4abb-ba92-8991651ef393 HTTP/1.1" status: 200 len: 765 time: 0.9019458 Jan 14 05:47:43.914230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 36954) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:43.978510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3775f229-c6c6-4008-b743-6eee9b4d4b3e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:43.982413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.386s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:44.031130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.086253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Checking segment: {'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:44.086870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network hostable DHCP agents. Network: cf1fec16-236a-472d-94ee-222838b3238a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:47:44.288956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.419886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.516417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01b8e0ee-c97c-46e7-91ba-f912b055d49a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.695220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d2c71adf-ff6d-492a-8d5f-b08b1b063c51 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:44.709278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.779158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network cf1fec16-236a-472d-94ee-222838b3238a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:47:44.842380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, cf1fec16-236a-472d-94ee-222838b3238a) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:44.852305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-569cbf9d-b8d1-4380-8969-a74b2a56c135 None None] Network cf1fec16-236a-472d-94ee-222838b3238a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:44.898549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.901474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.941760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:44.942355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.950222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.957275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.963365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:44.974471 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73ab28f9-5de5-4509-9279-917506c729e4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:45.007374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4a737-e784-4278-b606-d6f2fa7105a6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:45.010562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3775f229-c6c6-4008-b743-6eee9b4d4b3e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:45.022182 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:45.029759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.038265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-18c4a737-e784-4278-b606-d6f2fa7105a6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:45.040209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18c4a737-e784-4278-b606-d6f2fa7105a6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 1390 time: 1.1248689 Jan 14 05:47:45.041054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.050608 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3775f229-c6c6-4008-b743-6eee9b4d4b3e HTTP/1.1" status: 204 len: 168 time: 1.1583750 Jan 14 05:47:45.052373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36976) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:45.099857 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f73fd05d-a65a-4af4-8c80-2d05e13b4724 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:45.122306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b9564496-c2b5-4e59-8ac4-b8a8a91638a4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Synchronizing usage tracker for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:47:45.129638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.130208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Fanout notify agent at l3_agent the message router_deleted on router a5d758d3-a816-4f81-be77-d25832acabe3 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:47:45.153264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.157741 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb9fa46e-6722-4cc9-b714-0756f2e5d82f tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "DELETE /v2.0/routers/a5d758d3-a816-4f81-be77-d25832acabe3 HTTP/1.1" status: 204 len: 168 time: 4.5765252 Jan 14 05:47:45.158401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36980) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:45.162220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b9564496-c2b5-4e59-8ac4-b8a8a91638a4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Unset dirty status for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:47:45.165407 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b9564496-c2b5-4e59-8ac4-b8a8a91638a4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 207 time: 0.1119869 Jan 14 05:47:45.168442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:45.189854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:45.196659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.217209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 11.0359011 Jan 14 05:47:45.218958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36986) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:45.219471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 36988) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:45.315235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port d2c71adf-ff6d-492a-8d5f-b08b1b063c51 was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:47:45.338259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=8262d850-5add-4cdc-80ad-07cefb6dc09d,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:45.344629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:45.345548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.387956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.481563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-cf1fec16-236a-472d-94ee-222838b3238a', 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'fixed_ips': [{'subnet_id': 'dfd08681-881e-4572-8601-31f8de00e90b'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:47:45.482519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:45.562557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.105930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.115596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Allocated IP 172.20.0.2 (cf1fec16-236a-472d-94ee-222838b3238a/dfd08681-881e-4572-8601-31f8de00e90b/0d43ac7f-9507-44b4-871d-72b54674cad0) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:46.123330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.150343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 9d935c20-56c2-4534-9697-e10f9b844d76 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:46.154661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62d23d6c-2b02-4419-8b24-0260cf1352ee tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:46.203073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:46.380575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.521567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting subnet 43011878-23f4-416e-8ff7-23abe3f3eda3 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:47:46.557944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.592099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=c4b47e23-d01f-4510-ad26-5fd60ee7c952,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:46.627928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:46.696107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.703583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 01ceea79-ca8b-416b-a1fe-1ebe498ad495 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:47:46.739346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.761169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43e4b406-182c-42d2-8e60-71241717edd5 None None] Provisioning complete for port 8262d850-5add-4cdc-80ad-07cefb6dc09d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:46.761597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43e4b406-182c-42d2-8e60-71241717edd5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.809797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.833056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:46.877768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Transition to ACTIVE for port object 0d43ac7f-9507-44b4-871d-72b54674cad0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:46.950619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43e4b406-182c-42d2-8e60-71241717edd5 None None] Port 8262d850-5add-4cdc-80ad-07cefb6dc09d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:46.953777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Transition to ACTIVE for port object 0d43ac7f-9507-44b4-871d-72b54674cad0 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:46.973172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:47.160900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:47.163139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:47.257183 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/01ceea79-ca8b-416b-a1fe-1ebe498ad495/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8628678 Jan 14 05:47:47.290032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37026) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:47.441256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:47.552819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c690c5f9-68cb-479e-bb74-e7edb5136ef5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:47.553647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c690c5f9-68cb-479e-bb74-e7edb5136ef5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:47:47.612139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:47.628721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c690c5f9-68cb-479e-bb74-e7edb5136ef5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:47:47.633420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c80fe0d-6063-451b-901a-8cc7a3a30b00 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:47.646959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c690c5f9-68cb-479e-bb74-e7edb5136ef5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports/8262d850-5add-4cdc-80ad-07cefb6dc09d HTTP/1.1" status: 200 len: 910 time: 0.3474684 Jan 14 05:47:47.647967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37040) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:47.698611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] Sync routers for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:47.718823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Pushing event updated for resources: {'Port': ['ID=0d43ac7f-9507-44b4-871d-72b54674cad0,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:47.723880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:47.724778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:47.758434 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP c1ebc0d3-b4ec-432f-8111-b13fe5233af4 associated. External IP: 172.25.3.66, port: 7dc5a39f-5e3e-48b6-a131-2b998284e07f. Jan 14 05:47:47.771896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:47.796754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:47.807111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:47.808482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:47.823820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:47.827134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:47.829033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:47.859311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:47.896363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:47.923098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:48.005913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:48.014824 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-294e6e82-a087-4a12-acca-d5f841043b96 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 4337 time: 2.7911737 Jan 14 05:47:48.025731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:48.026199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-396eb6ce-3c25-4184-bc56-583e0b352ddb None None] The sync data for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:48.040892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37052) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:48.080736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event deleted for resources: {'Subnet': ['ID=43011878-23f4-416e-8ff7-23abe3f3eda3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:48.092919 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.461s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:48.110252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:48.134985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Network cf1fec16-236a-472d-94ee-222838b3238a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:48.138461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:48.141257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:48.191508 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "DELETE /v2.0/subnets/43011878-23f4-416e-8ff7-23abe3f3eda3 HTTP/1.1" status: 204 len: 168 time: 3.0318837 Jan 14 05:47:48.201372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37064) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:48.252750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Attempting to bind port 0d43ac7f-9507-44b4-871d-72b54674cad0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:47:48.256024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Attempting to bind port 0d43ac7f-9507-44b4-871d-72b54674cad0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:47:48.256886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Attempting to bind port 0d43ac7f-9507-44b4-871d-72b54674cad0 on network cf1fec16-236a-472d-94ee-222838b3238a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:47:48.275890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:47:48.276394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Checking segment: {'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:47:48.276862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:48.277319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Bound using segment: {'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:47:48.277880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Bound port: 0d43ac7f-9507-44b4-871d-72b54674cad0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:47:48.278316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:48.501894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] For port 0d43ac7f-9507-44b4-871d-72b54674cad0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:47:48.522087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] For port 0d43ac7f-9507-44b4-871d-72b54674cad0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0d43ac7f-9507-44b4-871d-72b54674cad0,segment=NetworkSegment(6df6ab22-db66-4c33-ac46-76321c9b776c),segment_id=6df6ab22-db66-4c33-ac46-76321c9b776c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:47:48.534227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:48.537488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:48.576436 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7832cda-3117-429f-9d2d-9c68c7b2ac87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:48.735990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Pushing event updated for resources: {'Port': ['ID=0d43ac7f-9507-44b4-871d-72b54674cad0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:48.739446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d2c71adf-ff6d-492a-8d5f-b08b1b063c51 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:47:48.811176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:48.838500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:48.910104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: d2c71adf-ff6d-492a-8d5f-b08b1b063c51 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:47:48.913448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d2c71adf-ff6d-492a-8d5f-b08b1b063c51 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:47:49.013594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa0f361b-1a28-4bb8-bc46-5031c2aa94f5']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:49.166726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91ff78f7-8fe0-4f34-99ac-e20297606f5f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:49.167064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91ff78f7-8fe0-4f34-99ac-e20297606f5f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:49.231777 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-13246d43-1d8e-4c9a-aa6e-98fdfbce73bb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 917 time: 1.1822329 Jan 14 05:47:49.300546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37084) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:49.310625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:49.396527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:49.543394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:49.571887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4a188-7e8b-4604-8fe4-79aabae2ada3 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.577158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4a188-7e8b-4604-8fe4-79aabae2ada3 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.583609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4a188-7e8b-4604-8fe4-79aabae2ada3 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.589810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4a188-7e8b-4604-8fe4-79aabae2ada3 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.595052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-97d4a188-7e8b-4604-8fe4-79aabae2ada3 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.597038 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-97d4a188-7e8b-4604-8fe4-79aabae2ada3 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 3330 time: 0.2692890 Jan 14 05:47:49.603983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Releasing vxlan tunnel 21 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:47:49.677903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37092) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:49.788737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:49.869365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:47:49.981864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a8d06-dd61-46ac-99e1-6f5284dd6c35 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.986792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a8d06-dd61-46ac-99e1-6f5284dd6c35 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.992353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a8d06-dd61-46ac-99e1-6f5284dd6c35 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:49.997219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a8d06-dd61-46ac-99e1-6f5284dd6c35 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:50.002194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ed0a8d06-dd61-46ac-99e1-6f5284dd6c35 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:50.007677 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ed0a8d06-dd61-46ac-99e1-6f5284dd6c35 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 697 time: 0.3249714 Jan 14 05:47:50.106798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37096) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:50.383934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:50.413220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:50.445910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ef70d154-fb16-48bf-bdc0-5994b71e8c81 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:50.454523 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef70d154-fb16-48bf-bdc0-5994b71e8c81 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/networks/6519d064-2ea9-489a-8f8d-cd99b71b8f74 HTTP/1.1" status: 200 len: 803 time: 0.3440256 Jan 14 05:47:50.463260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37108) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:50.748179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0d43ac7f-9507-44b4-871d-72b54674cad0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:50.874849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 0d43ac7f-9507-44b4-871d-72b54674cad0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:50.952688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:50.962216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:47:50.966303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:50.984417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:50.985374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:51.011071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-76af2883-3df4-4192-9bbb-11016145bd4d None None] Network cf1fec16-236a-472d-94ee-222838b3238a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:47:51.030479 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:47:51.142334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:51.167798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:51.168472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:51.321519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:51.331843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:51.332479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09901088-a7cf-4271-8628-035a6afd8fbe None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:51.397778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Provisioning for port 0d43ac7f-9507-44b4-871d-72b54674cad0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:51.468181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Provisioning complete for port 0d43ac7f-9507-44b4-871d-72b54674cad0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:51.468616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:51.533164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:51.608338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Fanout notify agent at l3_agent the message fipnamespace_delete_on_ext_net for external_network fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:124}} Jan 14 05:47:51.620916 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93e8e006-b9bd-4d13-8a77-96c5b7053f2b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/networks/6519d064-2ea9-489a-8f8d-cd99b71b8f74?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 319 time: 1.1489050 Jan 14 05:47:51.621617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37130) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:51.622512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:51.636324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-000125bf-05be-47f8-adea-d3194414b082 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:51.645070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:51.693929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] For port 0d43ac7f-9507-44b4-871d-72b54674cad0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0d43ac7f-9507-44b4-871d-72b54674cad0,segment=NetworkSegment(6df6ab22-db66-4c33-ac46-76321c9b776c),segment_id=6df6ab22-db66-4c33-ac46-76321c9b776c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:47:51.703428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:51.705452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:51.751123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event deleted for resources: {'Network': ['ID=fa0f361b-1a28-4bb8-bc46-5031c2aa94f5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:51.767907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:51.789470 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "DELETE /v2.0/networks/fa0f361b-1a28-4bb8-bc46-5031c2aa94f5 HTTP/1.1" status: 204 len: 168 time: 3.5868726 Jan 14 05:47:51.817834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a02ac704-fef4-4cf8-871d-a8301fa6ff13 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:51.822220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a02ac704-fef4-4cf8-871d-a8301fa6ff13 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Synchronizing usage tracker for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:47:51.825062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Pushing event updated for resources: {'Port': ['ID=0d43ac7f-9507-44b4-871d-72b54674cad0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:51.832371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:51.843866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Allocated IP 172.20.0.1 (cf1fec16-236a-472d-94ee-222838b3238a/dfd08681-881e-4572-8601-31f8de00e90b/312d3727-be7f-4972-b954-8eb8fea91e1d) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:47:51.891456 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 18.0453703 Jan 14 05:47:51.901809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37138) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:51.932975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'port_id': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:52.118576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 8262d850-5add-4cdc-80ad-07cefb6dc09d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:52.118999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:52.167924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-accfa6e3-d0a8-4977-9a06-94448677ab0f None None] Provisioning complete for port 0d43ac7f-9507-44b4-871d-72b54674cad0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:52.167924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-accfa6e3-d0a8-4977-9a06-94448677ab0f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:52.350071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:52.406415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Transition to ACTIVE for port object 312d3727-be7f-4972-b954-8eb8fea91e1d will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:52.535533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:52.572255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:52.606990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ba4d9e2d-b476-473c-af9b-4a628790fbb8 None None] Provisioning complete for port 0d43ac7f-9507-44b4-871d-72b54674cad0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:52.607428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba4d9e2d-b476-473c-af9b-4a628790fbb8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:52.782003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Port': ['ID=312d3727-be7f-4972-b954-8eb8fea91e1d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:52.795571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:52.839974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0d43ac7f-9507-44b4-871d-72b54674cad0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:47:53.043971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37152) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:53.064801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'router': {'name': 'tempest-router--3428480', 'project_id': '69eec0162c5a43abb1e23069b16a79be'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:53.102510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0d43ac7f-9507-44b4-871d-72b54674cad0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:53.103048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.120689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network cf1fec16-236a-472d-94ee-222838b3238a is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:53.123409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:53.131511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:53.149134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:47:53.214169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:router and tenant:69eec0162c5a43abb1e23069b16a79be is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:53.242305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:53.253946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:53.291709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7fbd4897-d399-491c-af2a-9fdbb548cef5 None None] Provisioning complete for port 0d43ac7f-9507-44b4-871d-72b54674cad0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:53.292360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fbd4897-d399-491c-af2a-9fdbb548cef5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.292810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.293981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.297811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.414070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.465518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.544967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.569288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.572207 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f74b0615-90b7-4eea-bc08-daafcf209670 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 720 time: 0.5242820 Jan 14 05:47:53.573251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.606221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37160) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:53.656974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-124afd70-7bad-4d88-8b9e-74cdfd3f847f None None] Provisioning for port 312d3727-be7f-4972-b954-8eb8fea91e1d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:47:53.665185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-124afd70-7bad-4d88-8b9e-74cdfd3f847f None None] Provisioning complete for port 312d3727-be7f-4972-b954-8eb8fea91e1d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:53.665783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-124afd70-7bad-4d88-8b9e-74cdfd3f847f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.785508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 8262d850-5add-4cdc-80ad-07cefb6dc09d owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:53.806650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-124afd70-7bad-4d88-8b9e-74cdfd3f847f None None] Port 312d3727-be7f-4972-b954-8eb8fea91e1d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:53.861900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.902890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a84bd2a-df2d-447b-ad89-92f17ed1cab8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:53.971340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a02ac704-fef4-4cf8-871d-a8301fa6ff13 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Unset dirty status for tenant:49918fd9f9cd44fe939f9ec64a946182 on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:47:53.976769 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a02ac704-fef4-4cf8-871d-a8301fa6ff13 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/subnets/cb9d5b26-1d9b-48b1-8f13-1c4a1745335c HTTP/1.1" status: 200 len: 843 time: 2.3456628 Jan 14 05:47:54.035127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37170) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:54.305324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.306622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.377533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a84bd2a-df2d-447b-ad89-92f17ed1cab8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.384028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a84bd2a-df2d-447b-ad89-92f17ed1cab8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.408237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff097695-3f1c-4a3a-8dec-337fb5486593 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['shared'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:54.409802 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ff097695-3f1c-4a3a-8dec-337fb5486593 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "GET /v2.0/subnets/cb9d5b26-1d9b-48b1-8f13-1c4a1745335c?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.3752298 Jan 14 05:47:54.424864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37178) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:54.440844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eac8cd82-71e6-4b84-94fc-f5f082052eb4 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:54.458398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-99255103'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:54.467753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:54.488452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a84bd2a-df2d-447b-ad89-92f17ed1cab8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.488988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a84bd2a-df2d-447b-ad89-92f17ed1cab8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Fanout notify agent at l3_agent the message router_deleted on router a207722b-6a65-4f7a-94cf-2530fb2f4b7f {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:47:54.492780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource network. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:54.506154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a84bd2a-df2d-447b-ad89-92f17ed1cab8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.507417 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a84bd2a-df2d-447b-ad89-92f17ed1cab8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "DELETE /v2.0/routers/a207722b-6a65-4f7a-94cf-2530fb2f4b7f HTTP/1.1" status: 204 len: 168 time: 0.8998640 Jan 14 05:47:54.537691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.538055 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP c1ebc0d3-b4ec-432f-8111-b13fe5233af4 disassociated. External IP: 172.25.3.66, port: 7dc5a39f-5e3e-48b6-a131-2b998284e07f. Jan 14 05:47:54.647377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:54.659091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.730590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:47:54.770859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.771252 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Added segment 594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63 of type vxlan for network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d Jan 14 05:47:54.828508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.867307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37190) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:54.898041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:54.911160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:55.002911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-705051ff-29c4-4f89-a25b-cc35ea398c86 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:55.094791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:55.123542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:55.124262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:55.128613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Port': ['ID=312d3727-be7f-4972-b954-8eb8fea91e1d,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:55.143635 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:55.144684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c5890bb-a889-4a44-8a0a-e1cb48bb4652 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.004s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:55.281674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:47:55.283079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=8262d850-5add-4cdc-80ad-07cefb6dc09d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:55.292061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.851s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:55.507955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:55.650665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Network': ['ID=4202b70d-7194-4adc-8c6d-ff9a0ac0059d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:55.661500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1908588115', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:55.665856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:55.673268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.528s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:47:55.681261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:55.695255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Usage tracker for resource:router and tenant:59f779f9e3d94f5299b97449db1422ce is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:47:55.698467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:55.717590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:47:55.725143 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 782 time: 1.2947509 Jan 14 05:47:55.788641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37204) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:55.788911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:55.944787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:55.952390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:55.953515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:55.977284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'network_id': '4202b70d-7194-4adc-8c6d-ff9a0ac0059d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888'], 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:47:56.037511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network cf1fec16-236a-472d-94ee-222838b3238a is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:47:56.041522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:47:56.059571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:56.156625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:47:56.266071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:47:56.276976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attempting to reserve 1 items for resource subnet. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:47:56.441062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Made reservation on behalf of 49918fd9f9cd44fe939f9ec64a946182 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:47:56.452130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Router b5687812-8481-4ded-8761-c4c927e71334 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:47:56.480298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0ad47545-850b-44e8-8a8a-037a71ec5d49 None None] Provisioning complete for port 312d3727-be7f-4972-b954-8eb8fea91e1d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:47:56.481022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ad47545-850b-44e8-8a8a-037a71ec5d49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:56.585913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:56.694440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ad47545-850b-44e8-8a8a-037a71ec5d49 None None] Port 312d3727-be7f-4972-b954-8eb8fea91e1d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:47:56.796344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Performing IP validity checks on allocation pools {{(pid=80930) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 05:47:56.796950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking for overlaps among allocation pools and gateway ip {{(pid=80930) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 05:47:56.799266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:56.845487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:56.886630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:56.899111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:56.905212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:56.914441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:56.915178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:57.016622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:57.028083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:57.029146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:57.140010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:57.152504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:57.154531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c3c21f2-e6f4-45fa-b78b-d70df3b87574 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:57.158434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Sync routers for ids ['b5687812-8481-4ded-8761-c4c927e71334'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:57.177329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Routers {'b5687812-8481-4ded-8761-c4c927e71334'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:57.180621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b5687812-8481-4ded-8761-c4c927e71334'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:57.220576 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "PUT /v2.0/routers/b5687812-8481-4ded-8761-c4c927e71334/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9951873 Jan 14 05:47:57.225935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37222) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:57.353323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:57.449036 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fcce74bc-e8a4-4cda-ba96-4bb1ad6b5fc8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/floatingips/c1ebc0d3-b4ec-432f-8111-b13fe5233af4 HTTP/1.1" status: 200 len: 687 time: 5.5422559 Jan 14 05:47:57.457917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37226) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:57.511537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Set router b5687812-8481-4ded-8761-c4c927e71334 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:47:57.640415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:47:57.720419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port c4b47e23-d01f-4510-ad26-5fd60ee7c952 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:47:57.720766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:58.041823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:47:53Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '312d3727-be7f-4972-b954-8eb8fea91e1d', 'name': '', 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'mac_address': 'fa:16:3e:55:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'dfd08681-881e-4572-8601-31f8de00e90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:51Z', 'updated_at': '2021-01-14T05:47:54Z', 'revision_number': 2, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'subnets': [{'id': 'dfd08681-881e-4572-8601-31f8de00e90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:58.054074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.054290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Checking router: b5687812-8481-4ded-8761-c4c927e71334 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:47:58.054687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.054830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Updating router b5687812-8481-4ded-8761-c4c927e71334 port 312d3727-be7f-4972-b954-8eb8fea91e1d binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:47:58.055363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.055888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.056391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.056861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.057521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.058005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.058488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.059136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.059654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.060403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.060904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.061375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.061830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.062313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.062841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.063315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.063781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.064259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.064833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.065331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.068885 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f49d30db-a834-4520-92a2-7a86b78809d4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 15305 time: 0.8420377 Jan 14 05:47:58.080381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37236) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:58.140185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:58.468612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 01ceea79-ca8b-416b-a1fe-1ebe498ad495 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:47:58.619791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.620394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.620891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.621380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.621867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.624620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.625274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.625768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.626261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.627072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.629841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.630396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.630922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.632603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.633145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.635074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.636149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.638669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.639269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.640173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:47:58.644129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11185133-132b-4d20-9bf0-a0132256041f tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 13432 time: 0.5622764 Jan 14 05:47:58.682565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37246) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:58.710542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:47:58.722923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] Sync routers for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:47:58.735697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:58.736675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:58.742522 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/01ceea79-ca8b-416b-a1fe-1ebe498ad495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0879877 Jan 14 05:47:58.743622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37250) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:47:58.785902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:58.833558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:58.854883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:47:58.860361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:58.969049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:47:58.971247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ccb02fb8-94d0-42ff-b0b4-239b1e867545 None None] The sync data for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:47:59.397672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:59.398190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:59.533635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:59.538098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for c4b47e23-d01f-4510-ad26-5fd60ee7c952 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:47:59.563321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Transition to ACTIVE for port object 312d3727-be7f-4972-b954-8eb8fea91e1d will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:47:59.570336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:59.603973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:47:59.788489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:47:59.887461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb70cfb-dc45-4183-9a75-9690ec8ce8d7 None None] Pushing event updated for resources: {'Port': ['ID=312d3727-be7f-4972-b954-8eb8fea91e1d,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:47:59.971506 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fb70cfb-dc45-4183-9a75-9690ec8ce8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.363s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:00.188920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Attempting to bind port 312d3727-be7f-4972-b954-8eb8fea91e1d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:48:00.189343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Attempting to bind port 312d3727-be7f-4972-b954-8eb8fea91e1d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:48:00.189757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Attempting to bind port 312d3727-be7f-4972-b954-8eb8fea91e1d on network cf1fec16-236a-472d-94ee-222838b3238a {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:48:00.201347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Allocated IP 172.25.3.18 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/a0900e46-ca70-4bda-8c6b-defcfa7baf9f) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:00.206679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:48:00.207152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Checking segment: {'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:00.207616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.208063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Bound using segment: {'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:48:00.208612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Bound port: 312d3727-be7f-4972-b954-8eb8fea91e1d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '6df6ab22-db66-4c33-ac46-76321c9b776c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:48:00.209036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.249299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.290671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3761a0d5-521a-400e-8e49-7f167f0badb7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:00.543366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.553198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] For port 312d3727-be7f-4972-b954-8eb8fea91e1d, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:48:00.568106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] For port 312d3727-be7f-4972-b954-8eb8fea91e1d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=312d3727-be7f-4972-b954-8eb8fea91e1d,segment=NetworkSegment(6df6ab22-db66-4c33-ac46-76321c9b776c),segment_id=6df6ab22-db66-4c33-ac46-76321c9b776c)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:48:00.581060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.602254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.651581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cb189cd-a843-4015-9cfe-ac1b3ae695ca tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:00.733844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.758213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=5285fe24-a194-4189-869f-d8468430dc80,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:00.801246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-737d752f-767b-4b0b-bc66-63d13604af6d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:00.823429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.545s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:00.850850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:00.902629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Routers {'b5687812-8481-4ded-8761-c4c927e71334'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:00.903372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b5687812-8481-4ded-8761-c4c927e71334'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:01.038905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=c4b47e23-d01f-4510-ad26-5fd60ee7c952,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:01.185341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.534s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:01.192557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.176s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:01.390248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] Set router b5687812-8481-4ded-8761-c4c927e71334 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:48:01.394078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Checking segment: {'id': '594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '4202b70d-7194-4adc-8c6d-ff9a0ac0059d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:01.396210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network hostable DHCP agents. Network: 4202b70d-7194-4adc-8c6d-ff9a0ac0059d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:48:01.472178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Pushing event updated for resources: {'Port': ['ID=a0900e46-ca70-4bda-8c6b-defcfa7baf9f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:01.489301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:01.524649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:01.708508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:01.720806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:01.813549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1fb70cfb-dc45-4183-9a75-9690ec8ce8d7 None None] Pushing event updated for resources: {'Port': ['ID=312d3727-be7f-4972-b954-8eb8fea91e1d,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:01.820518 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fb70cfb-dc45-4183-9a75-9690ec8ce8d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.019s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:01.823100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:47:53Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '312d3727-be7f-4972-b954-8eb8fea91e1d', 'name': '', 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'mac_address': 'fa:16:3e:55:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'dfd08681-881e-4572-8601-31f8de00e90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:51Z', 'updated_at': '2021-01-14T05:48:00Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'subnets': [{'id': 'dfd08681-881e-4572-8601-31f8de00e90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:01.828409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5e5a345b-58ae-49d6-9708-403667b58339 None None] The sync data for ids ['b5687812-8481-4ded-8761-c4c927e71334'] in n-d-768851-4 is: [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:47:53Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '312d3727-be7f-4972-b954-8eb8fea91e1d', 'name': '', 'network_id': 'cf1fec16-236a-472d-94ee-222838b3238a', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'mac_address': 'fa:16:3e:55:e9:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_interface', 'standard_attr_id': 2750, 'fixed_ips': [{'subnet_id': 'dfd08681-881e-4572-8601-31f8de00e90b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:51Z', 'updated_at': '2021-01-14T05:48:00Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'subnets': [{'id': 'dfd08681-881e-4572-8601-31f8de00e90b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:01.843522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:01.853706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:48:01.941288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 4202b70d-7194-4adc-8c6d-ff9a0ac0059d) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:01.959385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc658b5d-34ab-468e-b17b-58547216b976 None None] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:01.979046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:01.981136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:02.031442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port fa18a16d-6a1b-4184-954c-1f02a6e1970b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:02.031927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:02.148667 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 895 time: 6.3565559 Jan 14 05:48:02.153524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37290) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:02.166051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '2001::/64', 'nexthop': '2005::1'}], 'dns_nameservers': ['2001:4860:4860::7744', '2001:4860:4860::7888'], 'gateway_ip': '2001:db8::2', 'enable_dhcp': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:02.313193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:02.321786 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/floatingips/c1ebc0d3-b4ec-432f-8111-b13fe5233af4 HTTP/1.1" status: 204 len: 168 time: 4.8551657 Jan 14 05:48:02.336618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:02.356732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'port_id': '5132ae23-3314-437e-abc5-a2514e2cd49f'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:02.479991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:02.531388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:floatingip and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:02.590096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:02.600829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:02.704644 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9fcfefe0-fccf-4991-a4b7-938f25c78e87 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 3390 time: 4.0130720 Jan 14 05:48:02.745662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:02.809948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 312d3727-be7f-4972-b954-8eb8fea91e1d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:03.134417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848258263'] for subnet, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:03.349504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 312d3727-be7f-4972-b954-8eb8fea91e1d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:03.395423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 312d3727-be7f-4972-b954-8eb8fea91e1d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:03.408328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:03.540993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-4202b70d-7194-4adc-8c6d-ff9a0ac0059d', 'network_id': '4202b70d-7194-4adc-8c6d-ff9a0ac0059d', 'tenant_id': '49918fd9f9cd44fe939f9ec64a946182', 'fixed_ips': [{'subnet_id': '5285fe24-a194-4189-869f-d8468430dc80'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:48:03.546731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:03.834866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37318) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:03.846903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:04.145288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37324) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:04.416980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:04.446612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-291769326', 'description': 'tempest-secgroup-smoke-291769326 description', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:04.566934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288521362104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6372601'] for subnet, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:04.927678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for fa18a16d-6a1b-4184-954c-1f02a6e1970b owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:05.006748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.031574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:05.117384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Allocated IP 2001:db8::3 (4202b70d-7194-4adc-8c6d-ff9a0ac0059d/5285fe24-a194-4189-869f-d8468430dc80/8435f779-3045-4f53-b3e8-899cafba417a) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:05.167867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1c08f2d-4159-4c35-884e-77106cd3b94b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:05.182920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:05.217986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:05.275182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.293437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event updated for resources: {'Subnet': ['ID=5285fe24-a194-4189-869f-d8468430dc80,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:05.306481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:05.330135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:05.336185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Usage tracker for resource:security_group_rule and tenant:9a69b864d2564549bbd3b6c13ebbdc48 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:05.339394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:05.346618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:05.355055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:05.473448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.474739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.494248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:05.495438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.496895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "PUT /v2.0/subnets/5285fe24-a194-4189-869f-d8468430dc80 HTTP/1.1" status: 200 len: 900 time: 3.3418512 Jan 14 05:48:05.498212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91900d28-5b81-48d8-ae77-a69d8cf24dc5 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:05.499861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.545222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37338) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:05.565967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.586743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=fa18a16d-6a1b-4184-954c-1f02a6e1970b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:05.601601 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:05.602604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.750046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:05.761517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad1f1dae-9c32-4980-be0b-7e4aecc30b81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:05.801475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Transition to ACTIVE for port object 8435f779-3045-4f53-b3e8-899cafba417a will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:05.829173 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9a69b864d2564549bbd3b6c13ebbdc48&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6788545 Jan 14 05:48:05.835561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37344) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:05.852767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d2f735f1-02a0-42db-9969-8c728ae7e9ec,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:05.874275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:05.931379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Transition to ACTIVE for port object 8435f779-3045-4f53-b3e8-899cafba417a will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:05.970153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.002608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 312d3727-be7f-4972-b954-8eb8fea91e1d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=312d3727-be7f-4972-b954-8eb8fea91e1d,segment=NetworkSegment(6df6ab22-db66-4c33-ac46-76321c9b776c),segment_id=6df6ab22-db66-4c33-ac46-76321c9b776c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:06.020443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.042337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-78e0c813-0fa0-4575-8993-0fb917a8b62a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:06.071665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.084646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.203957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Pushing event updated for resources: {'Port': ['ID=8435f779-3045-4f53-b3e8-899cafba417a,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:06.219920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:06.220823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.080s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:06.365679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=312d3727-be7f-4972-b954-8eb8fea91e1d,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:06.371581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:06.392380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.421715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc7014ef-92eb-49e8-9dd0-8b8e81af3abe tempest-ExternalNetworksTestJSON-1872884842 tempest-ExternalNetworksTestJSON-1872884842] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:06.426722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:06.428038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:06.431005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:06.433687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:06.446030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d2f735f1-02a0-42db-9969-8c728ae7e9ec,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:06.449591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.459052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.465761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:06.596000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Attempting to bind port 8435f779-3045-4f53-b3e8-899cafba417a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:48:06.596000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Attempting to bind port 8435f779-3045-4f53-b3e8-899cafba417a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '4202b70d-7194-4adc-8c6d-ff9a0ac0059d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:48:06.596593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Attempting to bind port 8435f779-3045-4f53-b3e8-899cafba417a on network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:48:06.609190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 47, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:48:06.610075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Checking segment: {'id': '594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '4202b70d-7194-4adc-8c6d-ff9a0ac0059d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:06.610548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.611132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Bound using segment: {'id': '594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '4202b70d-7194-4adc-8c6d-ff9a0ac0059d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:48:06.611544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:06.611788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Bound port: 8435f779-3045-4f53-b3e8-899cafba417a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '4202b70d-7194-4adc-8c6d-ff9a0ac0059d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:48:06.612985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.624141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:06.630490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.631422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.633320 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d2f735f1-02a0-42db-9969-8c728ae7e9ec HTTP/1.1" status: 204 len: 168 time: 0.7957337 Jan 14 05:48:06.678532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port 8435f779-3045-4f53-b3e8-899cafba417a {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:06.679056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.709175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:06.735463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] For port 8435f779-3045-4f53-b3e8-899cafba417a, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:48:06.739804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] For port 8435f779-3045-4f53-b3e8-899cafba417a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8435f779-3045-4f53-b3e8-899cafba417a,segment=NetworkSegment(594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63),segment_id=594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:48:06.758510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:06.950785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f49ce257-d25d-4980-89fc-c6a4007460bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:06.974291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Router 1aaad782-9bd9-44fb-97fe-f4f6f73f155f is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:48:07.202404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Pushing event updated for resources: {'Port': ['ID=8435f779-3045-4f53-b3e8-899cafba417a,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:07.218037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:07.304684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 01ceea79-ca8b-416b-a1fe-1ebe498ad495 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:07.498313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:07.507544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/01ceea79-ca8b-416b-a1fe-1ebe498ad495/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7564797 Jan 14 05:48:07.507783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37356) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:07.516235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] Sync routers for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:07.537274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:07.537999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:07.570083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c213c383-3290-4d45-9bd8-261ff97e9fe6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:48:07.627344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:07.636412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c213c383-3290-4d45-9bd8-261ff97e9fe6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:48:07.637796 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c213c383-3290-4d45-9bd8-261ff97e9fe6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=01ceea79-ca8b-416b-a1fe-1ebe498ad495 HTTP/1.1" status: 200 len: 205 time: 0.1286070 Jan 14 05:48:07.640863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37362) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:07.691755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:07.704229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] For port 8435f779-3045-4f53-b3e8-899cafba417a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8435f779-3045-4f53-b3e8-899cafba417a,segment=NetworkSegment(594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63),segment_id=594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:07.704998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:07.739830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9fe6c10-7477-4965-8c02-6b24af50d1db admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:07.761126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:07.785996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] Routers {'01ceea79-ca8b-416b-a1fe-1ebe498ad495'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:07.787033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:07.865697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroup': ['ID=dafab427-7b7b-4feb-aa70-e6419058f746,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:07.909176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-427b7773-5592-4e1e-bfdc-a743bb042cde tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:07.937619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:07.938888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b1701827-42a4-4bdf-ab59-3ac70a945def None None] The sync data for ids ['01ceea79-ca8b-416b-a1fe-1ebe498ad495'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:07.965252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:08.041939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Calling delete_port for 8435f779-3045-4f53-b3e8-899cafba417a owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:08.208982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.215721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:08.217187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 3.7882037 Jan 14 05:48:08.225590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': 'dafab427-7b7b-4feb-aa70-e6419058f746', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:08.263608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.25.3.144 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/9ab67778-f8c7-4849-8c80-168e6620318d) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:08.282292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:08.300640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] Sync routers for ids ['1aaad782-9bd9-44fb-97fe-f4f6f73f155f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:08.308640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:08.317902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:08.321617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:08.323811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] Routers {'1aaad782-9bd9-44fb-97fe-f4f6f73f155f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:08.324609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1aaad782-9bd9-44fb-97fe-f4f6f73f155f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:08.328498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:08.338489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-427b7773-5592-4e1e-bfdc-a743bb042cde tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.341478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-427b7773-5592-4e1e-bfdc-a743bb042cde tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.357910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.458559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.461150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-427b7773-5592-4e1e-bfdc-a743bb042cde tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.461964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-427b7773-5592-4e1e-bfdc-a743bb042cde tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Fanout notify agent at l3_agent the message router_deleted on router 01ceea79-ca8b-416b-a1fe-1ebe498ad495 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:48:08.476075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.477573 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 13.6090801 Jan 14 05:48:08.482433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37374) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:08.484093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:08.504284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8435f779-3045-4f53-b3e8-899cafba417a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:08.556107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.603824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 8435f779-3045-4f53-b3e8-899cafba417a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:08.604220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8435f779-3045-4f53-b3e8-899cafba417a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 05:48:08.667002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] Routers {'1aaad782-9bd9-44fb-97fe-f4f6f73f155f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:08.668224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:47:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1aaad782-9bd9-44fb-97fe-f4f6f73f155f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:08.705776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ad93067-4e29-4f72-8a45-736ce9f3ae87 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:08.740647 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-509b7d8b-67d0-448a-a245-367ce704bfb1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/1aaad782-9bd9-44fb-97fe-f4f6f73f155f HTTP/1.1" status: 200 len: 924 time: 0.2550364 Jan 14 05:48:08.742323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37378) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:08.780357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port 8435f779-3045-4f53-b3e8-899cafba417a not found, will not notify nova. {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 05:48:08.783021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 312d3727-be7f-4972-b954-8eb8fea91e1d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:08.795468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Port': ['ID=8435f779-3045-4f53-b3e8-899cafba417a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:08.837470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-427b7773-5592-4e1e-bfdc-a743bb042cde tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.849698 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-427b7773-5592-4e1e-bfdc-a743bb042cde tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/01ceea79-ca8b-416b-a1fe-1ebe498ad495 HTTP/1.1" status: 204 len: 168 time: 1.2076633 Jan 14 05:48:08.850922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.852799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37384) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:08.856845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No DVR routers for this DVR port 8435f779-3045-4f53-b3e8-899cafba417a on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:08.858191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:08.864632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:08.920863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:08.921340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-24009bf0-b774-4421-9d6a-9dc625f65b3f None None] The sync data for ids ['1aaad782-9bd9-44fb-97fe-f4f6f73f155f'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:08.933960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:08.999923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:09.041564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 312d3727-be7f-4972-b954-8eb8fea91e1d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:09.043106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:09.049795 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-58b716be-8a8e-4e6d-8c26-8979d3ec9fca tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=1aaad782-9bd9-44fb-97fe-f4f6f73f155f HTTP/1.1" status: 200 len: 205 time: 0.3059509 Jan 14 05:48:09.051300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37388) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:09.494838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:09.497430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c051bc9-2eaa-4b36-b541-ffd7c86bc479 None None] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:09.515710 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5127489f-8845-4993-a749-2ce3aca196c1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:09.571844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=5285fe24-a194-4189-869f-d8468430dc80,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:09.627028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:09.633792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:09.661070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74281b31-9604-4663-93f7-dac8be02112b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:09.720525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8e439a35-0ff5-4426-860b-61ac4e97cbee None None] Could not find standard attr ID for object 8435f779-3045-4f53-b3e8-899cafba417a. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:48:09.814664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=976ecd93-5ea6-437d-a93b-2d9d073c34fc,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:09.818309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.960s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:09.826104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=9ab67778-f8c7-4849-8c80-168e6620318d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:09.834584 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:09.843574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:09.847251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e243f313-62d7-4543-b915-879e0b5df87d None None] DHCP port deletion for 4202b70d-7194-4adc-8c6d-ff9a0ac0059d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:09.848843 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 1.6317711 Jan 14 05:48:09.852155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37396) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:09.867459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': 'dafab427-7b7b-4feb-aa70-e6419058f746', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:09.888523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e01bbe50-772e-4659-9857-af84ee8b6764 None None] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:09.896105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:09.907706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:09.915175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:09.938619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:09.963747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 767388ad-02b9-4daf-9a54-4fd6cf39054f {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:09.974288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:09.981339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.020786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:10.033071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.104472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.170648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.186305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8435f779-3045-4f53-b3e8-899cafba417a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:10.229042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.230429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 8435f779-3045-4f53-b3e8-899cafba417a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:10.231072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8435f779-3045-4f53-b3e8-899cafba417a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:10.390982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:10.400572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:10.643162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.650906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.690931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a5e8618-2e62-4faf-adfe-207033a941cc tempest-NegativeSecGroupIPv6Test-1074412487 tempest-NegativeSecGroupIPv6Test-1074412487] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:10.698004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.709770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.714668 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.8591082 Jan 14 05:48:10.719111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Deleting port a0900e46-ca70-4bda-8c6b-defcfa7baf9f {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:10.719481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.749926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37420) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:10.773853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': 'dafab427-7b7b-4feb-aa70-e6419058f746', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:10.798757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=231c526b-1e39-450f-871f-6e7c106d0b62,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:10.798757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:10.823160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4202b70d-7194-4adc-8c6d-ff9a0ac0059d']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:10.829185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:10.834853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:10.839014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:10.841777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:10.842213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '594ff4e5-65e7-4cd1-b4ab-f7691ce7ce63') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:10.846025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:10.865423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.892205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:10.895463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 21 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:11.038708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.112977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:11.122633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.124723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.169914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.325145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.370680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 4202b70d-7194-4adc-8c6d-ff9a0ac0059d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:11.399043 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:11.448275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Calling delete_port for a0900e46-ca70-4bda-8c6b-defcfa7baf9f owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:11.488325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.516323 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ae850de-2416-4d7e-939c-23504de65e4e tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:11.548314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.580942 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:11.602759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.621476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=767388ad-02b9-4daf-9a54-4fd6cf39054f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:11.630218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.646564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49cbe1e9-f7b9-4559-8e13-65ecd7dbf7b4 None None] Network 9d935c20-56c2-4534-9697-e10f9b844d76 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:11.647009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.647445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.647873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.648295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.648713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.649179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.649539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.649951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.650357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.650787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.651203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.651611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.652081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.652487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.652893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.653303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.653708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.654113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.654522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.654950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.655351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.655755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.656274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.656681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.657267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.657674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.658077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.658483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.658949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.659363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.659765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.660169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.660565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.660970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.661371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.661775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:11.669599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.672736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:11.681830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a57e6dbd-a136-42da-9ef8-60f2abc05007 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:11.713046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/767388ad-02b9-4daf-9a54-4fd6cf39054f HTTP/1.1" status: 204 len: 168 time: 2.8346350 Jan 14 05:48:11.724245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f9760e80-17d2-4c16-af9c-b7f400a48370,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:11.726384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37438) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:11.727764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.732005 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9781814 Jan 14 05:48:11.732967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:11.766440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37442) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:11.782907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': 'dafab427-7b7b-4feb-aa70-e6419058f746', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:11.803875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:11.856153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:11.864064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:11.884309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:11.928536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:11.946481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=4202b70d-7194-4adc-8c6d-ff9a0ac0059d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:11.949558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:12.000201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/4202b70d-7194-4adc-8c6d-ff9a0ac0059d HTTP/1.1" status: 204 len: 168 time: 6.4342203 Jan 14 05:48:12.006246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37450) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:12.068668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 05fc7e63-c784-4464-923c-3aaf5ddf14cd {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:12.093080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.155316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.158366 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-496d1a93-400a-4d72-9321-a4114fb44197 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:12.159453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-496d1a93-400a-4d72-9321-a4114fb44197 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:12.161990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-496d1a93-400a-4d72-9321-a4114fb44197 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/5285fe24-a194-4189-869f-d8468430dc80 HTTP/1.1" status: 404 len: 337 time: 0.1525557 Jan 14 05:48:12.164419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.164768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.179425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37456) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:12.183039 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eac46eb5-8a4d-49b0-82be-fc576748f300 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:12.186883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] DHCP port deletion for 9d935c20-56c2-4534-9697-e10f9b844d76 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:12.192520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Deleting port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:12.193038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.202094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.289043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=9ab67778-f8c7-4849-8c80-168e6620318d,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:12.332818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.349065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d28a26bd-a364-4e68-88bc-df79f65decee None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.355100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:12.364591 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a767eefe-efb9-4d7c-86ba-4ff2d772787d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:12.365488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a767eefe-efb9-4d7c-86ba-4ff2d772787d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:12.367722 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a767eefe-efb9-4d7c-86ba-4ff2d772787d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/4202b70d-7194-4adc-8c6d-ff9a0ac0059d HTTP/1.1" status: 404 len: 339 time: 0.1507959 Jan 14 05:48:12.377949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37460) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:12.474084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.590819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.602062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.605910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.611448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] For port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8565efa2-8b81-4e8c-bc80-f6a7a322fb2d,segment=NetworkSegment(e7923ff2-622b-475a-ae6f-e9ef11a3c37d),segment_id=e7923ff2-622b-475a-ae6f-e9ef11a3c37d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:12.614818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.788918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Calling delete_port for 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:12.883016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:12.964800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.149771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.175391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.178603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.201928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:13.267836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.283298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['16d04cfb-c157-4abb-ba92-8991651ef393']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:13.336025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a09b2e64-c5a5-4696-a169-92a191426add,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:13.350297 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:13.351244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.354480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Fanout notify agent at l3_agent the message router_deleted on router 1aaad782-9bd9-44fb-97fe-f4f6f73f155f {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:48:13.382568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1dbeeb7c-4a99-4536-92ad-e3f076b169c6') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:13.382859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1dbeeb7c-4a99-4536-92ad-e3f076b169c6') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:13.390400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a59a8e50-8014-4bd5-829a-040a66e357ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:13.392017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.399935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:13.405777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.410298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3b19d2b8-d2bd-4a8d-9cb1-7c78b5d6a0e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/1aaad782-9bd9-44fb-97fe-f4f6f73f155f HTTP/1.1" status: 204 len: 168 time: 4.3406479 Jan 14 05:48:13.417962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'router': {'name': 'tempest-snat-router-2093379615', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': False}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:13.420708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.426429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.6539149 Jan 14 05:48:13.427329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37486) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:13.434433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:13.437652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': 'dafab427-7b7b-4feb-aa70-e6419058f746', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:13.444640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Pushing event deleted for resources: {'Port': ['ID=8565efa2-8b81-4e8c-bc80-f6a7a322fb2d,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:13.449524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:router and tenant:7d8daf72870a4ac18a857c67f4d6d2fd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:13.455290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.457510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.458082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.458619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.459388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.459917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.460444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.460967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.461496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.462008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.462797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.463315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.463846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.464431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.464965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.465484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.476325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:13.476656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.477278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.477817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.481493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.482056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.482607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.483162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.483696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.484225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.484835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.486856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.487828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.491258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.491831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.492378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.492913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.493443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.493962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.494725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:13.495425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.495939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.498267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:13.498929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:13.502768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] No DVR routers for this DVR port 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:13.504510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:13.511283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:13.523972 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Project 112e1c5ef3574b6daf3b13284dda7ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:48:13.529336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:13.534171 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP 80c282af-a6be-49de-ba85-94e35ea53b98 associated. External IP: 172.25.3.144, port: 5132ae23-3314-437e-abc5-a2514e2cd49f. Jan 14 05:48:13.555948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.670960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:13.678632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 20 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:13.706478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.719590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.724591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:13.761721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:13.766341 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3343573 Jan 14 05:48:13.767074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37494) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:13.788262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': 'dafab427-7b7b-4feb-aa70-e6419058f746', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:13.797569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9c23a8c3-8405-49e3-83d8-2c28cbc41535,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:13.805346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:13.819578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:13.839320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:13.845557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:13.866239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:13.993610 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Project 112e1c5ef3574b6daf3b13284dda7ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:48:14.024358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.232063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.250047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:14.259558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.270273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94343580-708c-4496-96c8-eb9fbbde2364 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:14.311600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.345846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:14.346249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8565efa2-8b81-4e8c-bc80-f6a7a322fb2d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:14.389104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=05fc7e63-c784-4464-923c-3aaf5ddf14cd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:14.392389 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:14.400595 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-acc783ed-5aa4-4fae-a820-6b14e665963d tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.012s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:14.406965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.418584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.6462455 Jan 14 05:48:14.444963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b6b0dc3a-fd5d-4e98-98e0-a5302cbe109e,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:14.448218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:14.485577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.486739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.501276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.506663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bafee58-dd33-4dfd-8bba-47b1f9ca00ec None None] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:14.507569 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/05fc7e63-c784-4464-923c-3aaf5ddf14cd HTTP/1.1" status: 204 len: 168 time: 2.7770798 Jan 14 05:48:14.508719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37502) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:14.526294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.576741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-268b2413-6eff-43c5-b8aa-27df4df33ad0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:14.722227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.033110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] DHCP port deletion for 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:15.036028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:15.038735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Deleting port c6ed6f08-55aa-4e33-b723-b9cd521be5ef {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:15.042437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.168293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.276795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.285977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 16d04cfb-c157-4abb-ba92-8991651ef393 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:15.308672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.341604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d935c20-56c2-4534-9697-e10f9b844d76']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:15.357397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e7923ff2-622b-475a-ae6f-e9ef11a3c37d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:15.357756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e7923ff2-622b-475a-ae6f-e9ef11a3c37d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:15.372049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.386911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] For port c6ed6f08-55aa-4e33-b723-b9cd521be5ef, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c6ed6f08-55aa-4e33-b723-b9cd521be5ef,segment=NetworkSegment(a15a785d-1f58-4c04-837c-45e4e59c3f46),segment_id=a15a785d-1f58-4c04-837c-45e4e59c3f46)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:15.387400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.389829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.392435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:15.609183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Calling delete_port for c6ed6f08-55aa-4e33-b723-b9cd521be5ef owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:15.634172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:15.645089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:15.657159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:15.657378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b267310c-0210-4332-a5ef-d68b3367329e req-0c2200a9-ba2f-410c-9528-bc48acc65191 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Synchronizing usage tracker for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:48:15.661232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:15.709201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 9d935c20-56c2-4534-9697-e10f9b844d76 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:15.722897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.728221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.738241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b267310c-0210-4332-a5ef-d68b3367329e req-0c2200a9-ba2f-410c-9528-bc48acc65191 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Unset dirty status for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:48:15.739859 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b267310c-0210-4332-a5ef-d68b3367329e req-0c2200a9-ba2f-410c-9528-bc48acc65191 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-291769326&fields=id&tenant_id=112e1c5ef3574b6daf3b13284dda7ca3 HTTP/1.1" status: 200 len: 267 time: 0.8734205 Jan 14 05:48:15.768883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:15.780737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:15.781728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:15.815940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 16d04cfb-c157-4abb-ba92-8991651ef393 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:15.877354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-32c63eda-c7d7-4649-b81a-9deb3be881b6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:15.879042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:15.879713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fbae046c-c226-4750-9bdd-1556aaaf6212 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:15.884675 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:15.980415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:15.990227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Pushing event deleted for resources: {'Port': ['ID=c6ed6f08-55aa-4e33-b723-b9cd521be5ef,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:15.999410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:16.006929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] No DVR routers for this DVR port c6ed6f08-55aa-4e33-b723-b9cd521be5ef on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:16.030037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.079816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.148529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfbc8668-deb2-4b9e-9f1e-c37aeeca85d8 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:16.171850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.189712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/16d04cfb-c157-4abb-ba92-8991651ef393 HTTP/1.1" status: 204 len: 168 time: 3.8098481 Jan 14 05:48:16.191511 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 13.8418915 Jan 14 05:48:16.198369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.198511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37528) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:16.198759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37530) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:16.204482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=16d04cfb-c157-4abb-ba92-8991651ef393,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:16.206145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c6ed6f08-55aa-4e33-b723-b9cd521be5ef no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:16.275154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c6ed6f08-55aa-4e33-b723-b9cd521be5ef {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:16.275918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c6ed6f08-55aa-4e33-b723-b9cd521be5ef not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:16.280527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.280954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.281369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.281787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.282205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.282620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.283059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.284313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.285113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.285551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.285973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.286387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.287040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.287297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.287707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.288115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.288523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.290087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.290087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.290577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.290927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.291337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.291748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.292158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.292717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.293122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.293574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.293981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.295129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.295129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.295129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.295563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.295971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.296378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.296789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.297189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:16.310408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:16.399411 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-47c5ad85-63e8-4e4f-a662-f0ec43637a16 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:16.400549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-47c5ad85-63e8-4e4f-a662-f0ec43637a16 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:16.404339 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47c5ad85-63e8-4e4f-a662-f0ec43637a16 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/4ffa11e6-411a-4949-8855-57b5bc4b249d HTTP/1.1" status: 404 len: 337 time: 0.2003639 Jan 14 05:48:16.409416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37540) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:16.417362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 9d935c20-56c2-4534-9697-e10f9b844d76 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:16.422210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.435103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf00dfea-0014-402b-9b00-1faecca23629 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "GET /v2.0/floatingips/80c282af-a6be-49de-ba85-94e35ea53b98 HTTP/1.1" status: 200 len: 978 time: 0.2304559 Jan 14 05:48:16.459301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b267310c-0210-4332-a5ef-d68b3367329e req-ea5085c7-4078-49a7-bdcc-e4d8f0990fce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:16.460134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b267310c-0210-4332-a5ef-d68b3367329e req-ea5085c7-4078-49a7-bdcc-e4d8f0990fce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Synchronizing usage tracker for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:48:16.485530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37544) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:16.494750 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d96c0c0b-6c4a-46af-8011-653d79d2c4ff tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:16.495351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d96c0c0b-6c4a-46af-8011-653d79d2c4ff tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:16.496628 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:16.503162 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d96c0c0b-6c4a-46af-8011-653d79d2c4ff tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/54f3001b-cb40-4918-9634-a5702eacfa39 HTTP/1.1" status: 404 len: 339 time: 0.0921357 Jan 14 05:48:16.504872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37548) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:16.513366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.629722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b267310c-0210-4332-a5ef-d68b3367329e req-ea5085c7-4078-49a7-bdcc-e4d8f0990fce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Unset dirty status for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:48:16.631093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b267310c-0210-4332-a5ef-d68b3367329e req-ea5085c7-4078-49a7-bdcc-e4d8f0990fce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/networks?id=cf1fec16-236a-472d-94ee-222838b3238a HTTP/1.1" status: 200 len: 796 time: 0.7973084 Jan 14 05:48:16.679619 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b267310c-0210-4332-a5ef-d68b3367329e req-c6e66878-2bd6-4b44-b8cc-ad8fb24dae39 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/quotas/112e1c5ef3574b6daf3b13284dda7ca3 HTTP/1.1" status: 200 len: 375 time: 0.0262041 Jan 14 05:48:16.695898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.768478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67ad94af-8753-46bb-ba5e-8111d611808f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Synchronizing usage tracker for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:floatingip {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:48:16.775235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.781302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c227520c-d634-4fc5-a15b-296e655adf72 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:16.788945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting subnet 6822ba04-d3e1-470d-a06e-51cddb40c25f {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:16.793564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.811587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.819757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=9d935c20-56c2-4534-9697-e10f9b844d76,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:16.825966 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/9d935c20-56c2-4534-9697-e10f9b844d76 HTTP/1.1" status: 204 len: 168 time: 2.3158545 Jan 14 05:48:16.829390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:16.830043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37552) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:16.866498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:16.953950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67ad94af-8753-46bb-ba5e-8111d611808f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Unset dirty status for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:floatingip {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:48:16.958398 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67ad94af-8753-46bb-ba5e-8111d611808f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "GET /v2.0/floatingips HTTP/1.1" status: 200 len: 981 time: 0.4608073 Jan 14 05:48:16.959297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37556) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:16.977570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'port_id': '7dc5a39f-5e3e-48b6-a131-2b998284e07f'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:17.040453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:17.091636 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b267310c-0210-4332-a5ef-d68b3367329e req-3a472d7e-2f74-4873-81ec-e67590fb328f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/ports?tenant_id=112e1c5ef3574b6daf3b13284dda7ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.4069982 Jan 14 05:48:17.246770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:17.466787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:17.796099 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b267310c-0210-4332-a5ef-d68b3367329e req-5d768893-051d-45bd-865a-7486c6997970 service neutron] 10.222.0.48 "GET /v2.0/networks/cf1fec16-236a-472d-94ee-222838b3238a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6891856 Jan 14 05:48:17.886995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.019356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:18.039908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a15a785d-1f58-4c04-837c-45e4e59c3f46') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:18.040255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a15a785d-1f58-4c04-837c-45e4e59c3f46') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:18.055115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.059870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Allocated IP 172.25.3.21 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/e709fdd1-e9cc-4f3e-8376-95f8c82941d9) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:18.240536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37584) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:18.248128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.271217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-083ce6be-22f6-436d-b79f-86cd717034f8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:18.473431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.509930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.527845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:18.531524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.548724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.558623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=6822ba04-d3e1-470d-a06e-51cddb40c25f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:18.577612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:18.580823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ea35daa-c976-4aeb-b4a6-eee30561ba74 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:18.692379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:18.696636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Usage tracker for resource:security_group_rule and tenant:59158680f6d74689870b30c1d6058a7d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:18.699931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:18.705942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:18.801566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.801838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c9209c5-c0ed-4927-bb5f-0c3729c61fc7 None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:18.808224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Port': ['ID=e709fdd1-e9cc-4f3e-8376-95f8c82941d9,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:18.824944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:18.867983 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b267310c-0210-4332-a5ef-d68b3367329e req-462a2d2e-0b37-4194-8735-7b62c616412d service neutron] 10.222.0.48 "GET /v2.0/networks/cf1fec16-236a-472d-94ee-222838b3238a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 1.0702455 Jan 14 05:48:18.882747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/6822ba04-d3e1-470d-a06e-51cddb40c25f HTTP/1.1" status: 204 len: 168 time: 2.3727705 Jan 14 05:48:18.895938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37594) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:18.902404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:18.928901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.951977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:18.965774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:18.997854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:19.012154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting subnet d17ad3a5-111e-4d2f-9919-b9e5dbd763ff {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:19.016868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:19.045712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:19.056956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:19.097343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00c6618d-ccf5-485b-b9ed-507425713e45 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:19.177352 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59158680f6d74689870b30c1d6058a7d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9353478 Jan 14 05:48:19.185675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37604) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:19.213936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5acc8109-ea0a-4749-ae11-e4de942ea8cf,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:19.226976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:19.231089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:19.554997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:19.611858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:19.617340 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:19.783321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37624) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:19.890190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:19.933167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.043183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.071538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-926d9be1-d3e9-49f7-bc36-b5e309663d94 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:20.115388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.120821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:20.148038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:20.162118 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/234b73a4-2fe8-4843-9f3e-1bd3b2bca4d3 HTTP/1.1" status: 204 len: 168 time: 3.3268232 Jan 14 05:48:20.167455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37638) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:20.188594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-106102022'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:20.210956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:20.229764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.234983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:20.254232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:20.282625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:20.308839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.343705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:20.353806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d185d74b-263c-44a8-865c-5915eee14cee None None] Provisioning complete for port 1abaf675-1158-48d0-b9ed-45bf63d539a9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:20.354508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d185d74b-263c-44a8-865c-5915eee14cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.365876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.380314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.466681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:48:20.548774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.549592 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment 06425ad2-29be-40ad-9286-c6289b60c409 of type vxlan for network dd5f4608-28a3-408f-9008-60795bf9e899 Jan 14 05:48:20.625831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.635856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.646001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.738018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.744630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:48:20.757066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0f84eb8-1e49-4836-9669-7b217130b537 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:20.860571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'SecurityGroup': ['ID=dafab427-7b7b-4feb-aa70-e6419058f746,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:20.864431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:20.887164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.907191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.908679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:20.909670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.918206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-326d4b08-da4a-4273-a2aa-02d4ea38a684 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:20.925113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16be0225-a50d-4bc4-bff4-44940878b570 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:20.944633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.949168 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/security-groups/dafab427-7b7b-4feb-aa70-e6419058f746 HTTP/1.1" status: 204 len: 168 time: 1.1604080 Jan 14 05:48:20.949300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5acc8109-ea0a-4749-ae11-e4de942ea8cf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:20.960804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:20.972405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:21.031863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37644) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:21.056864 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.8814008 Jan 14 05:48:21.058946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37648) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:21.059255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:21.060515 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5acc8109-ea0a-4749-ae11-e4de942ea8cf HTTP/1.1" status: 204 len: 168 time: 1.8687270 Jan 14 05:48:21.226411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:21.439431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=dd5f4608-28a3-408f-9008-60795bf9e899,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:21.444894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.526s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:21.454090 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP 80c282af-a6be-49de-ba85-94e35ea53b98 associated. External IP: 172.25.3.144, port: 5132ae23-3314-437e-abc5-a2514e2cd49f. Jan 14 05:48:21.454581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network dd5f4608-28a3-408f-9008-60795bf9e899 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:21.542443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:21.613164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network dd5f4608-28a3-408f-9008-60795bf9e899 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:21.629528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network dd5f4608-28a3-408f-9008-60795bf9e899 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:21.668197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37658) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:21.669007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b5d131f-78b3-42c7-a463-e8850a5bc314 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:21.733568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=d17ad3a5-111e-4d2f-9919-b9e5dbd763ff,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:21.749164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:21.754444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:21.767021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:21.775366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b23b39ee-84ba-4e4e-8edc-e5bbc709dd8e None None] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:21.795670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:21.800916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Usage tracker for resource:security_group_rule and tenant:106267a71ebb42829aeae6727eb766a7 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:21.804661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:21.813244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:21.869729 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/d17ad3a5-111e-4d2f-9919-b9e5dbd763ff HTTP/1.1" status: 204 len: 168 time: 2.9725881 Jan 14 05:48:21.886444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37662) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:21.979324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:21.996069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:22.005121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:22.017472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:22.054624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:22.063849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.180018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] DHCP port deletion for 0af1e24e-7729-47e3-be6c-ffbe5141ab64 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:22.184850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Deleting port 1abaf675-1158-48d0-b9ed-45bf63d539a9 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:22.185505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.219204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.235506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port 1abaf675-1158-48d0-b9ed-45bf63d539a9 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:22.235890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.300158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.367271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12107669-0ae1-494c-8672-a7ba19982f52 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:22.382103 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=106267a71ebb42829aeae6727eb766a7&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6819546 Jan 14 05:48:22.383102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37666) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:22.404284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Router f20e0e57-6e96-4e32-b88e-a23b1f26a358 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:48:22.415172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] For port 1abaf675-1158-48d0-b9ed-45bf63d539a9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1abaf675-1158-48d0-b9ed-45bf63d539a9,segment=NetworkSegment(8b86e69e-c0b3-4622-910d-b5aa39e7909f),segment_id=8b86e69e-c0b3-4622-910d-b5aa39e7909f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:22.415624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.521466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.523394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.552463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.625188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Calling delete_port for 1abaf675-1158-48d0-b9ed-45bf63d539a9 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:22.637536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1eedf99c-7474-4b2d-815c-11bd7219a52f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:22.648494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:22.739935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:22.771491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:22.802104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:22.871331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Pushing event deleted for resources: {'Port': ['ID=1abaf675-1158-48d0-b9ed-45bf63d539a9,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:22.891739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:22.934136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] No DVR routers for this DVR port 1abaf675-1158-48d0-b9ed-45bf63d539a9 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:23.043824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.053547 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0cb5f3f7-4a28-4337-bcc2-4391c8ae7523 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:23.073785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37676) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:23.089885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1eedf99c-7474-4b2d-815c-11bd7219a52f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:23.092715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:23.105410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] For port 1abaf675-1158-48d0-b9ed-45bf63d539a9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1abaf675-1158-48d0-b9ed-45bf63d539a9,segment=NetworkSegment(8b86e69e-c0b3-4622-910d-b5aa39e7909f),segment_id=8b86e69e-c0b3-4622-910d-b5aa39e7909f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:23.106251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.122337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.123905 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1eedf99c-7474-4b2d-815c-11bd7219a52f HTTP/1.1" status: 204 len: 168 time: 0.7311132 Jan 14 05:48:23.182287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:23.198236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:23.215718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:23.221542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:23.266137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:23.275477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Sync routers for ids ['f20e0e57-6e96-4e32-b88e-a23b1f26a358'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:23.287884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Routers {'f20e0e57-6e96-4e32-b88e-a23b1f26a358'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:23.288802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f20e0e57-6e96-4e32-b88e-a23b1f26a358'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:23.290119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Calling delete_port for 1abaf675-1158-48d0-b9ed-45bf63d539a9 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:23.321029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:23.345505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:23.346246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:23.434239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.435614 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.0346437 Jan 14 05:48:23.438356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37686) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:23.463550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:23.464011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2ffc75c4-8067-4567-b77e-4780f942576b None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:23.557553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.599221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Set router f20e0e57-6e96-4e32-b88e-a23b1f26a358 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:48:23.638168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:23.644063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Usage tracker for resource:security_group_rule and tenant:0606b13f91c24fd9a0995c7ae2e5f354 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:23.647716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:23.655247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:23.679280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:48:23.679681 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:48:23.756885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.773008 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6276c0b-c1e3-4072-8a3e-d671791a3123 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/f20e0e57-6e96-4e32-b88e-a23b1f26a358 HTTP/1.1" status: 200 len: 908 time: 0.3318326 Jan 14 05:48:23.773802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37694) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:23.786408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'router': {'name': 'tempest-snat-router-2093379615', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': True}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:23.805849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:23.822229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Usage tracker for resource:router and tenant:7d8daf72870a4ac18a857c67f4d6d2fd is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:23.828818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Quota usage for router was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:23.842172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:23.864324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.865825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.894286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.938905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:23.983861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8259c7ab-8d5a-43c9-8a83-cc8c44313682 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:23.994946 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0606b13f91c24fd9a0995c7ae2e5f354&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9170425 Jan 14 05:48:24.046161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37702) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:24.108613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.168133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e0e57-6e96-4e32-b88e-a23b1f26a358', 'name': 'tempest-snat-router-2093379615', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': False}, 'gw_port_id': 'e709fdd1-e9cc-4f3e-8376-95f8c82941d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:14Z', 'updated_at': '2021-01-14T05:48:19Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'e709fdd1-e9cc-4f3e-8376-95f8c82941d9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e0e57-6e96-4e32-b88e-a23b1f26a358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:17Z', 'updated_at': '2021-01-14T05:48:18Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:24.178895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Checking router: f20e0e57-6e96-4e32-b88e-a23b1f26a358 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:48:24.179294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Updating router f20e0e57-6e96-4e32-b88e-a23b1f26a358 port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:48:24.202910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b1b1ba56-0d34-41f3-8541-eeb8c0d8ee5d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:24.223935 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:24.243946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1abaf675-1158-48d0-b9ed-45bf63d539a9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:24.265093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port 1abaf675-1158-48d0-b9ed-45bf63d539a9 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:24.266021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.268647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.329891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1abaf675-1158-48d0-b9ed-45bf63d539a9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:24.330292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1abaf675-1158-48d0-b9ed-45bf63d539a9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:24.530110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] The port '1abaf675-1158-48d0-b9ed-45bf63d539a9' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:48:24.533996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.732502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.746821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Transition to ACTIVE for port object e709fdd1-e9cc-4f3e-8376-95f8c82941d9 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:24.750435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.822822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.828551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:24.852209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.893831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:24.964088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.966470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Attempting to bind port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:48:24.966866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Attempting to bind port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:48:24.967279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Attempting to bind port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:48:24.981440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:48:24.981978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:24.982430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.982957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:48:24.983409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Bound port: e709fdd1-e9cc-4f3e-8376-95f8c82941d9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:48:24.983828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:24.991569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0af1e24e-7729-47e3-be6c-ffbe5141ab64']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:25.008826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8b86e69e-c0b3-4622-910d-b5aa39e7909f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:25.009160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8b86e69e-c0b3-4622-910d-b5aa39e7909f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:25.036370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.061959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.069744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] For port e709fdd1-e9cc-4f3e-8376-95f8c82941d9, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:48:25.072005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a878b7-8c85-4260-8f7a-4fab0eb23fdb None None] Pushing event updated for resources: {'Port': ['ID=e709fdd1-e9cc-4f3e-8376-95f8c82941d9,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:25.075571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] For port e709fdd1-e9cc-4f3e-8376-95f8c82941d9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e709fdd1-e9cc-4f3e-8376-95f8c82941d9,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:48:25.076745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41a878b7-8c85-4260-8f7a-4fab0eb23fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:25.079643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.096982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ef62eee-131c-4d27-9d0c-57b75015ec7f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:25.120914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:25.215439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.255500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41a878b7-8c85-4260-8f7a-4fab0eb23fdb None None] Pushing event updated for resources: {'Port': ['ID=e709fdd1-e9cc-4f3e-8376-95f8c82941d9,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:25.261968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41a878b7-8c85-4260-8f7a-4fab0eb23fdb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:25.307846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Routers {'f20e0e57-6e96-4e32-b88e-a23b1f26a358'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:25.308543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f20e0e57-6e96-4e32-b88e-a23b1f26a358'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:25.345842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c148e8a8-4dc8-48fa-a632-4d8c218df87f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:25.415679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b1b1ba56-0d34-41f3-8541-eeb8c0d8ee5d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:25.432344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:25.435683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.437099 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b1b1ba56-0d34-41f3-8541-eeb8c0d8ee5d HTTP/1.1" status: 204 len: 168 time: 1.3764801 Jan 14 05:48:25.520655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] Set router f20e0e57-6e96-4e32-b88e-a23b1f26a358 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:48:25.582345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.705212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:25.717367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.719855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:25.742063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:25.743493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:25.759067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:25.779435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.847784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.887948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:25.930564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.028687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f20e0e57-6e96-4e32-b88e-a23b1f26a358', 'name': 'tempest-snat-router-2093379615', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': False}, 'gw_port_id': 'e709fdd1-e9cc-4f3e-8376-95f8c82941d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:14Z', 'updated_at': '2021-01-14T05:48:19Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'e709fdd1-e9cc-4f3e-8376-95f8c82941d9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e0e57-6e96-4e32-b88e-a23b1f26a358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:17Z', 'updated_at': '2021-01-14T05:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:26.044720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03b2dfe5-e63a-4940-8a94-2a178e1e3067 None None] The sync data for ids ['f20e0e57-6e96-4e32-b88e-a23b1f26a358'] in n-d-768851-4 is: [{'id': 'f20e0e57-6e96-4e32-b88e-a23b1f26a358', 'name': 'tempest-snat-router-2093379615', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': False}, 'gw_port_id': 'e709fdd1-e9cc-4f3e-8376-95f8c82941d9', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:14Z', 'updated_at': '2021-01-14T05:48:19Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'e709fdd1-e9cc-4f3e-8376-95f8c82941d9', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:fc:c7:ee', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f20e0e57-6e96-4e32-b88e-a23b1f26a358', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2775, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:17Z', 'updated_at': '2021-01-14T05:48:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': False, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:26.202038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d61394b-ac9b-4f5e-81b0-2faf51e7d50b tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:26.236060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:26.246585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:26.247276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:26.288739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95ddf49a-40c7-49a1-9d81-89fef25df17a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/floatingips/80c282af-a6be-49de-ba85-94e35ea53b98 HTTP/1.1" status: 200 len: 978 time: 9.3157849 Jan 14 05:48:26.290840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37744) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:26.345943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'port_id': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:26.371350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:26.371809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-da94a72d-365b-4096-b697-c0bda8788c89 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:26.395252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Allocated IP 172.25.3.132 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/b27a7871-3a9d-4651-8915-530b4f621928) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:26.511541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=63938707-f7cf-4ad6-804d-057c624f142d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:26.520086 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:26.522766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Deleting port 312d3727-be7f-4972-b954-8eb8fea91e1d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:26.523122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.589871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.626841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 0af1e24e-7729-47e3-be6c-ffbe5141ab64 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:26.659619 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:26.837674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.869883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.874911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.896341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:26.931894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=0af1e24e-7729-47e3-be6c-ffbe5141ab64,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:26.937774 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:26.939376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.959991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.968215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': '06425ad2-29be-40ad-9286-c6289b60c409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:26.968624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: dd5f4608-28a3-408f-9008-60795bf9e899, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:48:26.993260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:26.993622 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP 80c282af-a6be-49de-ba85-94e35ea53b98 disassociated. External IP: 172.25.3.144, port: 7dc5a39f-5e3e-48b6-a131-2b998284e07f. Jan 14 05:48:27.048217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34f905ec-9200-42c8-ad56-480e1336d1fc tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:27.081462 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/0af1e24e-7729-47e3-be6c-ffbe5141ab64 HTTP/1.1" status: 204 len: 168 time: 5.1917448 Jan 14 05:48:27.125374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Port': ['ID=b27a7871-3a9d-4651-8915-530b4f621928,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:27.128301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37766) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.140442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:27.198083 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1bdb8855-4ab3-4b82-ab4e-2b3e376782d9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:27.198577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1bdb8855-4ab3-4b82-ab4e-2b3e376782d9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:27.200456 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1bdb8855-4ab3-4b82-ab4e-2b3e376782d9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/909bdba1-5faa-42fe-b275-2d5200318c26 HTTP/1.1" status: 404 len: 337 time: 0.0634146 Jan 14 05:48:27.206734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37770) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.244547 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8c94215d-738e-491e-920c-54378055943b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:27.245322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8c94215d-738e-491e-920c-54378055943b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:27.246901 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c94215d-738e-491e-920c-54378055943b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/3c84e542-c067-477f-a7b7-11f259b3acdb HTTP/1.1" status: 404 len: 339 time: 0.0390780 Jan 14 05:48:27.249724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37774) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.312590 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e3e6065f-82b7-43e5-a1e2-0b034fef4cfe tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:27.313100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e3e6065f-82b7-43e5-a1e2-0b034fef4cfe tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:27.319789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3e6065f-82b7-43e5-a1e2-0b034fef4cfe tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/9c0366f8-dc03-492d-8db9-8a73880d17f9 HTTP/1.1" status: 404 len: 337 time: 0.0642648 Jan 14 05:48:27.320506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37780) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.389489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:27.399748 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e676be1a-f0f2-47f5-8e5d-d544c95d280e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:27.400258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e676be1a-f0f2-47f5-8e5d-d544c95d280e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:27.402253 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e676be1a-f0f2-47f5-8e5d-d544c95d280e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/7dbe66e2-339f-4664-8c55-4ca7a354a623 HTTP/1.1" status: 404 len: 339 time: 0.0777318 Jan 14 05:48:27.405911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37788) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.457041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network dd5f4608-28a3-408f-9008-60795bf9e899 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:48:27.471345 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bedb0fc0-631b-46fd-a834-dc5f5d46a335 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:27.471856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bedb0fc0-631b-46fd-a834-dc5f5d46a335 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:27.478327 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bedb0fc0-631b-46fd-a834-dc5f5d46a335 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/2d772ffc-7ae2-4598-96c9-4b230aa002fe HTTP/1.1" status: 404 len: 337 time: 0.0713494 Jan 14 05:48:27.483537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37792) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.562622 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-24c9e891-8cd8-4c07-839c-396f0fc9aa32 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:27.563143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-24c9e891-8cd8-4c07-839c-396f0fc9aa32 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:27.564444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, dd5f4608-28a3-408f-9008-60795bf9e899) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:27.565075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24c9e891-8cd8-4c07-839c-396f0fc9aa32 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/b0d0497c-e94e-4319-8c60-0810fb2ecef0 HTTP/1.1" status: 404 len: 339 time: 0.0763071 Jan 14 05:48:27.568672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37796) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.577434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f66042eb-1458-4cad-80bb-0c951ad5a1d6 None None] Network dd5f4608-28a3-408f-9008-60795bf9e899 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:27.591254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:27.591917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:27.627804 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.4641342 Jan 14 05:48:27.632050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.645067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'tempest-RoutersTest-router-1968101787', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:27.657411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:27.688443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:27.694933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:router and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:27.698218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:27.698365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:27.704501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:27.710973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:27.748800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:27.752422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:27.803265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] For port 312d3727-be7f-4972-b954-8eb8fea91e1d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=312d3727-be7f-4972-b954-8eb8fea91e1d,segment=NetworkSegment(6df6ab22-db66-4c33-ac46-76321c9b776c),segment_id=6df6ab22-db66-4c33-ac46-76321c9b776c)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:27.803803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:27.823736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:27.834494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:27.882796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37808) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:27.962713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Calling delete_port for 312d3727-be7f-4972-b954-8eb8fea91e1d owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:27.980890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dd5f4608-28a3-408f-9008-60795bf9e899', 'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '63938707-f7cf-4ad6-804d-057c624f142d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:48:27.981830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.095109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.247899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting subnet 9a45b999-1cf8-4048-8d7d-1a69de318221 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:28.252214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.298317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e709fdd1-e9cc-4f3e-8376-95f8c82941d9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:28.318457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.355062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.405528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:28.410572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:28.415201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:28.415787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.425092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Usage tracker for resource:security_group_rule and tenant:8ec0bc11cf5e4014bc99ad282b5718a2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:28.435208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:28.451319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:28.616599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.622475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37816) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:28.622877 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-089a0c35-ae19-40b7-a834-5d69b5f0d074 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.9876821 Jan 14 05:48:28.650120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'port': {'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899', 'name': 'tempest-RoutersTest-600276258'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:28.694395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.712864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port e709fdd1-e9cc-4f3e-8376-95f8c82941d9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e709fdd1-e9cc-4f3e-8376-95f8c82941d9,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:28.727303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.732462 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:28.750356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:28.761058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:28.763023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:28.773566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:28.780093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:28.814554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=e709fdd1-e9cc-4f3e-8376-95f8c82941d9,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:28.824461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:28.840190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Allocated IP 172.20.0.2 (dd5f4608-28a3-408f-9008-60795bf9e899/63938707-f7cf-4ad6-804d-057c624f142d/741ad7ec-c3eb-4747-906b-26178aa5c858) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:28.889411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95e7ce09-b7ec-42f9-ae16-0a4f8a2176fd tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/floatingips/80c282af-a6be-49de-ba85-94e35ea53b98 HTTP/1.1" status: 200 len: 688 time: 2.5590901 Jan 14 05:48:28.895674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37828) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:28.927663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:28.935073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:28.976442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:28.977118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:29.035570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:29.084397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.097551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:29.098286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9beed548-f212-4a71-a7dc-a6e7c9296284 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:29.117557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.136808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Transition to ACTIVE for port object 741ad7ec-c3eb-4747-906b-26178aa5c858 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:29.142331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:29.152060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.156013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 9ab67778-f8c7-4849-8c80-168e6620318d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:29.156382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.164687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Transition to ACTIVE for port object 741ad7ec-c3eb-4747-906b-26178aa5c858 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:29.172851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.210181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.228524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.251777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ab105eb-33a5-4294-bc33-3c895dba9950 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:29.344461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75af1edf-5c68-4d35-8100-b80d5d067c6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:29.446430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Pushing event updated for resources: {'Port': ['ID=741ad7ec-c3eb-4747-906b-26178aa5c858,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:29.467309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Network dd5f4608-28a3-408f-9008-60795bf9e899 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:29.469180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:29.470300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:29.475499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:29.479139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'Port': ['ID=312d3727-be7f-4972-b954-8eb8fea91e1d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:29.575443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Attempting to bind port 741ad7ec-c3eb-4747-906b-26178aa5c858 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:48:29.576546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:29.577169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Attempting to bind port 741ad7ec-c3eb-4747-906b-26178aa5c858 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '06425ad2-29be-40ad-9286-c6289b60c409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:48:29.577601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Attempting to bind port 741ad7ec-c3eb-4747-906b-26178aa5c858 on network dd5f4608-28a3-408f-9008-60795bf9e899 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:48:29.593596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:48:29.599393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Checking segment: {'id': '06425ad2-29be-40ad-9286-c6289b60c409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:29.600276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.600935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Bound using segment: {'id': '06425ad2-29be-40ad-9286-c6289b60c409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:48:29.601613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Bound port: 741ad7ec-c3eb-4747-906b-26178aa5c858, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '06425ad2-29be-40ad-9286-c6289b60c409', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'dd5f4608-28a3-408f-9008-60795bf9e899'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:48:29.602122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.758369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] For port 741ad7ec-c3eb-4747-906b-26178aa5c858, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:48:29.763433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] For port 741ad7ec-c3eb-4747-906b-26178aa5c858, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=741ad7ec-c3eb-4747-906b-26178aa5c858,segment=NetworkSegment(06425ad2-29be-40ad-9286-c6289b60c409),segment_id=06425ad2-29be-40ad-9286-c6289b60c409)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:48:29.774151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.791640 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62b18fa5-ecac-4968-ad94-4531d484af76 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:29.906236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.959875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Pushing event updated for resources: {'Port': ['ID=741ad7ec-c3eb-4747-906b-26178aa5c858,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:29.963640 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:29.974761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:29.977507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:30.011153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:30.040148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e6651e7-ef1a-41f8-9c88-839154b31fd7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:30.213824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 9ab67778-f8c7-4849-8c80-168e6620318d owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:30.289041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e709fdd1-e9cc-4f3e-8376-95f8c82941d9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:30.336413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=9a45b999-1cf8-4048-8d7d-1a69de318221,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:30.370439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.330s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:30.391808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:30.394563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:30.519915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] device_id is not set on port d220efd6-7d44-4220-9c60-d9cf710a8917 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:48:30.597699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:30.608778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:30.623900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-826f63ee-c1b9-4ea1-a81b-cabc9d02649e None None] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:30.642590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f1a6394-5930-43a7-b030-cf90a222c59e tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:30.647739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:30.665906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:30.735724 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15682e44-8715-4e5c-bebe-f6e6367809e2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:30.781673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=953eefe0-ba11-44d2-842c-4078cebb13f2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:30.785582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:30.790578 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/9a45b999-1cf8-4048-8d7d-1a69de318221 HTTP/1.1" status: 204 len: 168 time: 3.2113554 Jan 14 05:48:30.791528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37836) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:30.823889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=9ab67778-f8c7-4849-8c80-168e6620318d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:30.898428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:30.985628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8ec0bc11cf5e4014bc99ad282b5718a2&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1015692 Jan 14 05:48:31.033987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37840) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:31.039540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.048711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] DHCP port deletion for 9c497c31-68d5-4878-9396-abfdbb1f5961 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:31.057643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Deleting port 92de92b3-1b26-47d3-ad4e-f1198fe65193 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:31.058291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.112088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.138948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.171150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.225286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.238964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.20.0.11 (dd5f4608-28a3-408f-9008-60795bf9e899/63938707-f7cf-4ad6-804d-057c624f142d/d220efd6-7d44-4220-9c60-d9cf710a8917) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:31.242921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d676e5f-d71c-411d-9103-2db4070217f1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:31.279949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=953eefe0-ba11-44d2-842c-4078cebb13f2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:31.287904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.333955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.335216 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/953eefe0-ba11-44d2-842c-4078cebb13f2 HTTP/1.1" status: 204 len: 168 time: 0.3003764 Jan 14 05:48:31.341444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:31.351918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.371377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/floatingips/80c282af-a6be-49de-ba85-94e35ea53b98 HTTP/1.1" status: 204 len: 168 time: 2.4744835 Jan 14 05:48:31.372344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37850) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:31.465633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] For port 92de92b3-1b26-47d3-ad4e-f1198fe65193, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=92de92b3-1b26-47d3-ad4e-f1198fe65193,segment=NetworkSegment(13789c48-2b98-4514-a092-4345729e45e7),segment_id=13789c48-2b98-4514-a092-4345729e45e7)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:31.466088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.564528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port 92de92b3-1b26-47d3-ad4e-f1198fe65193 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:31.565115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:31.583575 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-377edc62-29f5-455f-8e0d-cae1212191b2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] delete failed (client error): The resource could not be found. Jan 14 05:48:31.589411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-377edc62-29f5-455f-8e0d-cae1212191b2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/floatingips/80c282af-a6be-49de-ba85-94e35ea53b98 HTTP/1.1" status: 404 len: 345 time: 0.2127650 Jan 14 05:48:31.590082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37854) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:31.797486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Router b5687812-8481-4ded-8761-c4c927e71334 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:31.846907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37864) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:32.089950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Calling delete_port for 92de92b3-1b26-47d3-ad4e-f1198fe65193 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:32.190140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01d1d724-96e5-494e-868d-93b93f4e76d3 None None] Network dd5f4608-28a3-408f-9008-60795bf9e899 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:32.249917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:32.430358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:32.438573 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "PUT /v2.0/routers/b5687812-8481-4ded-8761-c4c927e71334/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4029665 Jan 14 05:48:32.441679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37876) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:32.493138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6be5cdef-cb21-452f-bfd4-ff890dec11c3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:32.506661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] For port 92de92b3-1b26-47d3-ad4e-f1198fe65193, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=92de92b3-1b26-47d3-ad4e-f1198fe65193,segment=NetworkSegment(13789c48-2b98-4514-a092-4345729e45e7),segment_id=13789c48-2b98-4514-a092-4345729e45e7)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:32.507230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:32.543736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:32.552087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15d90d-07f0-4aee-bae8-186cafa6fc8b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:32.583316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15d90d-07f0-4aee-bae8-186cafa6fc8b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:32.592843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 741ad7ec-c3eb-4747-906b-26178aa5c858 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:32.606383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7b15d90d-07f0-4aee-bae8-186cafa6fc8b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:32.607385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b15d90d-07f0-4aee-bae8-186cafa6fc8b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Synchronizing usage tracker for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:48:32.637097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Router 811ef2b6-eba3-4e39-8585-f4864ca758de is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:48:32.638828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:32.656197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Pushing event deleted for resources: {'Port': ['ID=92de92b3-1b26-47d3-ad4e-f1198fe65193,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:32.659492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-be109b99-5c24-4ad9-9626-1c8386b6a246 None None] Provisioning for port 741ad7ec-c3eb-4747-906b-26178aa5c858 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:32.662982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:32.667588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Usage tracker for resource:security_group_rule and tenant:4b2a915586744dc394af1d31d4f3cb68 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:32.667740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] Sync routers for ids ['b5687812-8481-4ded-8761-c4c927e71334'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:32.670737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:32.674429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:32.675496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] No DVR routers for this DVR port 92de92b3-1b26-47d3-ad4e-f1198fe65193 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:32.678401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b15d90d-07f0-4aee-bae8-186cafa6fc8b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Unset dirty status for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:48:32.683336 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b15d90d-07f0-4aee-bae8-186cafa6fc8b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "GET /v2.0/ports?network_id=17ff9ed8-47bc-4e66-bfaa-517b52873463 HTTP/1.1" status: 200 len: 2358 time: 1.0796568 Jan 14 05:48:32.684329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:32.685380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:32.714382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] Routers {'b5687812-8481-4ded-8761-c4c927e71334'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:32.715167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b5687812-8481-4ded-8761-c4c927e71334'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:32.782079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-71e91c12-ef83-4070-9108-30d5749f554b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:32.789860 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71e91c12-ef83-4070-9108-30d5749f554b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "GET /v2.0/subnets/e671db10-2dd8-4c79-805c-72a11b7c7ae5 HTTP/1.1" status: 200 len: 797 time: 0.1015303 Jan 14 05:48:32.793303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37890) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:32.804987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'port': {'network_id': '17ff9ed8-47bc-4e66-bfaa-517b52873463', 'name': 'tempest-FloatingIPTestJSON-1047800212', 'fixed_ips': [{'ip_address': '172.20.0.14'}, {'ip_address': '172.20.0.13'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:32.807787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 741ad7ec-c3eb-4747-906b-26178aa5c858 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:32.818931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 741ad7ec-c3eb-4747-906b-26178aa5c858 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:32.819355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.006649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:33.025054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:33.040818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.053610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:33.058777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Calling delete_port for 92de92b3-1b26-47d3-ad4e-f1198fe65193 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:33.106787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 741ad7ec-c3eb-4747-906b-26178aa5c858, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=741ad7ec-c3eb-4747-906b-26178aa5c858,segment=NetworkSegment(06425ad2-29be-40ad-9286-c6289b60c409),segment_id=06425ad2-29be-40ad-9286-c6289b60c409)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:33.118745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object d220efd6-7d44-4220-9c60-d9cf710a8917 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:33.126376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.133266 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:33.222799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92de92b3-1b26-47d3-ad4e-f1198fe65193 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:33.238511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.244915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.263481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 92de92b3-1b26-47d3-ad4e-f1198fe65193 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:33.263884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 92de92b3-1b26-47d3-ad4e-f1198fe65193 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:33.279711 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd317608-5734-452b-a7d3-3517cf57d1e5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:33.290914 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4b2a915586744dc394af1d31d4f3cb68&name=default HTTP/1.1" status: 200 len: 2983 time: 0.8637416 Jan 14 05:48:33.299429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37898) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:33.336522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] Set router b5687812-8481-4ded-8761-c4c927e71334 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:48:33.358880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.401884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47b96876-4bd6-4a28-8a3f-f7bd31b6f941,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:33.410096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:33.432923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.468010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.515036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:48:33.515397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:48:33.519286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:33.531141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Sync routers for ids ['811ef2b6-eba3-4e39-8585-f4864ca758de'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:33.540846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.546468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Routers {'811ef2b6-eba3-4e39-8585-f4864ca758de'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:33.547192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['811ef2b6-eba3-4e39-8585-f4864ca758de'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:33.551277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.581691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a74b33f-270d-48c5-ad40-0e1249bafd6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:33.648512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47b96876-4bd6-4a28-8a3f-f7bd31b6f941,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:33.664515 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:33.666525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.667941 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47b96876-4bd6-4a28-8a3f-f7bd31b6f941 HTTP/1.1" status: 204 len: 168 time: 0.3638220 Jan 14 05:48:33.787219 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-381d0682-3b58-4402-bd62-d20bcd113c0b tempest-RoutersAdminTest-2142956720 tempest-RoutersAdminTest-2142956720] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:33.839995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] device_id is not set on port 546b0c81-82f5-46c0-a355-57814cea0968 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:48:33.848798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=741ad7ec-c3eb-4747-906b-26178aa5c858,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:33.891080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:33.941627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=d220efd6-7d44-4220-9c60-d9cf710a8917,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:33.947633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.949156 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 907 time: 10.1712420 Jan 14 05:48:33.954164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:48:28Z', 'revision_number': 5, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:33.956007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Deleting subnet dfd08681-881e-4572-8601-31f8de00e90b {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:33.960856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:33.961603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] Checking router: b5687812-8481-4ded-8761-c4c927e71334 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:48:33.967927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:33.973401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] Routers {'b5687812-8481-4ded-8761-c4c927e71334'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:33.974380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b5687812-8481-4ded-8761-c4c927e71334'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:33.990353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37910) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:34.015284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network dd5f4608-28a3-408f-9008-60795bf9e899 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:34.016276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting port 92de92b3-1b26-47d3-ad4e-f1198fe65193 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:34.016749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:34.062271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:34.082936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:34.207344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] The port '92de92b3-1b26-47d3-ad4e-f1198fe65193' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:48:34.274194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:34.369961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Set router 811ef2b6-eba3-4e39-8585-f4864ca758de gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:48:34.389298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] Set router b5687812-8481-4ded-8761-c4c927e71334 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.608619 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:34.613390 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:34.630379 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-10c76502-e280-40e2-a14b-2d2128bbe554 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/811ef2b6-eba3-4e39-8585-f4864ca758de HTTP/1.1" status: 200 len: 908 time: 0.6381001 Jan 14 05:48:34.633093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:34.634041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:34.635916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37916) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:34.663823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:34.760802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37920) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:34.780156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:48:34.817418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:34.835169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 922 time: 6.2104597 Jan 14 05:48:34.842280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37924) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:34.849022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:34.853518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Usage tracker for resource:security_group_rule and tenant:afbf494d8c6a4e8e959315a28d742060 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:34.857341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:34.864178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:34.971171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 741ad7ec-c3eb-4747-906b-26178aa5c858 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:34.986053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.022137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.050351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811ef2b6-eba3-4e39-8585-f4864ca758de', 'name': 'tempest-snat-router-2093379615', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b27a7871-3a9d-4651-8915-530b4f621928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:23Z', 'updated_at': '2021-01-14T05:48:28Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'b27a7871-3a9d-4651-8915-530b4f621928', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811ef2b6-eba3-4e39-8585-f4864ca758de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:26Z', 'updated_at': '2021-01-14T05:48:26Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:35.075347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Checking router: 811ef2b6-eba3-4e39-8585-f4864ca758de for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:48:35.076026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Updating router 811ef2b6-eba3-4e39-8585-f4864ca758de port b27a7871-3a9d-4651-8915-530b4f621928 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:48:35.080401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.14 (17ff9ed8-47bc-4e66-bfaa-517b52873463/e671db10-2dd8-4c79-805c-72a11b7c7ae5/546b0c81-82f5-46c0-a355-57814cea0968) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:35.087182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.13 (17ff9ed8-47bc-4e66-bfaa-517b52873463/e671db10-2dd8-4c79-805c-72a11b7c7ae5/546b0c81-82f5-46c0-a355-57814cea0968) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:35.190848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.210356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bf728ed9-75f3-48ce-8f6f-f3840deddadd None None] Provisioning complete for port 741ad7ec-c3eb-4747-906b-26178aa5c858 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:35.211027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf728ed9-75f3-48ce-8f6f-f3840deddadd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.226273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d892087-5ff8-4eeb-87df-1c1a7293970a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:35.260745 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=afbf494d8c6a4e8e959315a28d742060&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4851687 Jan 14 05:48:35.279802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.315865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.339150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37930) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:35.459024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.514058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9c497c31-68d5-4878-9396-abfdbb1f5961']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:35.603175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '13789c48-2b98-4514-a092-4345729e45e7') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:35.603900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '13789c48-2b98-4514-a092-4345729e45e7') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:35.630565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.633732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=47e81412-5875-4fd5-9952-f75f86001b33,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:35.657611 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14c9eaee-e214-460c-bbc1-5fe67352e556 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:35.659619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 741ad7ec-c3eb-4747-906b-26178aa5c858 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:35.660060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.694376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.710819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Transition to ACTIVE for port object b27a7871-3a9d-4651-8915-530b4f621928 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:35.715656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.717411 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.499s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:35.736564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:48:28Z', 'revision_number': 5, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:35.742517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-819e81ae-17bf-4803-99fa-82f116e8049a None None] The sync data for ids ['b5687812-8481-4ded-8761-c4c927e71334'] in n-d-768851-4 is: [{'id': 'b5687812-8481-4ded-8761-c4c927e71334', 'name': 'tempest-TestNetworkBasicOps-router-2052672313', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38'}], 'enable_snat': True}, 'gw_port_id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:47:11Z', 'updated_at': '2021-01-14T05:48:28Z', 'revision_number': 5, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': '37736678-0c2c-4682-a16d-8f1b24f2f6bc', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b7:84:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'b5687812-8481-4ded-8761-c4c927e71334', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2713, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.38', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:47:13Z', 'updated_at': '2021-01-14T05:47:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:35.742682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b578e5b0-2d6a-47a6-950c-adce579d4610 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:35.802478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.843686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.852420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aac227b7-f4b3-4d3f-b5fb-0dce4108fa04 None None] Provisioning complete for port 741ad7ec-c3eb-4747-906b-26178aa5c858 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:35.852848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aac227b7-f4b3-4d3f-b5fb-0dce4108fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.869288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=546b0c81-82f5-46c0-a355-57814cea0968,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:35.872830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting port b27a7871-3a9d-4651-8915-530b4f621928 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:35.873201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.921553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.921832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:35.929756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:35.945342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Pushing event updated for resources: {'Port': ['ID=b27a7871-3a9d-4651-8915-530b4f621928,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:35.951157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.972543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.973368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.974013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.974553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.975097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.975760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.976512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.977044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.977567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.978091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.978599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.979146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.979734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.980258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.980930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.981566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.982017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:35.982488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.983248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.983900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.984421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.984934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.985449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.985964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.986742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.987695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.988207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.988732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.989235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.989735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.990236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.990939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.991442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.992045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.992773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.993496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.994112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:48:35.999082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:36.068271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Attempting to bind port b27a7871-3a9d-4651-8915-530b4f621928 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:48:36.068951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Attempting to bind port b27a7871-3a9d-4651-8915-530b4f621928 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:48:36.069516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Attempting to bind port b27a7871-3a9d-4651-8915-530b4f621928 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:48:36.077458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:48:36.078124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:36.078760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.079345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:48:36.080026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Bound port: b27a7871-3a9d-4651-8915-530b4f621928, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:48:36.080727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.088289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aac227b7-f4b3-4d3f-b5fb-0dce4108fa04 None None] Provisioning for port d220efd6-7d44-4220-9c60-d9cf710a8917 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:36.102310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aac227b7-f4b3-4d3f-b5fb-0dce4108fa04 None None] Provisioning complete for port d220efd6-7d44-4220-9c60-d9cf710a8917 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:36.102802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aac227b7-f4b3-4d3f-b5fb-0dce4108fa04 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.144251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:36.147448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:36.151447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:36.232954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] For port b27a7871-3a9d-4651-8915-530b4f621928, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:48:36.239348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] For port b27a7871-3a9d-4651-8915-530b4f621928, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b27a7871-3a9d-4651-8915-530b4f621928,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:48:36.251779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 312d3727-be7f-4972-b954-8eb8fea91e1d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:36.261126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.275798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.289074 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:36.293302 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:36.306602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:36.307381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.319673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 312d3727-be7f-4972-b954-8eb8fea91e1d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:36.320098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 312d3727-be7f-4972-b954-8eb8fea91e1d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:36.328327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-aac227b7-f4b3-4d3f-b5fb-0dce4108fa04 None None] Port d220efd6-7d44-4220-9c60-d9cf710a8917 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:48:36.469836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:36.471818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Calling delete_port for b27a7871-3a9d-4651-8915-530b4f621928 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:36.537381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.542061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e493e9c2-696b-4266-8215-c0a96474b638 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:36.567920 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1010 time: 3.7731197 Jan 14 05:48:36.569661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Routers {'811ef2b6-eba3-4e39-8585-f4864ca758de'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:36.570540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['811ef2b6-eba3-4e39-8585-f4864ca758de'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:36.571248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37946) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:36.574394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=47e81412-5875-4fd5-9952-f75f86001b33,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:36.587137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:36.587546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'port_id': '546b0c81-82f5-46c0-a355-57814cea0968', 'fixed_ip_address': '172.20.0.14'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:36.600726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:36.625341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:floatingip and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:36.629097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:36.646081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:36.659404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:48:36.659792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:48:36.663544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.693382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.697330 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/47e81412-5875-4fd5-9952-f75f86001b33 HTTP/1.1" status: 204 len: 168 time: 1.3379984 Jan 14 05:48:36.772413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Pushing event updated for resources: {'Port': ['ID=b27a7871-3a9d-4651-8915-530b4f621928,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:36.776132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.306s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:36.838835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:36.846960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] Set router 811ef2b6-eba3-4e39-8585-f4864ca758de gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:48:36.888175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:36.904341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.100887 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c4e3f61c-e6c5-4fa7-bf3f-ceefd29f6fcf req-4a0e9e72-b2ed-466f-a133-2815fe0614f5 tempest-VolumesNegativeTest-1740193022 tempest-VolumesNegativeTest-1740193022] 10.222.0.48 "GET /v2.0/networks?tenant_id=1587e2fbbee74d4aae0c0356ea146be5&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0893641 Jan 14 05:48:37.164004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.25.3.73 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/c0a68a86-e3e7-449f-89c9-ea8077101c3f) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:37.230745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '811ef2b6-eba3-4e39-8585-f4864ca758de', 'name': 'tempest-snat-router-2093379615', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b27a7871-3a9d-4651-8915-530b4f621928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:23Z', 'updated_at': '2021-01-14T05:48:28Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'b27a7871-3a9d-4651-8915-530b4f621928', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811ef2b6-eba3-4e39-8585-f4864ca758de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:26Z', 'updated_at': '2021-01-14T05:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:37.235017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45767966-8bb1-4972-a6f0-2dccc0b2d93c None None] The sync data for ids ['811ef2b6-eba3-4e39-8585-f4864ca758de'] in n-d-768851-4 is: [{'id': '811ef2b6-eba3-4e39-8585-f4864ca758de', 'name': 'tempest-snat-router-2093379615', 'tenant_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.132'}], 'enable_snat': True}, 'gw_port_id': 'b27a7871-3a9d-4651-8915-530b4f621928', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:23Z', 'updated_at': '2021-01-14T05:48:28Z', 'revision_number': 3, 'project_id': '7d8daf72870a4ac18a857c67f4d6d2fd', 'gw_port': {'id': 'b27a7871-3a9d-4651-8915-530b4f621928', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:21:49:1b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '811ef2b6-eba3-4e39-8585-f4864ca758de', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2795, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.132', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:26Z', 'updated_at': '2021-01-14T05:48:36Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:37.261577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.318650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 9c497c31-68d5-4878-9396-abfdbb1f5961 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:37.355923 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:37.360016 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:37.441937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.464639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35958b58-24f0-4571-aecc-a3b7c72cea44 tempest-FloatingIPNegativeTestJSON-480036605 tempest-FloatingIPNegativeTestJSON-480036605] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:37.580632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.698629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'Subnet': ['ID=dfd08681-881e-4572-8601-31f8de00e90b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:37.731776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:37.769798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.791477 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:37.808844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.882324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=9c497c31-68d5-4878-9396-abfdbb1f5961,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:37.899208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.899804 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:37.917585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.926286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/9c497c31-68d5-4878-9396-abfdbb1f5961 HTTP/1.1" status: 204 len: 168 time: 7.1266253 Jan 14 05:48:37.928805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting port b27a7871-3a9d-4651-8915-530b4f621928 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:37.929308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:37.950859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4e3f61c-e6c5-4fa7-bf3f-ceefd29f6fcf req-5c2d8ab5-68e5-4c05-96e0-02559fcf0875 tempest-VolumesNegativeTest-1740193022 tempest-VolumesNegativeTest-1740193022] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:37.952634 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c4e3f61c-e6c5-4fa7-bf3f-ceefd29f6fcf req-5c2d8ab5-68e5-4c05-96e0-02559fcf0875 tempest-VolumesNegativeTest-1740193022 tempest-VolumesNegativeTest-1740193022] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.8140454 Jan 14 05:48:37.953099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 37972) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:38.010626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-027d7d6c-5056-4ecc-ab73-a4ccbc465456 None None] Network cf1fec16-236a-472d-94ee-222838b3238a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:38.015501 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a75d970d-27a0-48b0-a6e6-e1d0c2f39324 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:38.016008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a75d970d-27a0-48b0-a6e6-e1d0c2f39324 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:38.020651 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a75d970d-27a0-48b0-a6e6-e1d0c2f39324 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/e3598cef-e00b-4ee0-9db6-696dac6d633d HTTP/1.1" status: 404 len: 337 time: 0.0579727 Jan 14 05:48:38.025548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.027548 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/subnets/dfd08681-881e-4572-8601-31f8de00e90b HTTP/1.1" status: 204 len: 168 time: 5.5830452 Jan 14 05:48:38.030157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37976) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:38.030670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37978) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:38.041539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.209361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:38.274915 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bafc24d9-2380-4e97-8757-00daed26a84a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] DELETE failed (client error): The resource could not be found. Jan 14 05:48:38.275466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bafc24d9-2380-4e97-8757-00daed26a84a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:48:38.294179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=c0a68a86-e3e7-449f-89c9-ea8077101c3f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:38.300377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bafc24d9-2380-4e97-8757-00daed26a84a tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/593b2f41-160a-4a9c-b218-e0de0414f02b HTTP/1.1" status: 404 len: 339 time: 0.2656608 Jan 14 05:48:38.331681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b27a7871-3a9d-4651-8915-530b4f621928 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:38.371410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:38.381279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 37986) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:38.422211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] DHCP port deletion for cf1fec16-236a-472d-94ee-222838b3238a request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:38.433325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] Deleting port 0d43ac7f-9507-44b4-871d-72b54674cad0 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:38.433325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.547145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.558653 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c4e3f61c-e6c5-4fa7-bf3f-ceefd29f6fcf req-b92d051c-1373-40d8-8435-bfeac03e8482 tempest-VolumesNegativeTest-1740193022 tempest-VolumesNegativeTest-1740193022] 10.222.0.48 "GET /v2.0/quotas/1587e2fbbee74d4aae0c0356ea146be5 HTTP/1.1" status: 200 len: 375 time: 0.5575321 Jan 14 05:48:38.566328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b27a7871-3a9d-4651-8915-530b4f621928 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:38.568394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] For port b27a7871-3a9d-4651-8915-530b4f621928, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b27a7871-3a9d-4651-8915-530b4f621928,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:38.568813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.597337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.731769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9763fa6f-1e2d-42ed-8447-3246cb69dcd8 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:38.735720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b27a7871-3a9d-4651-8915-530b4f621928 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:38.736267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.794732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] For port 0d43ac7f-9507-44b4-871d-72b54674cad0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0d43ac7f-9507-44b4-871d-72b54674cad0,segment=NetworkSegment(6df6ab22-db66-4c33-ac46-76321c9b776c),segment_id=6df6ab22-db66-4c33-ac46-76321c9b776c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:38.795195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:38.825693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=d220efd6-7d44-4220-9c60-d9cf710a8917,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:38.841067 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c4e3f61c-e6c5-4fa7-bf3f-ceefd29f6fcf req-49c52dca-5117-4052-afcf-399f74fc9b34 tempest-VolumesNegativeTest-1740193022 tempest-VolumesNegativeTest-1740193022] 10.222.0.48 "GET /v2.0/ports?tenant_id=1587e2fbbee74d4aae0c0356ea146be5&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2813702 Jan 14 05:48:38.842271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:38.943685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] Calling delete_port for 0d43ac7f-9507-44b4-871d-72b54674cad0 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:39.015820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:39.026566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.139034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.160012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b27a7871-3a9d-4651-8915-530b4f621928, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b27a7871-3a9d-4651-8915-530b4f621928,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:39.167219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.183164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.188514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33a92c4e-66a9-4fe2-86b8-8ca20ad6929d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:39.234578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] Pushing event deleted for resources: {'Port': ['ID=0d43ac7f-9507-44b4-871d-72b54674cad0,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:39.255762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Calling delete_port for b27a7871-3a9d-4651-8915-530b4f621928 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:39.295884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.303473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:39.353810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b27a7871-3a9d-4651-8915-530b4f621928,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:39.365336 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:39.367806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.138s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:39.368203 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:39.391372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f2b02e73-7594-4dc4-a213-ecc79999f6b1 None None] Provisioning complete for port d220efd6-7d44-4220-9c60-d9cf710a8917 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:39.391768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2b02e73-7594-4dc4-a213-ecc79999f6b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.425796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.437611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:39.487933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f2b02e73-7594-4dc4-a213-ecc79999f6b1 None None] Port d220efd6-7d44-4220-9c60-d9cf710a8917 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:48:39.527490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.531732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3c871f36-b439-40f6-9d69-a1f63010f242 None None] No DVR routers for this DVR port 0d43ac7f-9507-44b4-871d-72b54674cad0 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:39.534197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Deleting port 37736678-0c2c-4682-a16d-8f1b24f2f6bc {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:39.534891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.583881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Deleting subnet cb9d5b26-1d9b-48b1-8f13-1c4a1745335c {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:39.608679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.826468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.978784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:39.984065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:40.005540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:48:40.005931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Performing DB retry for function neutron.db.l3_db.L3_NAT_dbonly_mixin.delete_router {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:48:40.021676 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c65d2db1-fec4-46d0-8bba-0d5c724b0447 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:40.043390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] For port 37736678-0c2c-4682-a16d-8f1b24f2f6bc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=37736678-0c2c-4682-a16d-8f1b24f2f6bc,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:40.043791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:40.085125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:40.269777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b27a7871-3a9d-4651-8915-530b4f621928 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:40.461725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network dd5f4608-28a3-408f-9008-60795bf9e899 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:40.464018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b27a7871-3a9d-4651-8915-530b4f621928 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:40.464529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:40.472654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:40.667486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:40.892147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0d43ac7f-9507-44b4-871d-72b54674cad0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:40.943297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 0d43ac7f-9507-44b4-871d-72b54674cad0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:40.943692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0d43ac7f-9507-44b4-871d-72b54674cad0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:40.959170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d56fe4ee-1b27-4b78-b734-850a13ae688d None None] Provisioning complete for port d220efd6-7d44-4220-9c60-d9cf710a8917 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:40.960174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d56fe4ee-1b27-4b78-b734-850a13ae688d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:40.988627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:40.994943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting port b27a7871-3a9d-4651-8915-530b4f621928 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:40.995592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:41.021148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d56fe4ee-1b27-4b78-b734-850a13ae688d None None] Port d220efd6-7d44-4220-9c60-d9cf710a8917 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:48:41.037591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38056) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:41.135173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Calling delete_port for 37736678-0c2c-4682-a16d-8f1b24f2f6bc owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:41.141507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=d220efd6-7d44-4220-9c60-d9cf710a8917,revision_number=3']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:41.153170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:41.265260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:41.284013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 4ca2638b-23a8-4f1a-ad9a-62bb45c53636 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:48:41.467492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:41.475656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/4ca2638b-23a8-4f1a-ad9a-62bb45c53636/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4831350 Jan 14 05:48:41.476538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38084) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:41.478110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] Sync routers for ids ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:41.508777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] Routers {'4ca2638b-23a8-4f1a-ad9a-62bb45c53636'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:41.509656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.563757 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:41.567382 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:41.584520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8b16df4-23f0-4a3c-9dbc-5bade0c3ece2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:41.585505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:41.585618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8b16df4-23f0-4a3c-9dbc-5bade0c3ece2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:48:41.589098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:41.599774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] Routers {'4ca2638b-23a8-4f1a-ad9a-62bb45c53636'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:41.600682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:41.603524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8b16df4-23f0-4a3c-9dbc-5bade0c3ece2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:48:41.607778 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8b16df4-23f0-4a3c-9dbc-5bade0c3ece2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports/d220efd6-7d44-4220-9c60-d9cf710a8917 HTTP/1.1" status: 200 len: 977 time: 0.1301630 Jan 14 05:48:41.608465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38088) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:41.664998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:41.684186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:41.684675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f83fde97-6813-409e-96c3-5d80ce3c9d95 None None] The sync data for ids ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:41.709076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Usage tracker for resource:security_group_rule and tenant:d96e40adf7f24317ad215600f0a66dbd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:41.755125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:41.786517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:41.892695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] For port b27a7871-3a9d-4651-8915-530b4f621928, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b27a7871-3a9d-4651-8915-530b4f621928,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:41.893856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:41.912600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.128624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Calling delete_port for b27a7871-3a9d-4651-8915-530b4f621928 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:42.169315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.219875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-527d67dc-9d38-44de-a080-b6dce6fe43e4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.226205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.245996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58de66f1-abcd-4637-af5f-70ced3c74312 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:42.357185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Subnet': ['ID=cb9d5b26-1d9b-48b1-8f13-1c4a1745335c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:42.369434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:42.521298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.527015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8656758-50a6-4a55-b634-23890e6c92d2 None None] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:42.536876 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/subnets/cb9d5b26-1d9b-48b1-8f13-1c4a1745335c HTTP/1.1" status: 204 len: 168 time: 4.1468034 Jan 14 05:48:42.540845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38166) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:42.568470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.636267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port d220efd6-7d44-4220-9c60-d9cf710a8917 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:42.636741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.704095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.820952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] DHCP port deletion for 6519d064-2ea9-489a-8f8d-cd99b71b8f74 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:42.827532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Deleting port 33324a8a-6c1a-49b5-9169-e0d7035209ff {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:42.828534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:42.895285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.058571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for d220efd6-7d44-4220-9c60-d9cf710a8917 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:43.115005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] For port 33324a8a-6c1a-49b5-9169-e0d7035209ff, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=33324a8a-6c1a-49b5-9169-e0d7035209ff,segment=NetworkSegment(93425d7f-f92f-4454-8da6-d3205779884a),segment_id=93425d7f-f92f-4454-8da6-d3205779884a)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:43.115588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.229771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.236393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.259266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.261325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Calling delete_port for 33324a8a-6c1a-49b5-9169-e0d7035209ff owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:43.294272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.317781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d06aefc6-d979-4671-ba75-ec6cdbc1267e tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:43.351753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.369527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43ed893d-102d-4fa7-abfc-9b4e35ebb960 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:43.369954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=d220efd6-7d44-4220-9c60-d9cf710a8917,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:43.414138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Pushing event deleted for resources: {'Port': ['ID=33324a8a-6c1a-49b5-9169-e0d7035209ff,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:43.439685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:43.485914 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:43.533678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.534370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Fanout notify agent at l3_agent the message router_deleted on router b5687812-8481-4ded-8761-c4c927e71334 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:48:43.567188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.596743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] No DVR routers for this DVR port 33324a8a-6c1a-49b5-9169-e0d7035209ff on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:43.808037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.811793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.812993 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62c74e7f-ad41-4c8d-9256-7fe0cc64e8e5 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/routers/b5687812-8481-4ded-8761-c4c927e71334 HTTP/1.1" status: 204 len: 168 time: 5.7783659 Jan 14 05:48:43.836332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38252) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:43.845045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.936107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:43.978216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.121518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.122078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Fanout notify agent at l3_agent the message router_deleted on router 811ef2b6-eba3-4e39-8585-f4864ca758de {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:48:44.139004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.247906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 37736678-0c2c-4682-a16d-8f1b24f2f6bc no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:44.295736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6519d064-2ea9-489a-8f8d-cd99b71b8f74']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:44.301958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 37736678-0c2c-4682-a16d-8f1b24f2f6bc {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:44.302546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 37736678-0c2c-4682-a16d-8f1b24f2f6bc not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:44.303216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 33324a8a-6c1a-49b5-9169-e0d7035209ff no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:44.304311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 4ca2638b-23a8-4f1a-ad9a-62bb45c53636 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:44.320542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '93425d7f-f92f-4454-8da6-d3205779884a') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:44.320928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '93425d7f-f92f-4454-8da6-d3205779884a') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:44.356743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 33324a8a-6c1a-49b5-9169-e0d7035209ff {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:44.357364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 33324a8a-6c1a-49b5-9169-e0d7035209ff not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:44.393584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.459797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.503620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4683eaf-8f8b-49c3-a75c-22cf04d2634b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.524379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:44.638256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.642334 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b01da069-9431-4a4c-9f67-6c38366c2eb0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "DELETE /v2.0/routers/811ef2b6-eba3-4e39-8585-f4864ca758de HTTP/1.1" status: 204 len: 168 time: 10.0052705 Jan 14 05:48:44.658293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38278) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:44.741176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.772138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.822667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:44.833848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] Sync routers for ids ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:44.846297 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/4ca2638b-23a8-4f1a-ad9a-62bb45c53636/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2360485 Jan 14 05:48:44.848553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38290) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:44.852759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] Routers {'4ca2638b-23a8-4f1a-ad9a-62bb45c53636'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:44.853707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:44.901451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:44.911696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:44.929316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:44.940441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] Routers {'4ca2638b-23a8-4f1a-ad9a-62bb45c53636'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:44.941108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:45.000999 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.004899 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:45.007168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4808dad7-d8ec-47d0-87bd-c4fceb13b985 None None] The sync data for ids ['4ca2638b-23a8-4f1a-ad9a-62bb45c53636'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.007385 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.011890 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.234494 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-14a82bb8-5891-4e04-a460-5a302244eaf3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] remove_router_interface failed (client error): The resource could not be found. Jan 14 05:48:45.235895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14a82bb8-5891-4e04-a460-5a302244eaf3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/4ca2638b-23a8-4f1a-ad9a-62bb45c53636/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 0.3860111 Jan 14 05:48:45.239258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38308) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:45.258304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.298258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a5bf6d00-d331-4458-99c2-06c01d119aa3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:48:45.301409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.320230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a5bf6d00-d331-4458-99c2-06c01d119aa3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:48:45.321688 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5bf6d00-d331-4458-99c2-06c01d119aa3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=4ca2638b-23a8-4f1a-ad9a-62bb45c53636 HTTP/1.1" status: 200 len: 205 time: 0.0814257 Jan 14 05:48:45.324704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38312) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:45.336084 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40c0a064-a4bc-415c-b08a-833d8f5ceec9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:45.340309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.353251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Network 6519d064-2ea9-489a-8f8d-cd99b71b8f74 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:48:45.392301 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:45.395863 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:45.407754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cf1fec16-236a-472d-94ee-222838b3238a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:45.472704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d93901f8-bce0-4fbf-b1fa-4a171aaa81fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.566917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6df6ab22-db66-4c33-ac46-76321c9b776c') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:45.567252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6df6ab22-db66-4c33-ac46-76321c9b776c') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:45.578829 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d96e40adf7f24317ad215600f0a66dbd&name=default HTTP/1.1" status: 200 len: 2983 time: 4.4640975 Jan 14 05:48:45.587144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=425f5ac3-d6e1-4003-b2be-0b5eaabd8386,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:45.591116 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:45.594494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38316) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:45.602773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.629639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.660997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.665285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.669285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.738423 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a7226f7-299a-44ec-9ea5-2865372661ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:45.773814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.777920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d93901f8-bce0-4fbf-b1fa-4a171aaa81fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.782465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d93901f8-bce0-4fbf-b1fa-4a171aaa81fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.787434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:45.813112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.838649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d93901f8-bce0-4fbf-b1fa-4a171aaa81fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.839210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d93901f8-bce0-4fbf-b1fa-4a171aaa81fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Fanout notify agent at l3_agent the message router_deleted on router 4ca2638b-23a8-4f1a-ad9a-62bb45c53636 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:48:45.847800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.857901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Pushing event deleted for resources: {'Network': ['ID=6519d064-2ea9-489a-8f8d-cd99b71b8f74,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:45.860805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:45.872487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d93901f8-bce0-4fbf-b1fa-4a171aaa81fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:45.876723 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d93901f8-bce0-4fbf-b1fa-4a171aaa81fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/4ca2638b-23a8-4f1a-ad9a-62bb45c53636 HTTP/1.1" status: 204 len: 168 time: 0.5480826 Jan 14 05:48:45.881817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38320) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:46.121669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 63938707-f7cf-4ad6-804d-057c624f142d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:48:46.126288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.156903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.172301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c6af5c8-893c-47ff-b285-efe011e1ea66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:46.195993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=425f5ac3-d6e1-4003-b2be-0b5eaabd8386,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:46.200218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:46.210298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.211715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/425f5ac3-d6e1-4003-b2be-0b5eaabd8386 HTTP/1.1" status: 204 len: 168 time: 0.6162732 Jan 14 05:48:46.217004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.273798 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] 10.222.0.48 "DELETE /v2.0/networks/6519d064-2ea9-489a-8f8d-cd99b71b8f74 HTTP/1.1" status: 204 len: 168 time: 3.7265787 Jan 14 05:48:46.320850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.338639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b27a7871-3a9d-4651-8915-530b4f621928 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:46.432596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b27a7871-3a9d-4651-8915-530b4f621928 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:46.438162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b27a7871-3a9d-4651-8915-530b4f621928 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:46.442572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.688524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.705014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38336) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:46.726116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.750813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.771476 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:46.821218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network cf1fec16-236a-472d-94ee-222838b3238a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:46.831366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Deleting port e709fdd1-e9cc-4f3e-8376-95f8c82941d9 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:46.832133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.876414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:46.938059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=63938707-f7cf-4ad6-804d-057c624f142d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:46.953240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:46.962271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38342) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:47.010553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.050077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:47.054682 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14514980-5907-4207-8b2b-f3c360ff86b2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=49918fd9f9cd44fe939f9ec64a946182&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3484275 Jan 14 05:48:47.057503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Usage tracker for resource:security_group_rule and tenant:1be3f63eb01745979710745f28f124e3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:47.060720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:47.066652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:47.149023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38346) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:47.152676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.156553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.161775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.164245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d41887d-8b1e-42d7-ab4b-ff970d28454e None None] Network dd5f4608-28a3-408f-9008-60795bf9e899 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:47.177597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26bd7679-30b4-44c9-8a95-c8230f7fe722 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:47.208325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/63938707-f7cf-4ad6-804d-057c624f142d HTTP/1.1" status: 204 len: 168 time: 1.3253326 Jan 14 05:48:47.218315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38350) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:47.237040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.249603 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1be3f63eb01745979710745f28f124e3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2838395 Jan 14 05:48:47.253699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e81357e1-d885-4a90-9832-d40005d18583,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:47.261019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38356) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:47.309460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:47.360496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.390159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.403655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bc627e9-caa5-4fdd-8be4-5a094cd702fd tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:47.448517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network cf1fec16-236a-472d-94ee-222838b3238a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:47.455766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] DHCP port deletion for dd5f4608-28a3-408f-9008-60795bf9e899 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:48:47.462339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Deleting port 741ad7ec-c3eb-4747-906b-26178aa5c858 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:47.462784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.491096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 741ad7ec-c3eb-4747-906b-26178aa5c858 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:47.491455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.535316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.585270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:47.591901 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:47.742918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] For port e709fdd1-e9cc-4f3e-8376-95f8c82941d9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e709fdd1-e9cc-4f3e-8376-95f8c82941d9,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:47.743462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.783828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 741ad7ec-c3eb-4747-906b-26178aa5c858, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=741ad7ec-c3eb-4747-906b-26178aa5c858,segment=NetworkSegment(06425ad2-29be-40ad-9286-c6289b60c409),segment_id=06425ad2-29be-40ad-9286-c6289b60c409)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:47.784228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.795809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.802627 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-452e4561-4e0a-491e-8832-b2884b15aefa tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:47.817239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] For port 741ad7ec-c3eb-4747-906b-26178aa5c858, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=741ad7ec-c3eb-4747-906b-26178aa5c858,segment=NetworkSegment(06425ad2-29be-40ad-9286-c6289b60c409),segment_id=06425ad2-29be-40ad-9286-c6289b60c409)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:47.817681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.925091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=c0a68a86-e3e7-449f-89c9-ea8077101c3f,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:47.926718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e81357e1-d885-4a90-9832-d40005d18583,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:47.937446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 741ad7ec-c3eb-4747-906b-26178aa5c858 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:47.970236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:47.990029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:47.993881 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e81357e1-d885-4a90-9832-d40005d18583 HTTP/1.1" status: 204 len: 168 time: 0.7293139 Jan 14 05:48:48.033555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.060554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:48.091012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.107113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=741ad7ec-c3eb-4747-906b-26178aa5c858,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:48.169043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:48.177519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Calling delete_port for e709fdd1-e9cc-4f3e-8376-95f8c82941d9 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:48.196786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Calling delete_port for 741ad7ec-c3eb-4747-906b-26178aa5c858 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:48.237937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:48.248659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No DVR routers for this DVR port 741ad7ec-c3eb-4747-906b-26178aa5c858 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:48:48.278371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:48:48.278804 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:48:48.307067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.308370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 741ad7ec-c3eb-4747-906b-26178aa5c858 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:48.326515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.348099 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4283cafb-cad5-4b47-91a5-d44aca3dffe8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:48.385328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 741ad7ec-c3eb-4747-906b-26178aa5c858 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:48.385955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 741ad7ec-c3eb-4747-906b-26178aa5c858 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:48.396558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.406175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38368) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:48.407142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'Network': ['ID=cf1fec16-236a-472d-94ee-222838b3238a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:48.420979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:48.436212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.453678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/networks/cf1fec16-236a-472d-94ee-222838b3238a HTTP/1.1" status: 204 len: 168 time: 4.6167400 Jan 14 05:48:48.490457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38376) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:48.566341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dd5f4608-28a3-408f-9008-60795bf9e899']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:48.575297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.581220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '06425ad2-29be-40ad-9286-c6289b60c409') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:48.581584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '06425ad2-29be-40ad-9286-c6289b60c409') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:48.597696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.620647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.622978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:48:48.730483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'network': {'name': 'tempest-network-smoke--1055190349', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:48.738214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.746134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab628c79-e34d-4ce4-832b-4455b433aafd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:48.780375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Deleting port 741ad7ec-c3eb-4747-906b-26178aa5c858 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:48.780808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.783684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:48.812346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network dd5f4608-28a3-408f-9008-60795bf9e899 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:48.824930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:network and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:48.851889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-591059bc-8bf9-4377-8d96-034ad1ffc94e None None] The port '741ad7ec-c3eb-4747-906b-26178aa5c858' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:48:48.864617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80731048-f13c-402f-8fcb-fe31ec4811cc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:48.866990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:48.890989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:48.905801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.930204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:48.956671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.958942 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80731048-f13c-402f-8fcb-fe31ec4811cc HTTP/1.1" status: 204 len: 168 time: 1.8032191 Jan 14 05:48:48.959285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:48.976149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:48.978809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Usage tracker for resource:security_group_rule and tenant:1587e2fbbee74d4aae0c0356ea146be5 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:49.052262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:49.076480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Made reservation on behalf of 112e1c5ef3574b6daf3b13284dda7ca3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:49.082513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.098093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:49.100686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.138005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.323203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network dd5f4608-28a3-408f-9008-60795bf9e899 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:48:49.361645 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:48:49.391994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.399952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.466383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.467000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Fanout notify agent at l3_agent the message router_deleted on router f20e0e57-6e96-4e32-b88e-a23b1f26a358 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:48:49.476505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.485059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e58dbabf-657d-4cc8-9b22-16dd4f0b5e60 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:49.485301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:48:49.497539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.497970 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Added segment 639483f3-c0e5-4cff-a771-d99a0483e705 of type vxlan for network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b Jan 14 05:48:49.526658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.531169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.557453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=dd5f4608-28a3-408f-9008-60795bf9e899,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:49.560611 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:49.569428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/dd5f4608-28a3-408f-9008-60795bf9e899 HTTP/1.1" status: 204 len: 168 time: 2.3465168 Jan 14 05:48:49.573536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38422) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:49.582027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.582664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-116702309'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:49.591348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:49.595951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:49.598916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:49.601491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:49.602257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.619461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:49.638321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-526aec19-9b6d-440c-aedb-96d7ca781475 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:49.663054 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP 9c925106-e874-43c8-b014-be78c4c073b2 associated. External IP: 172.25.3.73, port: 546b0c81-82f5-46c0-a355-57814cea0968. Jan 14 05:48:49.668285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:49.685921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.737098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:48:49.756170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.757263 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment fca9d456-0a83-4371-a78c-c3bb5d674ea3 of type vxlan for network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce Jan 14 05:48:49.836885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.878558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.907907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:49.907907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:49.913952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:50.057962 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.4806385 Jan 14 05:48:50.058995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38438) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:50.063304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=2bea18be-11e8-4ab0-bf20-7bbe010b73ce,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:50.078513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:50.078757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:50.084059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': '2bea18be-11e8-4ab0-bf20-7bbe010b73ce', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:50.103307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:50.117529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:50.236268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38444) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:50.239860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:50.248300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:50.252221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:50.259059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:50.277248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.5544932 Jan 14 05:48:50.277933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38450) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:50.279512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Network': ['ID=4e6063e0-26ac-4e1c-bc94-938c07f39a4b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:50.298150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.660s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:50.298370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:50.334501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'router': {'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'admin_state_up': True, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:50.346862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38454) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:50.361532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:50.363956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.370145 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-844bc73c-f82b-4081-9796-8c5f72ce91da tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "DELETE /v2.0/routers/f20e0e57-6e96-4e32-b88e-a23b1f26a358 HTTP/1.1" status: 204 len: 168 time: 5.7101510 Jan 14 05:48:50.391787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38460) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:50.412088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1933076699', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:50.431929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:50.436905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:router and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:50.447550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:50.448794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Usage tracker for resource:router and tenant:59f779f9e3d94f5299b97449db1422ce is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:50.454626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:50.467077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.471397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:50.477665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.485786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:50.492567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d37730c1-042e-4951-a284-e99c8fcb4715 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:50.523682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e709fdd1-e9cc-4f3e-8376-95f8c82941d9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:48:50.558309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.559466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.566858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:50.575095 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1587e2fbbee74d4aae0c0356ea146be5&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1651490 Jan 14 05:48:50.579751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d5e957d-0eec-42bb-9e74-dee19c6b4d4b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:50.585841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38464) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:50.600895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:50.605939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.607471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.617135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.685699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:50.699151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:50.707614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-864201962'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:50.739863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:50.762599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.769832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.779935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: e709fdd1-e9cc-4f3e-8376-95f8c82941d9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:48:50.780346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e709fdd1-e9cc-4f3e-8376-95f8c82941d9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:48:50.781212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:50.792134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:50.809281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.811405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:50.813402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:50.835553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Usage tracker for resource:security_group_rule and tenant:917455559b7e4d5eb81b20f5272f2395 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:50.842208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:50.853256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:50.859608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:50.870133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.899205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:50.911291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.018857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.064789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:51.099449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:51.165246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:security_group_rule and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:51.169716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:51.194904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.201438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:51.279480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.425736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.435816 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba526e5d-5c7f-4347-bd70-cca65421ff73 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:51.456204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d5e957d-0eec-42bb-9e74-dee19c6b4d4b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:51.463656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:51.505477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.525428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.526306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.530099 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0d5e957d-0eec-42bb-9e74-dee19c6b4d4b HTTP/1.1" status: 204 len: 168 time: 0.9390275 Jan 14 05:48:51.530099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:51.543450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0836324-6307-422c-b771-7097b7c18afc None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:51.555877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0836324-6307-422c-b771-7097b7c18afc None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:51.556576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d0836324-6307-422c-b771-7097b7c18afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:51.571598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.595726 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5efd7e57-e2cb-4899-8750-befd9a04a77e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:51.622520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d0836324-6307-422c-b771-7097b7c18afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:51.633432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d0836324-6307-422c-b771-7097b7c18afc None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:51.634119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d0836324-6307-422c-b771-7097b7c18afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:51.658370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=89e8328b-64b1-4e42-8544-7d9ca0f432a3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:51.675707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:51.686782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 983 time: 15.1116686 Jan 14 05:48:51.686939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38470) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:51.702852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=917455559b7e4d5eb81b20f5272f2395&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3541949 Jan 14 05:48:51.706617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d0836324-6307-422c-b771-7097b7c18afc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:51.706926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d0836324-6307-422c-b771-7097b7c18afc None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:51.710776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38474) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:51.746122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.750819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'port_id': '546b0c81-82f5-46c0-a355-57814cea0968', 'fixed_ip_address': '172.20.0.13'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:51.765744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.775075 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-77cd4163-879c-49cb-aec2-2f6f6b67cb27 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:51.827624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:48:51.870455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'SecurityGroup': ['ID=d16ff98f-2702-4299-b502-18d82fb87344,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:51.874619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:51.878903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.878903 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3 of type vxlan for network cfb20f19-4645-4361-831a-07ce61b1a51b Jan 14 05:48:51.917841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.962015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.964761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:51.996057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.062170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.074116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.255779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.293158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.312384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:52.313096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.326111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa89de3d-037f-4dc5-96cb-aef2ab737a99 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:52.341355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.569358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.602472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=cfb20f19-4645-4361-831a-07ce61b1a51b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:52.605030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.607637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:52.608924 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/89e8328b-64b1-4e42-8544-7d9ca0f432a3 HTTP/1.1" status: 204 len: 168 time: 0.8893528 Jan 14 05:48:52.619257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network cfb20f19-4645-4361-831a-07ce61b1a51b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:52.658492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:52.662067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9281455-7a6d-46b2-ae45-5be19972c281 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:52.691799 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 2.4533894 Jan 14 05:48:52.701714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38498) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:52.711105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=89e8328b-64b1-4e42-8544-7d9ca0f432a3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:52.785873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network cfb20f19-4645-4361-831a-07ce61b1a51b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:52.915854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network cfb20f19-4645-4361-831a-07ce61b1a51b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:53.073120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-2098868403'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:53.081074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.419s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:53.096937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07f7873a-2950-4d0d-8dc3-eabe4e213bfb tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.502s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:53.158435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:53.178097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:53.182589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:53.197442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:53.265384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=6bc20581-ac73-4453-81ae-bbca21da095f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:53.273851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:53.318281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Allocated IP 172.25.3.54 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/1e2b517c-51a9-48b9-be7a-62c6be6bf26c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:53.318688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:53.328510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.409478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:48:53.427395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': 'fca9d456-0a83-4371-a78c-c3bb5d674ea3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2bea18be-11e8-4ab0-bf20-7bbe010b73ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:53.427918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: 2bea18be-11e8-4ab0-bf20-7bbe010b73ce, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:48:53.433391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.433929 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment 2e662829-7280-415f-97ce-d43deb6bea8d of type vxlan for network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 Jan 14 05:48:53.468651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:48:53.480939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.495949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 2bea18be-11e8-4ab0-bf20-7bbe010b73ce) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:53.509268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aafee268-d91e-41cc-8e53-68eb6fe22155 None None] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:53.534846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.575684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:53.576499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.610615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.635000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:48:53.635981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.647825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48c650ea-cba5-4805-8898-8decf1e0edf7 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:53.648672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.657864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.757479 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.0526736 Jan 14 05:48:53.759333 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6989183 Jan 14 05:48:53.760100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:53.778745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38528) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:53.784889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': 'cfb20f19-4645-4361-831a-07ce61b1a51b', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:53.809755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'tempest-RoutersTest-router-1195615058', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:53.840314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-2bea18be-11e8-4ab0-bf20-7bbe010b73ce', 'network_id': '2bea18be-11e8-4ab0-bf20-7bbe010b73ce', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '6bc20581-ac73-4453-81ae-bbca21da095f'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:48:53.841267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.886934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:53.889723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=a82f822d-ec64-4c21-ad06-fe4dbbbcaf57,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:53.900769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:router and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:53.904071 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:53.905084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:53.926354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:53.947919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:53.966845 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:54.029941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:54.031325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:54.045075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:54.056881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:54.067592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:54.083591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Allocated IP 172.25.3.154 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/db25a1dd-3874-40a7-8f01-47f14d3bc3ea) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:54.086526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:54.088403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:54.093979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:54.135406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:54.139032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:48:54.182169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:48:54.304325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:54.343625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:54.347783 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-af60b825-2245-422c-b8ac-7a50a6daf2c4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.5651042 Jan 14 05:48:54.349273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38548) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:54.446920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Pushing event updated for resources: {'Port': ['ID=1e2b517c-51a9-48b9-be7a-62c6be6bf26c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:54.452396 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:54.512492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:54.565605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:54.568917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:54.586909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:54.731519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:48:55.046018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.060237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Allocated IP 172.20.0.2 (2bea18be-11e8-4ab0-bf20-7bbe010b73ce/6bc20581-ac73-4453-81ae-bbca21da095f/89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:55.245366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:55.256882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:55.260106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.274563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:55.275279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:55.374314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.417784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.435666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:55.460108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:55.462163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:55.472806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b0146e1c-5097-4395-87ab-9b5aa88e0b2c tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:55.488171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.524121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.529568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Transition to ACTIVE for port object 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:55.578314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Transition to ACTIVE for port object 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:55.589488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.593883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:55.595324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-12244b24-ae1e-4ed5-b306-74954d3b6e65 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:55.623552 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:55.640741 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa7df692-d8af-4cdd-9aa6-a4ce7b39d5d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/floatingips/9c925106-e874-43c8-b014-be78c4c073b2 HTTP/1.1" status: 200 len: 978 time: 3.9477267 Jan 14 05:48:55.649568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38680) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:55.697515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Pushing event updated for resources: {'Port': ['ID=89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:55.720125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Port': ['ID=db25a1dd-3874-40a7-8f01-47f14d3bc3ea,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:55.748680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:55.762718 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:55.850070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:55.851583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:55.857079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:55.859577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.924835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Attempting to bind port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:48:55.925437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Attempting to bind port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'fca9d456-0a83-4371-a78c-c3bb5d674ea3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2bea18be-11e8-4ab0-bf20-7bbe010b73ce'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:48:55.925962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Attempting to bind port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 on network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:48:55.933684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:48:55.934282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Checking segment: {'id': 'fca9d456-0a83-4371-a78c-c3bb5d674ea3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2bea18be-11e8-4ab0-bf20-7bbe010b73ce'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:48:55.934889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:55.935442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Bound using segment: {'id': 'fca9d456-0a83-4371-a78c-c3bb5d674ea3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2bea18be-11e8-4ab0-bf20-7bbe010b73ce'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:48:55.936087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Bound port: 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fca9d456-0a83-4371-a78c-c3bb5d674ea3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2bea18be-11e8-4ab0-bf20-7bbe010b73ce'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:48:55.936621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:56.039740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:56.041928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:56.053392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] For port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:48:56.057790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] For port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43,segment=NetworkSegment(fca9d456-0a83-4371-a78c-c3bb5d674ea3),segment_id=fca9d456-0a83-4371-a78c-c3bb5d674ea3)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:48:56.061020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:56.066783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:56.352720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:56.494164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Pushing event updated for resources: {'Port': ['ID=89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:56.508889 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:56.634003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38686) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:56.667865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:56.671810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port c0a68a86-e3e7-449f-89c9-ea8077101c3f {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:48:56.672187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.065132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.106195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:48:57.120496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Usage tracker for resource:security_group_rule and tenant:88db2e85f09e4d699e8f6cbbd4dce5d8 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:48:57.129993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:48:57.158416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:48:57.196828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.196828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.366503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for c0a68a86-e3e7-449f-89c9-ea8077101c3f owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:48:57.372225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.446646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Router f316f2a9-7855-4eae-882f-4499acc21508 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:48:57.480938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.20.0.1 (2bea18be-11e8-4ab0-bf20-7bbe010b73ce/6bc20581-ac73-4453-81ae-bbca21da095f/211a7e26-e7d7-4535-be66-45d49299139e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:48:57.717679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.727646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.739462 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0764e061-bc34-4fc8-a07f-c8460d91c6cb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:57.843530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.853153 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=88db2e85f09e4d699e8f6cbbd4dce5d8&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2141244 Jan 14 05:48:57.864969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38702) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:57.865205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object 211a7e26-e7d7-4535-be66-45d49299139e will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:48:57.897852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d199d0db-9320-4068-a85f-acdd3d7fa43f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:57.899190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:48:57.910957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:57.921634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] Sync routers for ids ['f316f2a9-7855-4eae-882f-4499acc21508'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:48:57.948293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:57.953573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] Routers {'f316f2a9-7855-4eae-882f-4499acc21508'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:57.954547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f316f2a9-7855-4eae-882f-4499acc21508'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:57.971665 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:58.033033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:58.044227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] Routers {'f316f2a9-7855-4eae-882f-4499acc21508'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:48:58.045359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f316f2a9-7855-4eae-882f-4499acc21508'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:58.059859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.086332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:58.117786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=c0a68a86-e3e7-449f-89c9-ea8077101c3f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:58.131254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:48:58.131718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d1e3bba1-3547-405e-b3d8-4c569b7d30d9 None None] The sync data for ids ['f316f2a9-7855-4eae-882f-4499acc21508'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:48:58.151954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:58.194430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6995e4e3-c541-4bbc-9236-9c7dd13935e6 None None] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:48:58.215828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.223222 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 888 time: 7.8299623 Jan 14 05:48:58.224104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38710) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:48:58.227192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.263382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': False}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:48:58.349489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=211a7e26-e7d7-4535-be66-45d49299139e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:58.353566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:58.421290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.428754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:48:58.567767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9b768ea0-0172-4de4-8703-ba3fa3edf402 None None] Provisioning for port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:58.589661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.600583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:58.613924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.641356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c9f760f-66ea-418a-9543-75292723af1f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:58.641572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:58.641935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.815115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.815115 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP 9c925106-e874-43c8-b014-be78c4c073b2 disassociated (deleted). External IP: 172.25.3.73, port: 546b0c81-82f5-46c0-a355-57814cea0968. Jan 14 05:48:58.821069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.870848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43,segment=NetworkSegment(fca9d456-0a83-4371-a78c-c3bb5d674ea3),segment_id=fca9d456-0a83-4371-a78c-c3bb5d674ea3)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:48:58.874658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:58.878278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:58.892890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=1fcc4aa7-047e-4e3d-9e26-10ca77c857d6,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:58.905833 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:58.931450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:48:58.937452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:48:58.959490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:58.963893 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:58.983664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:59.000626 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2afbc301-1c69-466c-953b-91bad24f4d43 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:48:59.021436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:48:59.124321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:59.216423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3bb55dea-0cb7-468d-8ee8-4eca9780fc18 None None] Provisioning complete for port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:59.219042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bb55dea-0cb7-468d-8ee8-4eca9780fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:59.450808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:59.482008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3bb55dea-0cb7-468d-8ee8-4eca9780fc18 None None] Provisioning for port 211a7e26-e7d7-4535-be66-45d49299139e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:48:59.494578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3bb55dea-0cb7-468d-8ee8-4eca9780fc18 None None] Provisioning complete for port 211a7e26-e7d7-4535-be66-45d49299139e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:59.495198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bb55dea-0cb7-468d-8ee8-4eca9780fc18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:59.639408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3bb55dea-0cb7-468d-8ee8-4eca9780fc18 None None] Port 211a7e26-e7d7-4535-be66-45d49299139e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:48:59.645843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d199d0db-9320-4068-a85f-acdd3d7fa43f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:48:59.751084 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.750s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:48:59.756998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:59.764013 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d199d0db-9320-4068-a85f-acdd3d7fa43f HTTP/1.1" status: 204 len: 168 time: 1.8978398 Jan 14 05:48:59.797304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0629618b-e311-415d-9da4-9e9833de0ae8 None None] Provisioning complete for port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:48:59.797716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0629618b-e311-415d-9da4-9e9833de0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:48:59.936403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.014146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0629618b-e311-415d-9da4-9e9833de0ae8 None None] Provisioning complete for port 211a7e26-e7d7-4535-be66-45d49299139e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:00.015020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0629618b-e311-415d-9da4-9e9833de0ae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.077538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0629618b-e311-415d-9da4-9e9833de0ae8 None None] Port 211a7e26-e7d7-4535-be66-45d49299139e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:00.116373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': 'b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cfb20f19-4645-4361-831a-07ce61b1a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:00.116874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: cfb20f19-4645-4361-831a-07ce61b1a51b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:49:00.136244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:00.200179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-37ca15c7-543f-4e89-a576-32d2d769bfb7 None None] Provisioning complete for port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:00.200506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37ca15c7-543f-4e89-a576-32d2d769bfb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.307799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38720) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:00.312718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:00.351545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.382609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:00.393465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Usage tracker for resource:security_group_rule and tenant:408335f585e74f41a0070d9e0e57e752 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:00.394347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network cfb20f19-4645-4361-831a-07ce61b1a51b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:49:00.403363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:00.414363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.432078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:00.458412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:00.462138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:00.462579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.483488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:00.497421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:00.498122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:00.562776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.683021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:00.704630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:00.709576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:00.745296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/floatingips/9c925106-e874-43c8-b014-be78c4c073b2 HTTP/1.1" status: 204 len: 168 time: 5.0919416 Jan 14 05:49:00.748920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38728) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:00.876276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.887510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 546b0c81-82f5-46c0-a355-57814cea0968 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:00.887950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:00.888071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:00.894783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f63c0071-c6cc-452a-b740-a004f512670c None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:00.964739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, cfb20f19-4645-4361-831a-07ce61b1a51b) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:00.972716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b45af6b-95d5-4137-a1b0-f7140cdcaff7 None None] Network cfb20f19-4645-4361-831a-07ce61b1a51b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:01.015521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:01.034247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:01.034943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.035924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.056239 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21df35c5-9382-45ab-b719-b231719c406b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:01.223127 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=408335f585e74f41a0070d9e0e57e752&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9128840 Jan 14 05:49:01.224013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=24d2981d-0058-4f8f-94b1-5405c19c5e5b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:01.233260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38734) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:01.233619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38736) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:01.292961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:01.302629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-cfb20f19-4645-4361-831a-07ce61b1a51b', 'network_id': 'cfb20f19-4645-4361-831a-07ce61b1a51b', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '1fcc4aa7-047e-4e3d-9e26-10ca77c857d6'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:49:01.303991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.310145 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.5338330 Jan 14 05:49:01.312614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38744) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:01.327895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': 'a82f822d-ec64-4c21-ad06-fe4dbbbcaf57', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:01.403729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.509767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.524610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:01.534656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 546b0c81-82f5-46c0-a355-57814cea0968 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:01.541148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:01.545290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.550991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Sync routers for ids ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:01.583596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1777e00-e0c9-4e36-99f2-b461c674af60 tempest-NetworksIpV6TestAttrs-1403778106 tempest-NetworksIpV6TestAttrs-1403778106] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:01.583839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Routers {'3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:01.584114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:01.613568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:01.628566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:01.651251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.666178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:01.676815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.682155 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 11.3991253 Jan 14 05:49:01.686103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38750) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:01.733853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=211a7e26-e7d7-4535-be66-45d49299139e,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:01.737920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:01.742514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:01.750032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.750236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:01.763896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Usage tracker for resource:security_group_rule and tenant:cd9b62ee7d684e91aaf53b6899baa4ad is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:01.769638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:01.777848 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-04d19495-f5a8-4f4c-bf38-516b0c29c6cd tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/subnets?project_id=112e1c5ef3574b6daf3b13284dda7ca3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0839112 Jan 14 05:49:01.779680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:01.785947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38754) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:01.864304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:01.966487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.059864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Allocated IP 2001:db8::2 (cfb20f19-4645-4361-831a-07ce61b1a51b/1fcc4aa7-047e-4e3d-9e26-10ca77c857d6/b9e43420-1b84-4198-a4d8-87b4bdb550ba) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:02.063668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Set router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:02.140438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:02.144077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:02.339579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.515859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-be77202e-8342-4e1f-93d1-c1abd0e18175 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:02.516369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:48:57Z', 'revision_number': 3, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:48:54Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:02.517553 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be77202e-8342-4e1f-93d1-c1abd0e18175 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.6708753 Jan 14 05:49:02.524002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Checking router: 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:49:02.524415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Updating router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 port db25a1dd-3874-40a7-8f01-47f14d3bc3ea binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:49:02.525648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.527325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38758) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:02.540642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 87225e33-e646-416d-8e07-dfaa430796b9 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:02.586559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8fac3bbd-45dc-4f4a-adc9-9f83961e8a12 None None] Provisioning complete for port 211a7e26-e7d7-4535-be66-45d49299139e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:02.587019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fac3bbd-45dc-4f4a-adc9-9f83961e8a12 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.591498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.604745 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f22e539c-5879-4422-8e36-aaf174802ed4 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0709133 Jan 14 05:49:02.658600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38762) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:02.675613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'subnet': {'name': 'tempest-subnet-smoke-448047340', 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:02.714167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.759011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8fac3bbd-45dc-4f4a-adc9-9f83961e8a12 None None] Port 211a7e26-e7d7-4535-be66-45d49299139e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:02.787501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.792922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.813292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c143b4d-5180-4482-8657-bb1312fe7e13 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:02.850110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=24d2981d-0058-4f8f-94b1-5405c19c5e5b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:02.875158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:02.916672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:02.949410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a96c68bc-cdf5-4794-b0f6-299524a0c2fb tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:02.952209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Transition to ACTIVE for port object b9e43420-1b84-4198-a4d8-87b4bdb550ba will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:02.997435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Transition to ACTIVE for port object b9e43420-1b84-4198-a4d8-87b4bdb550ba will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:03.002547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.006390 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/24d2981d-0058-4f8f-94b1-5405c19c5e5b HTTP/1.1" status: 204 len: 168 time: 1.7692034 Jan 14 05:49:03.006390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.015279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.108383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.141516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=546b0c81-82f5-46c0-a355-57814cea0968,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:03.152590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:03.157452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2720cb48-6d84-4fe4-828a-702cfc4cbd2d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:03.160654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0ed953c-1475-468d-ab67-adf96c1f914d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:03.182870 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=cd9b62ee7d684e91aaf53b6899baa4ad&name=default HTTP/1.1" status: 200 len: 2983 time: 1.9460092 Jan 14 05:49:03.184942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38770) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:03.272665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.280563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Router f316f2a9-7855-4eae-882f-4499acc21508 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:03.284672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf50341e-9d39-46ab-be8a-0733137ade04,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:03.300245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.312674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:03.317540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:03.329075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] Sync routers for ids ['87225e33-e646-416d-8e07-dfaa430796b9'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:03.336210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Network cfb20f19-4645-4361-831a-07ce61b1a51b is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:03.340651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] Routers {'87225e33-e646-416d-8e07-dfaa430796b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:03.341872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['87225e33-e646-416d-8e07-dfaa430796b9'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:03.358844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:03.359661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:subnet and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:03.365345 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:03.366338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:03.369030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Pushing event updated for resources: {'Port': ['ID=b9e43420-1b84-4198-a4d8-87b4bdb550ba,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:03.374576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:03.383708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:03.387831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.394831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7002ac3-6dbe-4eb9-a328-c706120f4f6c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:03.415317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf50341e-9d39-46ab-be8a-0733137ade04,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:03.418167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:03.419215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:03.423582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.427410 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf50341e-9d39-46ab-be8a-0733137ade04 HTTP/1.1" status: 204 len: 168 time: 0.2359407 Jan 14 05:49:03.433739 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/87225e33-e646-416d-8e07-dfaa430796b9/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.0663486 Jan 14 05:49:03.434579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38780) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:03.502332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:03.517102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] Routers {'87225e33-e646-416d-8e07-dfaa430796b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:03.517842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['87225e33-e646-416d-8e07-dfaa430796b9'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:03.570441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Attempting to bind port b9e43420-1b84-4198-a4d8-87b4bdb550ba on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:03.571057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Attempting to bind port b9e43420-1b84-4198-a4d8-87b4bdb550ba by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cfb20f19-4645-4361-831a-07ce61b1a51b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:03.571592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Attempting to bind port b9e43420-1b84-4198-a4d8-87b4bdb550ba on network cfb20f19-4645-4361-831a-07ce61b1a51b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:03.586733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:03.587323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Checking segment: {'id': 'b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cfb20f19-4645-4361-831a-07ce61b1a51b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:03.587889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.588447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Bound using segment: {'id': 'b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cfb20f19-4645-4361-831a-07ce61b1a51b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:03.589218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Bound port: b9e43420-1b84-4198-a4d8-87b4bdb550ba, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'cfb20f19-4645-4361-831a-07ce61b1a51b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:03.589626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.647834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:03.654843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.655615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0d5c050c-1f93-43f5-8809-9b61c47ad852 None None] The sync data for ids ['87225e33-e646-416d-8e07-dfaa430796b9'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:03.661077 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/ports/546b0c81-82f5-46c0-a355-57814cea0968 HTTP/1.1" status: 204 len: 168 time: 2.9110837 Jan 14 05:49:03.670930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38786) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:03.676149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Made reservation on behalf of 112e1c5ef3574b6daf3b13284dda7ca3 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:03.686087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:03.702312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:03.704503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.722100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:floatingip and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:03.730951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] For port b9e43420-1b84-4198-a4d8-87b4bdb550ba, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:03.731053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:03.731641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] For port b9e43420-1b84-4198-a4d8-87b4bdb550ba, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b9e43420-1b84-4198-a4d8-87b4bdb550ba,segment=NetworkSegment(b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3),segment_id=b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:03.743635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:03.757781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:03.770352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.770559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.771948 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3799e4bf-4b1e-4607-b7bd-ae3a015b3f8c tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "PUT /v2.0/routers/f316f2a9-7855-4eae-882f-4499acc21508 HTTP/1.1" status: 200 len: 925 time: 5.5426152 Jan 14 05:49:03.774899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38794) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:03.778765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:03.794145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fceba73-7d53-4ccd-b0b8-9cb1f12a0bba None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:03.831548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] Sync routers for ids ['f316f2a9-7855-4eae-882f-4499acc21508'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:03.952073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bb57649-27bc-4b95-a2fa-f81011644347 tempest-AllowedAddressPairTestJSON-166524000 tempest-AllowedAddressPairTestJSON-166524000] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:03.973429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Pushing event updated for resources: {'Port': ['ID=b9e43420-1b84-4198-a4d8-87b4bdb550ba,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:03.978529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:03.992370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] Routers {'f316f2a9-7855-4eae-882f-4499acc21508'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:03.993303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f316f2a9-7855-4eae-882f-4499acc21508'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:04.063718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38800) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.077781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:04.093215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=54e7160f-3373-46ab-a518-feb2f1951126,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:04.096943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] Routers {'f316f2a9-7855-4eae-882f-4499acc21508'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:04.098186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f316f2a9-7855-4eae-882f-4499acc21508'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:04.102357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:04.116222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:04.152099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:04.153500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-839c6047-9543-400b-a548-f38add225c4d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:04.154235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-839c6047-9543-400b-a548-f38add225c4d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:04.162189 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74417199-5d42-4de5-94ee-841213ab1ea9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/f316f2a9-7855-4eae-882f-4499acc21508 HTTP/1.1" status: 200 len: 925 time: 0.3857028 Jan 14 05:49:04.167848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38806) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.173246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Usage tracker for resource:security_group_rule and tenant:8d71c6e034334eb2a759f7c031625e35 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:04.175112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:04.175583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cdf9012b-09db-4bf4-8568-b9be0b59e717 None None] The sync data for ids ['f316f2a9-7855-4eae-882f-4499acc21508'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:04.179466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:04.217124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:04.233099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': '2e662829-7280-415f-97ce-d43deb6bea8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a82f822d-ec64-4c21-ad06-fe4dbbbcaf57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:04.233492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: a82f822d-ec64-4c21-ad06-fe4dbbbcaf57, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:49:04.247059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:04.251101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-839c6047-9543-400b-a548-f38add225c4d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:04.252819 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-839c6047-9543-400b-a548-f38add225c4d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports/211a7e26-e7d7-4535-be66-45d49299139e HTTP/1.1" status: 200 len: 910 time: 0.8169451 Jan 14 05:49:04.262841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38810) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.314262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:04.321779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:49:04.330780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e862095-149b-49c5-9381-9a9cc22146aa tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:04.336178 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7e862095-149b-49c5-9381-9a9cc22146aa tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=f316f2a9-7855-4eae-882f-4499acc21508&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 0.1647062 Jan 14 05:49:04.340276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38814) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.345013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:04.368910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Transition to ACTIVE for port object db25a1dd-3874-40a7-8f01-47f14d3bc3ea will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:04.372721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:04.391096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:04.419837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a82f822d-ec64-4c21-ad06-fe4dbbbcaf57) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:04.549208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:04.549898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:04.567198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.583093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28561057-a93a-4eb4-aa9a-544839163b30 None None] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:04.591854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f101656c-d8dc-4f87-b9e5-6888621acd58 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:04.595269 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f101656c-d8dc-4f87-b9e5-6888621acd58 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 0.2524405 Jan 14 05:49:04.600275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38826) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.656712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0167e21d-43ba-451e-937a-60ecf386e66d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=f316f2a9-7855-4eae-882f-4499acc21508 HTTP/1.1" status: 200 len: 205 time: 0.0534091 Jan 14 05:49:04.676525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38830) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.750428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.4345729 Jan 14 05:49:04.765539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38834) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:04.829693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1284298368', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:04.873417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:04.886095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBackupRestore-1531821480-network', 'tenant_id': '85005e1778e34e01943b50fbbe351454'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:04.894227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:router and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:04.902613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:04.908360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:04.954398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Usage tracker for resource:network and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:04.957384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:04.959660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:05.012193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:05.021613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ea99d-c80b-4ecb-8e18-3909b9b646eb None None] Pushing event updated for resources: {'Port': ['ID=db25a1dd-3874-40a7-8f01-47f14d3bc3ea,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:05.025027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-536ea99d-c80b-4ecb-8e18-3909b9b646eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.634s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:05.056606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.057402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.079396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Made reservation on behalf of 85005e1778e34e01943b50fbbe351454 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:05.084395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.112587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.134103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.134641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Attempting to bind port db25a1dd-3874-40a7-8f01-47f14d3bc3ea on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:05.135085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Attempting to bind port db25a1dd-3874-40a7-8f01-47f14d3bc3ea by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:05.135515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Attempting to bind port db25a1dd-3874-40a7-8f01-47f14d3bc3ea on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:05.149148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.151106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:05.151528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:05.152019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.152465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:05.152992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Bound port: db25a1dd-3874-40a7-8f01-47f14d3bc3ea, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:05.153419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.165542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81716166-b55f-49c4-be1f-b510f987b45c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:05.186040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:05.189120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.197696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Usage tracker for resource:security_group_rule and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:05.198061 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d71c6e034334eb2a759f7c031625e35&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1297150 Jan 14 05:49:05.198997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38838) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:05.200596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:05.206462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:05.211640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=31fa5b28-df06-4861-8605-cea245543b0f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:05.231422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:05.240551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.272694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-a82f822d-ec64-4c21-ad06-fe4dbbbcaf57', 'network_id': 'a82f822d-ec64-4c21-ad06-fe4dbbbcaf57', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '54e7160f-3373-46ab-a518-feb2f1951126'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:49:05.273796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.301413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] For port db25a1dd-3874-40a7-8f01-47f14d3bc3ea, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:05.334524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] For port db25a1dd-3874-40a7-8f01-47f14d3bc3ea, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=db25a1dd-3874-40a7-8f01-47f14d3bc3ea,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:05.349178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.352911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.361844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.377654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.430779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da6734b2-998b-4d96-af00-99b709fb7bb6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:05.433668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e8b9972-a627-4209-b72f-8d5594fae42f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:05.502322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:49:05.557728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-536ea99d-c80b-4ecb-8e18-3909b9b646eb None None] Pushing event updated for resources: {'Port': ['ID=db25a1dd-3874-40a7-8f01-47f14d3bc3ea,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:05.562739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e3410980-9408-4033-87a6-5f8d3e7cfe7c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:05.570365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.574905 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf573c20-b59f-4963-af00-9879de63f2e5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.8048909 Jan 14 05:49:05.574905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.574905 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Added segment 3ce57704-43cc-497f-9e44-107ded494751 of type vxlan for network f6d420af-622a-404c-8c94-d7fdaf311812 Jan 14 05:49:05.576212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:05.586358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38842) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:05.633482 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-536ea99d-c80b-4ecb-8e18-3909b9b646eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:05.843551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.851384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Deleting port 1e2b517c-51a9-48b9-be7a-62c6be6bf26c {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:05.851766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.851897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:05.870455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Routers {'3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:05.871430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:05.925117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Allocated IP 2001:db8:1::2 (a82f822d-ec64-4c21-ad06-fe4dbbbcaf57/54e7160f-3373-46ab-a518-feb2f1951126/1b0b0ba9-27a8-4d59-871d-f3dd03262fab) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:06.025181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.050064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.25.3.56 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/1fdbce14-dad4-4b09-904d-0fe130b2fb5b) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:06.059559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a02f88f-ac15-4166-bbd0-06e58837cf4b None None] Network cfb20f19-4645-4361-831a-07ce61b1a51b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:06.086115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] It took 0.13 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:49:06.121425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.273398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-89a97a71-dc40-494b-a52f-9d8044500946 None None] Provisioning for port b9e43420-1b84-4198-a4d8-87b4bdb550ba completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:06.331245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Calling delete_port for 1e2b517c-51a9-48b9-be7a-62c6be6bf26c owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:06.337481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b9e43420-1b84-4198-a4d8-87b4bdb550ba up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:06.376195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.412115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] Set router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:06.446559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.564252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.617626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.621398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.622768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:06.623082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.624232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.639825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a87bfc91-fe52-48ec-bd0b-2ac993680576 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:06.643934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:06.657758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=31fa5b28-df06-4861-8605-cea245543b0f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:06.719094 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:06.734182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.753844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a23cb5fb-cde3-4273-b086-d81c8fd31f60 tempest-TagsExtTest-634934231 tempest-TagsExtTest-634934231] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:06.783253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.849654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.850982 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/31fa5b28-df06-4861-8605-cea245543b0f HTTP/1.1" status: 204 len: 168 time: 1.6351612 Jan 14 05:49:06.877863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b9e43420-1b84-4198-a4d8-87b4bdb550ba completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:06.880386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=1fdbce14-dad4-4b09-904d-0fe130b2fb5b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:06.883810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:06.929675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b9e43420-1b84-4198-a4d8-87b4bdb550ba triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:06.930094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:06.992069 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 2.4211373 Jan 14 05:49:07.013025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38848) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:07.025441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Pushing event updated for resources: {'Network': ['ID=f6d420af-622a-404c-8c94-d7fdaf311812,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:07.034225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.390s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:07.039318 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d77b5537-47f4-4031-94cf-7b58891919e8 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.225s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:07.054270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Request body: {'subnet': {'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBackupRestore-1531821480-subnet', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:07.065282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:07.076775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Usage tracker for resource:subnet and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:07.084592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:07.105191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:07.106536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:07.112638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:07.115261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:07.133730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.151934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.196702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f6d420af-622a-404c-8c94-d7fdaf311812 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:07.210782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f6d420af-622a-404c-8c94-d7fdaf311812 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:07.223965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f6d420af-622a-404c-8c94-d7fdaf311812 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:07.295583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Checking segment: {'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:07.296294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network hostable DHCP agents. Network: 4e6063e0-26ac-4e1c-bc94-938c07f39a4b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:49:07.321717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Subnet': ['ID=1ea2384d-94ba-4682-a845-a146189dbd38,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:07.336372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:07.337016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Made reservation on behalf of 85005e1778e34e01943b50fbbe351454 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:07.341867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.472542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:49:07.496874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 4e6063e0-26ac-4e1c-bc94-938c07f39a4b) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:07.530268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ba091dc7-0aea-4d22-8417-209698331b14 None None] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:07.598008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.604848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:07.605699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.614499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.692736 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 5.0320354 Jan 14 05:49:07.701416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38862) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:07.765571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.787190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.787699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Fanout notify agent at l3_agent the message router_deleted on router f316f2a9-7855-4eae-882f-4499acc21508 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:49:07.878186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Transition to ACTIVE for port object 1b0b0ba9-27a8-4d59-871d-f3dd03262fab will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:07.898818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Transition to ACTIVE for port object 1b0b0ba9-27a8-4d59-871d-f3dd03262fab will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:07.922298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 211a7e26-e7d7-4535-be66-45d49299139e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:07.922666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.923456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.924707 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7e4249e7-194b-464b-956e-ab119075d97a tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/f316f2a9-7855-4eae-882f-4499acc21508 HTTP/1.1" status: 204 len: 168 time: 3.2384963 Jan 14 05:49:07.929393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38868) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:07.948235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1952756244', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:07.962516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.971291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:07.981922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Usage tracker for resource:router and tenant:59f779f9e3d94f5299b97449db1422ce is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:07.984427 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:07.989405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:08.020524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c51e9b4-8b54-430a-84ed-4379e50c5581 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:08.068509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.097668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:08.246998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.250604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.268971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-4e6063e0-26ac-4e1c-bc94-938c07f39a4b', 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'fixed_ips': [{'subnet_id': '1ea2384d-94ba-4682-a845-a146189dbd38'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:49:08.269909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.294159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:48:57Z', 'revision_number': 3, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:08.311760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Pushing event updated for resources: {'Port': ['ID=1b0b0ba9-27a8-4d59-871d-f3dd03262fab,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:08.315366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.316846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.327323 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:08.355745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0c5542b4-0cf4-468b-89e8-dfd34eaa9a55 None None] The sync data for ids ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'] in n-d-768851-4 is: [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:48:57Z', 'revision_number': 3, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:05Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:08.365470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8::1 (cfb20f19-4645-4361-831a-07ce61b1a51b/1fcc4aa7-047e-4e3d-9e26-10ca77c857d6/bcb54768-d94f-4e7e-9f77-6e41bedb761e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:08.390455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b9e43420-1b84-4198-a4d8-87b4bdb550ba, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b9e43420-1b84-4198-a4d8-87b4bdb550ba,segment=NetworkSegment(b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3),segment_id=b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:08.406568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.414252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c24611bb-0d48-4070-a7bd-15a024f9ac0f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:08.625526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.652127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 211a7e26-e7d7-4535-be66-45d49299139e owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:08.690137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.728843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.768227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object bcb54768-d94f-4e7e-9f77-6e41bedb761e will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:08.771908 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-489dc46e-9301-4d22-bd3c-e3f11946038c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:08.793835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0bc07cee-8c2c-47fe-bd39-eee8dfa92c97 None None] Provisioning complete for port b9e43420-1b84-4198-a4d8-87b4bdb550ba triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:08.794233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bc07cee-8c2c-47fe-bd39-eee8dfa92c97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.824095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:08.848975 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:08.918174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b9e43420-1b84-4198-a4d8-87b4bdb550ba,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:08.933409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.519s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:08.950107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:08.961358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:08.971863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:08.981362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=bcb54768-d94f-4e7e-9f77-6e41bedb761e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:09.080074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:09.239929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Attempting to bind port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:09.240619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Attempting to bind port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2e662829-7280-415f-97ce-d43deb6bea8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a82f822d-ec64-4c21-ad06-fe4dbbbcaf57'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:09.241357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Attempting to bind port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab on network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:09.272881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:09.273623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Checking segment: {'id': '2e662829-7280-415f-97ce-d43deb6bea8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a82f822d-ec64-4c21-ad06-fe4dbbbcaf57'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:09.273952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.274546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.275172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Bound using segment: {'id': '2e662829-7280-415f-97ce-d43deb6bea8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a82f822d-ec64-4c21-ad06-fe4dbbbcaf57'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:09.276072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Bound port: 1b0b0ba9-27a8-4d59-871d-f3dd03262fab, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2e662829-7280-415f-97ce-d43deb6bea8d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'a82f822d-ec64-4c21-ad06-fe4dbbbcaf57'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:09.293119 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6586c120-ae3f-48ce-8eec-52c522943914 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:09.294788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.347630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network cfb20f19-4645-4361-831a-07ce61b1a51b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:09.413484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=211a7e26-e7d7-4535-be66-45d49299139e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:09.441449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:09.442280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:09.444683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:09.445246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.591840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.645189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] For port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:09.663543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] For port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1b0b0ba9-27a8-4d59-871d-f3dd03262fab,segment=NetworkSegment(2e662829-7280-415f-97ce-d43deb6bea8d),segment_id=2e662829-7280-415f-97ce-d43deb6bea8d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:09.665265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Allocated IP 172.20.0.2 (4e6063e0-26ac-4e1c-bc94-938c07f39a4b/1ea2384d-94ba-4682-a845-a146189dbd38/be3035f4-b870-4752-a036-709cc014b62b) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:09.678605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.687604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.689368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2e24efd9-c99d-4aaa-915e-003bd19a08cc tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 1.7538342 Jan 14 05:49:09.702402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38884) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:09.722683 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee575914-d3e6-4357-83bc-9b2dc0c85441 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:09.775361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:09.824190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:09.958399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Pushing event updated for resources: {'Subnet': ['ID=e5ccc9c8-382c-4525-b320-5fca1cb35739,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:10.082450 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.310s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:10.139584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8620c246-e628-4df3-b18d-0aec0313b123 None None] Provisioning complete for port b9e43420-1b84-4198-a4d8-87b4bdb550ba triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:10.140303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8620c246-e628-4df3-b18d-0aec0313b123 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.517030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Pushing event updated for resources: {'Port': ['ID=1b0b0ba9-27a8-4d59-871d-f3dd03262fab,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:10.526385 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.804s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:10.586119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.631925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:49:10.650874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.776458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.797421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.811588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Transition to ACTIVE for port object be3035f4-b870-4752-a036-709cc014b62b will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:10.824916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.844560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Transition to ACTIVE for port object be3035f4-b870-4752-a036-709cc014b62b will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:10.847015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bcaa9060-f391-47aa-8981-b7ef499a0bac None None] Provisioning for port bcb54768-d94f-4e7e-9f77-6e41bedb761e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:10.859949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bcaa9060-f391-47aa-8981-b7ef499a0bac None None] Provisioning complete for port bcb54768-d94f-4e7e-9f77-6e41bedb761e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:10.863046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcaa9060-f391-47aa-8981-b7ef499a0bac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.945678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:10.969499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device db25a1dd-3874-40a7-8f01-47f14d3bc3ea up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:11.030098 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:11.071517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:11.149078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Pushing event updated for resources: {'Port': ['ID=be3035f4-b870-4752-a036-709cc014b62b,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:11.177059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Checking segment: {'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:11.177590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Network hostable DHCP agents. Network: f6d420af-622a-404c-8c94-d7fdaf311812, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:49:11.216232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:11.260464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bcaa9060-f391-47aa-8981-b7ef499a0bac None None] Port bcb54768-d94f-4e7e-9f77-6e41bedb761e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:11.289838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port db25a1dd-3874-40a7-8f01-47f14d3bc3ea completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:11.298962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port db25a1dd-3874-40a7-8f01-47f14d3bc3ea triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:11.299400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.317853 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-09d3f0b7-9cdc-4094-a363-84636ac33f2d req-9638be05-fe7d-4c9d-9522-2e8f1841d5b1 tempest-VolumesBackupsTest-2066301878 tempest-VolumesBackupsTest-2066301878] 10.222.0.48 "GET /v2.0/networks?tenant_id=509cc3e8e83a4634a8ba553c45587ce1&shared=False HTTP/1.1" status: 200 len: 213 time: 0.1105547 Jan 14 05:49:11.372295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=1fdbce14-dad4-4b09-904d-0fe130b2fb5b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:11.375973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:11.395175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:11.397843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:11.402795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:11.405195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Network f6d420af-622a-404c-8c94-d7fdaf311812 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:49:11.417148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.426325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f6d420af-622a-404c-8c94-d7fdaf311812) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:11.451439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-78f5b4e7-18be-48d1-9088-99a1cde4df51 None None] Network f6d420af-622a-404c-8c94-d7fdaf311812 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:11.454277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:11.455659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.578650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.599071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.600743 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 692 time: 7.9252436 Jan 14 05:49:11.604778 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 4.5805898 Jan 14 05:49:11.609844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38904) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:11.610212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 38906) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:11.629273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:11.645723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'port': {'network_id': '17ff9ed8-47bc-4e66-bfaa-517b52873463', 'name': 'tempest-FloatingIPTestJSON-1856054595'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:11.648159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Attempting to bind port be3035f4-b870-4752-a036-709cc014b62b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:11.648591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Attempting to bind port be3035f4-b870-4752-a036-709cc014b62b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:11.649017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Attempting to bind port be3035f4-b870-4752-a036-709cc014b62b on network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:11.684068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:49:11.723364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:11.726329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:11.726951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Checking segment: {'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:11.727520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.728078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Bound using segment: {'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:11.728731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Bound port: be3035f4-b870-4752-a036-709cc014b62b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:11.729714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.736448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Usage tracker for resource:router and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:11.739943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:11.745713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:11.806828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.819335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.820369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.841489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 87225e33-e646-416d-8e07-dfaa430796b9 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:11.913415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-09d3f0b7-9cdc-4094-a363-84636ac33f2d req-c125b9d0-77cf-42ab-aebd-9396bba63841 tempest-VolumesBackupsTest-2066301878 tempest-VolumesBackupsTest-2066301878] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:11.915215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-09d3f0b7-9cdc-4094-a363-84636ac33f2d req-c125b9d0-77cf-42ab-aebd-9396bba63841 tempest-VolumesBackupsTest-2066301878 tempest-VolumesBackupsTest-2066301878] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.5846059 Jan 14 05:49:11.923044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] For port be3035f4-b870-4752-a036-709cc014b62b, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:11.928587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] For port be3035f4-b870-4752-a036-709cc014b62b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=be3035f4-b870-4752-a036-709cc014b62b,segment=NetworkSegment(639483f3-c0e5-4cff-a771-d99a0483e705),segment_id=639483f3-c0e5-4cff-a771-d99a0483e705)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:11.933121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port db25a1dd-3874-40a7-8f01-47f14d3bc3ea, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=db25a1dd-3874-40a7-8f01-47f14d3bc3ea,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:11.951256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f6d420af-622a-404c-8c94-d7fdaf311812', 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'fixed_ips': [{'subnet_id': 'e5ccc9c8-382c-4525-b320-5fca1cb35739'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:49:11.952761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:11.977098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.006263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.028415 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-09d3f0b7-9cdc-4094-a363-84636ac33f2d req-31cf93c9-726d-47d7-b280-ed8e1b18e9f3 tempest-VolumesBackupsTest-2066301878 tempest-VolumesBackupsTest-2066301878] 10.222.0.48 "GET /v2.0/quotas/509cc3e8e83a4634a8ba553c45587ce1 HTTP/1.1" status: 200 len: 375 time: 0.0373557 Jan 14 05:49:12.137214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.138275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b9e43420-1b84-4198-a4d8-87b4bdb550ba up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:12.139004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:12.151097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] Sync routers for ids ['87225e33-e646-416d-8e07-dfaa430796b9'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:12.154808 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-09d3f0b7-9cdc-4094-a363-84636ac33f2d req-208d6b73-0e9f-4fec-9b77-f09232f07973 tempest-VolumesBackupsTest-2066301878 tempest-VolumesBackupsTest-2066301878] 10.222.0.48 "GET /v2.0/ports?tenant_id=509cc3e8e83a4634a8ba553c45587ce1&fields=id HTTP/1.1" status: 200 len: 210 time: 0.1255429 Jan 14 05:49:12.168789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] Routers {'87225e33-e646-416d-8e07-dfaa430796b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:12.171152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['87225e33-e646-416d-8e07-dfaa430796b9'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:12.245507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/87225e33-e646-416d-8e07-dfaa430796b9/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.9333062 Jan 14 05:49:12.248835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.253822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38912) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:12.274460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:12.284082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:12.296691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] Routers {'87225e33-e646-416d-8e07-dfaa430796b9'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:12.297928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:48:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['87225e33-e646-416d-8e07-dfaa430796b9'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:12.335978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.336831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.359397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:12.409588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:12.410226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e68180bb-73b9-4c49-b4a2-1a547c817bfa None None] The sync data for ids ['87225e33-e646-416d-8e07-dfaa430796b9'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:12.427803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f7d41ef8-0f07-4036-a93e-bbbb4813c4dd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:12.436668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Pushing event updated for resources: {'Port': ['ID=be3035f4-b870-4752-a036-709cc014b62b,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:12.513138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e285b505-12ba-431b-9973-942fa6f76a2a None None] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:12.517257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=bcb54768-d94f-4e7e-9f77-6e41bedb761e,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:12.525455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:12.562094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f7d41ef8-0f07-4036-a93e-bbbb4813c4dd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:12.566546 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7d41ef8-0f07-4036-a93e-bbbb4813c4dd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=87225e33-e646-416d-8e07-dfaa430796b9 HTTP/1.1" status: 200 len: 205 time: 0.3097796 Jan 14 05:49:12.567367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38922) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:12.773894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b1cb-69d1-4f49-a79c-17df568bd4b9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.843355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11dc7b19-146d-4e1a-836f-4855cbd05977 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.851072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:12.951866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b9e43420-1b84-4198-a4d8-87b4bdb550ba triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:12.954484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.036389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b68ad047-a227-41de-b702-ae9a1e6babf9 None None] Provisioning for port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:13.179268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=db25a1dd-3874-40a7-8f01-47f14d3bc3ea,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:13.195809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.921s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:13.224593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.855s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:13.225101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:13.251926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.420884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.435354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:13.441069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:port and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:13.444686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for port was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:13.451347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource port. Total usage: 4; quota limit: 500; headroom:496 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:13.528760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:13.538290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.597363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network cfb20f19-4645-4361-831a-07ce61b1a51b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:13.599318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Allocated IP 172.20.0.2 (f6d420af-622a-404c-8c94-d7fdaf311812/e5ccc9c8-382c-4525-b320-5fca1cb35739/8f1c13c1-bd2b-4396-a952-3c584f0d44d4) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:13.603099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:13.606787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b1cb-69d1-4f49-a79c-17df568bd4b9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.612686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b1cb-69d1-4f49-a79c-17df568bd4b9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.899202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b1cb-69d1-4f49-a79c-17df568bd4b9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.899829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2ea0b1cb-69d1-4f49-a79c-17df568bd4b9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Fanout notify agent at l3_agent the message router_deleted on router 87225e33-e646-416d-8e07-dfaa430796b9 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:49:13.915984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 02423cc1-4875-42ee-a12c-988f06949f95 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:13.935194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ea0b1cb-69d1-4f49-a79c-17df568bd4b9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:13.936509 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ea0b1cb-69d1-4f49-a79c-17df568bd4b9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/87225e33-e646-416d-8e07-dfaa430796b9 HTTP/1.1" status: 204 len: 168 time: 1.3661647 Jan 14 05:49:13.939747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38942) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:14.075692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] device_id is not set on port 3336a3f2-059e-487f-9911-248159119fd9 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:49:14.162938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:14.195429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Transition to ACTIVE for port object 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:14.215657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3bf1dfcc-34cf-4752-92dc-70ea7b9e98d3 None None] Provisioning complete for port bcb54768-d94f-4e7e-9f77-6e41bedb761e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:14.216288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bf1dfcc-34cf-4752-92dc-70ea7b9e98d3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:14.351818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3bf1dfcc-34cf-4752-92dc-70ea7b9e98d3 None None] Port bcb54768-d94f-4e7e-9f77-6e41bedb761e cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:14.362003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Transition to ACTIVE for port object 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:14.374789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:14.423989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.3 (17ff9ed8-47bc-4e66-bfaa-517b52873463/e671db10-2dd8-4c79-805c-72a11b7c7ae5/3336a3f2-059e-487f-9911-248159119fd9) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:14.427353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:14.503249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1b0b0ba9-27a8-4d59-871d-f3dd03262fab up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:14.520141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 6bc20581-ac73-4453-81ae-bbca21da095f {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:49:14.523848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:14.643290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:14.691611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28b799dd-26b7-4bab-a6dd-8cd1e7e0fd71 None None] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:14.747585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:14.908526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Pushing event updated for resources: {'Port': ['ID=8f1c13c1-bd2b-4396-a952-3c584f0d44d4,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:14.911175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a040e9a-a1ee-4c4f-9712-ad08d8c51668 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:14.944454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.944860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.945272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.945841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.946232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.946614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.947022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.947502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.950872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.951337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.951735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.953257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.953402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.953945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.954080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.954626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.955078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.955463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.955833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.956201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.956569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.956936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.957305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.957670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.958125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.958497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.959037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.959559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.960225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.960748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.961116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.961560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.961832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.962186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.962544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.964613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:14.966864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Allocated IP 172.20.0.1 (4e6063e0-26ac-4e1c-bc94-938c07f39a4b/1ea2384d-94ba-4682-a845-a146189dbd38/de9d11be-482a-4409-88c2-92702313caee) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:15.001379 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.586s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:15.008584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7c5332bb-b164-4a9d-9932-0c5340df342d None None] Provisioning for port be3035f4-b870-4752-a036-709cc014b62b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:15.057555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:15.066599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/02423cc1-4875-42ee-a12c-988f06949f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4721951 Jan 14 05:49:15.080371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38948) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:15.109433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] Sync routers for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:15.169250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:15.171409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.188701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-32076c1a-7f06-4ade-9231-cfcd386b27cf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:15.189329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32076c1a-7f06-4ade-9231-cfcd386b27cf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:15.189742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Transition to ACTIVE for port object de9d11be-482a-4409-88c2-92702313caee will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:15.192722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:15.202551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:15.257383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.287566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-32076c1a-7f06-4ade-9231-cfcd386b27cf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:15.290632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:15.292106 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-32076c1a-7f06-4ade-9231-cfcd386b27cf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports/bcb54768-d94f-4e7e-9f77-6e41bedb761e HTTP/1.1" status: 200 len: 911 time: 0.2102773 Jan 14 05:49:15.301126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38952) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:15.383385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:15.383991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.452167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Network f6d420af-622a-404c-8c94-d7fdaf311812 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:15.458852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:15.461476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:15.484388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:15.585895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Port': ['ID=de9d11be-482a-4409-88c2-92702313caee,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:15.592499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.597622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] Provisioning complete for port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:15.598175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.710477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:15.714396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:15.760543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.785804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Allocated IP 172.25.3.179 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/4ab67683-3c30-4121-8ae3-9425357c1e36) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:15.871443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:15.871921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0f748b24-ed02-43dd-abdd-f2e437af56d2 None None] The sync data for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:15.877552 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2dfcc65-e01b-4582-8500-67875a264760 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:15.919326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Attempting to bind port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:15.919917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Attempting to bind port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:15.920186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Attempting to bind port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 on network f6d420af-622a-404c-8c94-d7fdaf311812 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:15.933747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 48, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:15.934173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Checking segment: {'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:15.934643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.935189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Bound using segment: {'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:15.935758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Bound port: 8f1c13c1-bd2b-4396-a952-3c584f0d44d4, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:15.936192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:15.997291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=6bc20581-ac73-4453-81ae-bbca21da095f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:16.019059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:16.036514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.058780 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/6bc20581-ac73-4453-81ae-bbca21da095f HTTP/1.1" status: 204 len: 168 time: 2.1155014 Jan 14 05:49:16.060007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 38996) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:16.106298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.144727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4832ca13-52c8-436f-9dee-8929bec0de1a None None] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:16.255206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.368176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.375046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.375634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.376277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.376818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.377370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.377903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.378421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.378984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.381198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.381755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.384182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.384826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.385371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.388030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.388595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.390928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.391673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.392262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.392798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.393872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.394983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.396046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.398303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.399725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.401020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.402336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.403607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.406869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.407669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.410527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.411718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.414803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.415457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.416087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.416707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:16.426070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:16.426455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.430269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.138s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:16.433625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.459577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.540120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.606178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] For port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1b0b0ba9-27a8-4d59-871d-f3dd03262fab,segment=NetworkSegment(2e662829-7280-415f-97ce-d43deb6bea8d),segment_id=2e662829-7280-415f-97ce-d43deb6bea8d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:16.612919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.631160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] For port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:16.635188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] For port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8f1c13c1-bd2b-4396-a952-3c584f0d44d4,segment=NetworkSegment(3ce57704-43cc-497f-9e44-107ded494751),segment_id=3ce57704-43cc-497f-9e44-107ded494751)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:16.640887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.650096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-536ea99d-c80b-4ecb-8e18-3909b9b646eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:16.684776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.772372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43,segment=NetworkSegment(fca9d456-0a83-4371-a78c-c3bb5d674ea3),segment_id=fca9d456-0a83-4371-a78c-c3bb5d674ea3)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:16.772900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.936402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:16.962550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:16.993558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.061218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:49:17.061551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:49:17.093150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.120076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7897f017-70c4-42ad-8901-4a275d079ec8 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:17.151394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Allocated IP 172.25.3.21 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/1995b673-181e-443e-9599-b2817845626f) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:17.195764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.228968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b00ac949-47c9-4853-a6bd-1bfae73a5b6b None None] Provisioning complete for port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:17.229365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b00ac949-47c9-4853-a6bd-1bfae73a5b6b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.292358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.333718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] Pushing event updated for resources: {'Port': ['ID=1b0b0ba9-27a8-4d59-871d-f3dd03262fab,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:17.352596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.703s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:17.411983 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.681s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:17.511198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Pushing event updated for resources: {'Port': ['ID=4ab67683-3c30-4121-8ae3-9425357c1e36,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:17.524359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Pushing event updated for resources: {'Port': ['ID=8f1c13c1-bd2b-4396-a952-3c584f0d44d4,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:17.531749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:17.544925 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:17.660581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.670729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:17.684959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-718bf9f3-be28-4d93-8966-80c4ef006ed2 None None] DHCP port deletion for 2bea18be-11e8-4ab0-bf20-7bbe010b73ce request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:49:17.700832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-718bf9f3-be28-4d93-8966-80c4ef006ed2 None None] Deleting port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:17.701271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-718bf9f3-be28-4d93-8966-80c4ef006ed2 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.709809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ca8756a-1043-4807-988b-1a66cec81080 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:17.746979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:17.764013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:17.770639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device db25a1dd-3874-40a7-8f01-47f14d3bc3ea up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:17.831491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-75488992-ecfe-45be-b605-3796fab1d937 None None] Provisioning for port de9d11be-482a-4409-88c2-92702313caee completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:17.913804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-75488992-ecfe-45be-b605-3796fab1d937 None None] Provisioning complete for port de9d11be-482a-4409-88c2-92702313caee triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:17.914809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75488992-ecfe-45be-b605-3796fab1d937 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.942293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:17.952236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:17.969743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:17.986682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:18.033834 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17c538be-8dec-42ee-924b-0803fcd80e7e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:18.051460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.092135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-75488992-ecfe-45be-b605-3796fab1d937 None None] Port de9d11be-482a-4409-88c2-92702313caee cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:18.108123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-718bf9f3-be28-4d93-8966-80c4ef006ed2 None None] The port '89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:49:18.137375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port db25a1dd-3874-40a7-8f01-47f14d3bc3ea triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:18.137809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.155168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:18.205190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.208332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=3336a3f2-059e-487f-9911-248159119fd9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:18.227354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.518s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:18.296812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.297254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.297691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.298722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.299170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.299603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.300435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.300998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.301417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.302108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.302536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.303145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.303635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.304053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.304470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.304890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.305309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.305730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.306147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.306561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.308205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.308810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.309235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.309657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.310164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.310793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.311216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.311341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device be3035f4-b870-4752-a036-709cc014b62b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:18.311639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.312047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.312462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.312874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.313406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.314129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.314545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.314990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.315404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:49:18.331624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:18.351901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No DVR routers for this DVR port 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:49:18.428293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Provisioning complete for port de9d11be-482a-4409-88c2-92702313caee triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:18.428293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.511547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.535863 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-540619f0-3b3c-4c31-94af-578aebf2a245 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:18.544009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port be3035f4-b870-4752-a036-709cc014b62b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:18.553728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port be3035f4-b870-4752-a036-709cc014b62b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:18.554309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.604550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:18.635812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Port de9d11be-482a-4409-88c2-92702313caee cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:18.663624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Provisioning complete for port be3035f4-b870-4752-a036-709cc014b62b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:18.664162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.680743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.694177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:18.817395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.897991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port be3035f4-b870-4752-a036-709cc014b62b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=be3035f4-b870-4752-a036-709cc014b62b,segment=NetworkSegment(639483f3-c0e5-4cff-a771-d99a0483e705),segment_id=639483f3-c0e5-4cff-a771-d99a0483e705)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:18.909208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:18.913279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:18.914096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:18.965067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2bea18be-11e8-4ab0-bf20-7bbe010b73ce']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:18.988204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=be3035f4-b870-4752-a036-709cc014b62b,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:18.992137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.078s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:18.992846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.024895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fca9d456-0a83-4371-a78c-c3bb5d674ea3') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:19.025238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fca9d456-0a83-4371-a78c-c3bb5d674ea3') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:19.051969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.070274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Pushing event updated for resources: {'Port': ['ID=1995b673-181e-443e-9599-b2817845626f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:19.088398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:49:19.089091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-b70dc005-7f57-43bf-95e4-5f8448082180 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:49:19.094613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.099512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:49:19.112600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.181348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.646s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:19.195060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1b0b0ba9-27a8-4d59-871d-f3dd03262fab up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:19.279178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:19.280264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.345174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8:1::1 (a82f822d-ec64-4c21-ad06-fe4dbbbcaf57/54e7160f-3373-46ab-a518-feb2f1951126/9c8f5a01-300c-4e44-aa46-6b2a9b174508) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:19.360187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:49:19.372253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.443240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:19.549042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.624638 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:19.629103 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:19.642765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:19.642765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.656525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:49:19.723389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:49:19.723962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 89d55ab4-b6a5-4f6f-8e4b-d8da6f17fb43 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:49:19.789218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 2bea18be-11e8-4ab0-bf20-7bbe010b73ce has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:49:19.825585 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:49:19.970413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:19.975580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be0b8b9a-8c94-4a01-b147-7dd6b3b9e978 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:20.005406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.011055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.014659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=2bea18be-11e8-4ab0-bf20-7bbe010b73ce,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:20.019256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b2c23d6e-bb53-42f9-8489-525bfa27eac6 None None] Network f6d420af-622a-404c-8c94-d7fdaf311812 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:20.037723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:20.042672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:20.045785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:20.053191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object 9c8f5a01-300c-4e44-aa46-6b2a9b174508 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:20.079354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:20.097484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.124853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Provisioning for port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:20.134793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Provisioning complete for port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:20.135234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.181362 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ffea775-cfe8-4961-971e-7552fcd68206 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:20.199848 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 8.5883398 Jan 14 05:49:20.207427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39042) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:20.213754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'port_id': '3336a3f2-059e-487f-9911-248159119fd9'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:20.273037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=9c8f5a01-300c-4e44-aa46-6b2a9b174508,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:20.293172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/2bea18be-11e8-4ab0-bf20-7bbe010b73ce HTTP/1.1" status: 204 len: 168 time: 4.2276897 Jan 14 05:49:20.297631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:20.298077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.298905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39046) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:20.310281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'tempest-RoutersTest-router-350982683', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:20.315534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.324002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:20.329013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:router and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:20.332482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:20.339442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:20.357047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.358478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.412778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.436065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.442088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:20.446536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:20.448368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:20.449070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.463839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] For port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8f1c13c1-bd2b-4396-a952-3c584f0d44d4,segment=NetworkSegment(3ce57704-43cc-497f-9e44-107ded494751),segment_id=3ce57704-43cc-497f-9e44-107ded494751)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:20.499769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.507789 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:20.643674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Pushing event updated for resources: {'Port': ['ID=8f1c13c1-bd2b-4396-a952-3c584f0d44d4,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:20.647959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:20.801935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.936962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e72a0ab9-4816-4747-8122-ca06de0c545b None None] Provisioning for port 9c8f5a01-300c-4e44-aa46-6b2a9b174508 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:20.943872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e72a0ab9-4816-4747-8122-ca06de0c545b None None] Provisioning complete for port 9c8f5a01-300c-4e44-aa46-6b2a9b174508 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:20.944306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e72a0ab9-4816-4747-8122-ca06de0c545b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:20.995248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.039731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.097514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:21.184774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e72a0ab9-4816-4747-8122-ca06de0c545b None None] Port 9c8f5a01-300c-4e44-aa46-6b2a9b174508 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:21.228926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:21.230070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.348839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f3daf109-4399-456b-a31d-b3cf4dfe3b0b None None] Provisioning complete for port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:21.349275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3daf109-4399-456b-a31d-b3cf4dfe3b0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.359775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.362006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.550354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device be3035f4-b870-4752-a036-709cc014b62b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:21.711796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port be3035f4-b870-4752-a036-709cc014b62b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:21.712214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.876797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ecb4879f-6f75-4a32-87ff-5c828153dfb2 None None] Provisioning complete for port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:21.877175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecb4879f-6f75-4a32-87ff-5c828153dfb2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.897461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.912640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:21.995271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:22.492888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.25.3.14 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/51779f56-581c-42a2-81bd-8afd1518b462) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:22.500160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:22.508369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:22.509270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:22.526451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00ad18f9-e796-4f27-9b67-817149b87e54 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:22.724449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=9c8f5a01-300c-4e44-aa46-6b2a9b174508,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:22.745870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:22.863853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:22.868158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:22.870809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:22.968454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Router 8be4c3dd-845d-4dee-9111-8f5f5eec194f is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:23.048705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:23.121142 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-088bbd9a-0e22-48e9-91a6-a322d1692df4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:23.200979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:23.201108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 02423cc1-4875-42ee-a12c-988f06949f95 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:23.214678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Sync routers for ids ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:23.231868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Routers {'8be4c3dd-845d-4dee-9111-8f5f5eec194f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:23.233080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:23.294218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Router 3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:23.307981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0ba4f08a-e7f4-4c23-b435-00a18abc2743 None None] Provisioning complete for port 9c8f5a01-300c-4e44-aa46-6b2a9b174508 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:23.308762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ba4f08a-e7f4-4c23-b435-00a18abc2743 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:23.384533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=51779f56-581c-42a2-81bd-8afd1518b462,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:23.393923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.273s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:23.440964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] It took 0.23 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:49:23.447465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0ba4f08a-e7f4-4c23-b435-00a18abc2743 None None] Port 9c8f5a01-300c-4e44-aa46-6b2a9b174508 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:23.455578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:23.457272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:23.458580 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 11.8451777 Jan 14 05:49:23.465088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:23.465711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39056) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:23.468834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] Sync routers for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:23.492855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:23.493566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:23.589657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:23.610261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:23.628886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:23.677017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Set router 8be4c3dd-845d-4dee-9111-8f5f5eec194f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:23.683556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:23.826876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75128d9b-1149-429c-9e6c-e301c10b1bfb tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:23.834086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:23.855032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:23.856041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:23.912615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:23.943831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:23.944566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-916096f3-4ceb-4baf-ab85-e2e310ef7ab5 None None] The sync data for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:23.986085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/02423cc1-4875-42ee-a12c-988f06949f95/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.6836834 Jan 14 05:49:24.002875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39060) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:24.080414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'Port': ['ID=de9d11be-482a-4409-88c2-92702313caee,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:24.084191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.257s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:24.109386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:24.114371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:24.116233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ec05448-24fb-4329-b6cb-dc4c5b76f89f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:24.117065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ec05448-24fb-4329-b6cb-dc4c5b76f89f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:24.250507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:49:20Z', 'revision_number': 3, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:17Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:24.256398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Checking router: 8be4c3dd-845d-4dee-9111-8f5f5eec194f for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:49:24.256791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Updating router 8be4c3dd-845d-4dee-9111-8f5f5eec194f port 1995b673-181e-443e-9599-b2817845626f binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:49:24.304061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ec05448-24fb-4329-b6cb-dc4c5b76f89f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:24.305723 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ec05448-24fb-4329-b6cb-dc4c5b76f89f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports/9c8f5a01-300c-4e44-aa46-6b2a9b174508 HTTP/1.1" status: 200 len: 913 time: 0.3015664 Jan 14 05:49:24.319019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39064) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:24.375207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:24.485548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee065411-e884-43e8-9641-a52a37381c74 None None] Provisioning complete for port de9d11be-482a-4409-88c2-92702313caee triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:24.485750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee065411-e884-43e8-9641-a52a37381c74 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:24.605553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ee065411-e884-43e8-9641-a52a37381c74 None None] Port de9d11be-482a-4409-88c2-92702313caee cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:24.645353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:24.665262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:24.671598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:25.015336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:25.017739 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP c121ee27-0d72-4287-a607-7134b1f7e017 associated. External IP: 172.25.3.56, port: 3336a3f2-059e-487f-9911-248159119fd9. Jan 14 05:49:25.062495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:25.076594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Transition to ACTIVE for port object 1995b673-181e-443e-9599-b2817845626f will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:25.080263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] Sync routers for ids ['3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:25.092039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] Routers {'3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:25.092871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:25.098076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:25.102130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "PUT /v2.0/routers/3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c HTTP/1.1" status: 200 len: 884 time: 15.3924906 Jan 14 05:49:25.165921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:25.184733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39070) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:25.266838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:25.277588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Sync routers for ids ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:25.295020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Routers {'3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:25.295736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:25.306961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:25.309314 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41a878b7-8c85-4260-8f7a-4fab0eb23fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:25.391732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874275-fcb2-4c01-b5a5-7467f2da3d12 None None] Pushing event updated for resources: {'Port': ['ID=1995b673-181e-443e-9599-b2817845626f,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:25.395506 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01874275-fcb2-4c01-b5a5-7467f2da3d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:25.419195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Attempting to bind port 1995b673-181e-443e-9599-b2817845626f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:25.419778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Attempting to bind port 1995b673-181e-443e-9599-b2817845626f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:25.420741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Attempting to bind port 1995b673-181e-443e-9599-b2817845626f on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:25.432768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:25.433357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:25.433923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:25.434717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:25.435374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Bound port: 1995b673-181e-443e-9599-b2817845626f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:25.435899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:25.477914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] Routers {'3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:25.478816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:25.568592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Set router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:25.569680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:25.570251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-db917541-c3c2-493f-a2a0-7f6fe8224a8c None None] The sync data for ids ['3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:25.674331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] For port 1995b673-181e-443e-9599-b2817845626f, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:25.682025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] For port 1995b673-181e-443e-9599-b2817845626f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1995b673-181e-443e-9599-b2817845626f,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:25.690498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:25.937109 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "PUT /v2.0/routers/3458ecb1-152d-4a6d-8e24-cbb15f87d3a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 18.2313614 Jan 14 05:49:25.941499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d5cc13c-f1dc-45b9-888c-52a1ec18115b tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c HTTP/1.1" status: 200 len: 925 time: 0.6774733 Jan 14 05:49:25.942289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39076) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:25.948976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39078) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:26.039120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:26.061599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:26.092973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:49:19Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'de9d11be-482a-4409-88c2-92702313caee', 'name': '', 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'mac_address': 'fa:16:3e:80:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '1ea2384d-94ba-4682-a845-a146189dbd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:13Z', 'updated_at': '2021-01-14T05:49:22Z', 'revision_number': 2, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'subnets': [{'id': '1ea2384d-94ba-4682-a845-a146189dbd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:26.102147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Checking router: 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:49:26.103552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Updating router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 port de9d11be-482a-4409-88c2-92702313caee binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:49:26.202589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.203048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.203467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.203884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.205654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.206027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.206660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.207098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.207510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.208198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.208307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.208724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.209132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.209657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.210111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.210280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.213087 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4e311c0b-9e74-4aae-8b60-a6b4af019e7c tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 12590 time: 0.2656975 Jan 14 05:49:26.224689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:26.261975 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7329d33-1db7-4463-874c-1ef3c3b6e4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:26.278949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39086) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:26.349963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01874275-fcb2-4c01-b5a5-7467f2da3d12 None None] Pushing event updated for resources: {'Port': ['ID=1995b673-181e-443e-9599-b2817845626f,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:26.363408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01874275-fcb2-4c01-b5a5-7467f2da3d12 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:26.390267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Routers {'8be4c3dd-845d-4dee-9111-8f5f5eec194f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:26.391146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:26.504253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61b0e870-2c64-416e-8ff3-3b459133934a tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.505952 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61b0e870-2c64-416e-8ff3-3b459133934a tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.3067596 Jan 14 05:49:26.631882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39090) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:26.636566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:26.726846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.727278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.727698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.728110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.728519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.728924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.729329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.729736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.730341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.730525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.730919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.731322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.731720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.732119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.732518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.732916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.733315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.733715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:26.736850 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bbc24edb-6e60-449c-aaf3-7c19d0e668d6 tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 11631 time: 0.4566278 Jan 14 05:49:26.739588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:26.740527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39094) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:26.796238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] Set router 8be4c3dd-845d-4dee-9111-8f5f5eec194f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:26.829045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:26.843423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Transition to ACTIVE for port object de9d11be-482a-4409-88c2-92702313caee will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:26.847376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:26.864348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:26.936811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ecad-d11f-4ea5-9494-433cdceb85f8 None None] Pushing event updated for resources: {'Port': ['ID=de9d11be-482a-4409-88c2-92702313caee,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:26.940339 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2e4ecad-d11f-4ea5-9494-433cdceb85f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:27.047557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:27.107516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:27.122367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:27.171514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:27.172890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:27.205165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:27.333946 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-24907855-7a4d-49d4-8bb4-e37d741f66ce tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/floatingips/c121ee27-0d72-4287-a607-7134b1f7e017 HTTP/1.1" status: 200 len: 977 time: 7.1252947 Jan 14 05:49:27.334878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39100) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:27.342904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Attempting to bind port de9d11be-482a-4409-88c2-92702313caee on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:27.343496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Attempting to bind port de9d11be-482a-4409-88c2-92702313caee by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:27.344027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Attempting to bind port de9d11be-482a-4409-88c2-92702313caee on network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:27.365257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:27.366254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Checking segment: {'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:27.366971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:27.367124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:27.367614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Bound using segment: {'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:27.368159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Bound port: de9d11be-482a-4409-88c2-92702313caee, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '639483f3-c0e5-4cff-a771-d99a0483e705', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:27.368593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:27.408602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:27.410951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:27.502572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d8f5b0d0-6330-4114-813e-b66c2254abd5 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:27.503505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d8f5b0d0-6330-4114-813e-b66c2254abd5 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Synchronizing usage tracker for tenant:7d8daf72870a4ac18a857c67f4d6d2fd on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:27.508998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 3336a3f2-059e-487f-9911-248159119fd9 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:27.509544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:27.533738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] For port de9d11be-482a-4409-88c2-92702313caee, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:27.538198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] For port de9d11be-482a-4409-88c2-92702313caee, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=de9d11be-482a-4409-88c2-92702313caee,segment=NetworkSegment(639483f3-c0e5-4cff-a771-d99a0483e705),segment_id=639483f3-c0e5-4cff-a771-d99a0483e705)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:27.551948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:27.554457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:27.580161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29ed1d66-670b-428e-ac87-f860e1639e78 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:27.585430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:27.585953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d215cf8d-46b5-475d-a38c-312a4e96f0e3 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:27.752041 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-581babd0-2d1e-4173-957b-2fdae71499ce tempest-TestNetworkBasicOps-1452522580 tempest-TestNetworkBasicOps-1452522580] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 5008 time: 1.0061152 Jan 14 05:49:27.778210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:49:20Z', 'revision_number': 3, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:27.794233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-461078ce-cc88-4f04-afa5-7a08750c365d None None] The sync data for ids ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'] in n-d-768851-4 is: [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:49:20Z', 'revision_number': 3, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:27.841414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2e4ecad-d11f-4ea5-9494-433cdceb85f8 None None] Pushing event updated for resources: {'Port': ['ID=de9d11be-482a-4409-88c2-92702313caee,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:27.880226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2e4ecad-d11f-4ea5-9494-433cdceb85f8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:27.929813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:28.009281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Routers {'3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:28.016208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:28.019419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d8f5b0d0-6330-4114-813e-b66c2254abd5 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Unset dirty status for tenant:7d8daf72870a4ac18a857c67f4d6d2fd on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:28.020782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8f5b0d0-6330-4114-813e-b66c2254abd5 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 1.3794029 Jan 14 05:49:28.079206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 791720a1-5198-49c1-ab65-a1a83de2cac4 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:28.080411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39106) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:28.150453 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07b4e886-4b3f-4998-be18-8f4ce0075b97 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c HTTP/1.1" status: 200 len: 205 time: 0.0681942 Jan 14 05:49:28.151333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39110) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:28.555237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] Set router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:28.584215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39116) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:28.594030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-173327263', 'description': 'tempest-secgroup-smoke-173327263 description', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:28.617133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:28.676611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:28.680061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:28.702906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:28.718529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:28.733442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:28.852139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:28.903431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.092557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:29.097779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:29.100962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:29.109620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:29.119016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] Sync routers for ids ['791720a1-5198-49c1-ab65-a1a83de2cac4'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:29.132530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1995b673-181e-443e-9599-b2817845626f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:29.201786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.202407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.202407 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP c121ee27-0d72-4287-a607-7134b1f7e017 disassociated. External IP: 172.25.3.56, port: 3336a3f2-059e-487f-9911-248159119fd9. Jan 14 05:49:29.202814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 3336a3f2-059e-487f-9911-248159119fd9 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:29.226747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] Routers {'791720a1-5198-49c1-ab65-a1a83de2cac4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:29.229581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['791720a1-5198-49c1-ab65-a1a83de2cac4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:29.243263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Allocated IP 172.20.0.1 (f6d420af-622a-404c-8c94-d7fdaf311812/e5ccc9c8-382c-4525-b320-5fca1cb35739/42337552-c453-41b0-9a13-1d8f7cc89f11) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:29.255783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.260997 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 878 time: 8.9608760 Jan 14 05:49:29.262288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39120) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:29.326802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:29.380301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1995b673-181e-443e-9599-b2817845626f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:29.389506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] Routers {'791720a1-5198-49c1-ab65-a1a83de2cac4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:29.390350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['791720a1-5198-49c1-ab65-a1a83de2cac4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:29.464435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1995b673-181e-443e-9599-b2817845626f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:29.464877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.546364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:29.546876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-320bc008-b41a-4e36-84ee-ee5ca6596f08 None None] The sync data for ids ['791720a1-5198-49c1-ab65-a1a83de2cac4'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:29.549855 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-762739d1-1fc2-429b-b495-3f1a78efda1b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/routers/791720a1-5198-49c1-ab65-a1a83de2cac4 HTTP/1.1" status: 200 len: 879 time: 0.2732780 Jan 14 05:49:29.566826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39124) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:29.718865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.745944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 1995b673-181e-443e-9599-b2817845626f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1995b673-181e-443e-9599-b2817845626f,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:29.757265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.759461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3316c83f-5eda-4d96-bd69-6b4c563bad83 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:29.827591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.840100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.847748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:49:19Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'de9d11be-482a-4409-88c2-92702313caee', 'name': '', 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'mac_address': 'fa:16:3e:80:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '1ea2384d-94ba-4682-a845-a146189dbd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:13Z', 'updated_at': '2021-01-14T05:49:27Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'subnets': [{'id': '1ea2384d-94ba-4682-a845-a146189dbd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:29.850994 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7d5d7b6-2b55-45e7-8798-67a7789c2874 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:29.860068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cd76f97e-c8b8-4ead-81c3-c2bdc7a73449 None None] The sync data for ids ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'] in n-d-768851-4 is: [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:49:19Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'de9d11be-482a-4409-88c2-92702313caee', 'name': '', 'network_id': '4e6063e0-26ac-4e1c-bc94-938c07f39a4b', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'mac_address': 'fa:16:3e:80:ef:d2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 2899, 'fixed_ips': [{'subnet_id': '1ea2384d-94ba-4682-a845-a146189dbd38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:13Z', 'updated_at': '2021-01-14T05:49:27Z', 'revision_number': 4, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'subnets': [{'id': '1ea2384d-94ba-4682-a845-a146189dbd38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:29.872587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=1995b673-181e-443e-9599-b2817845626f,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:29.881953 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:29.894893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroup': ['ID=45b2b8f9-7432-4d5d-8d4e-5fe5263941d4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:29.920160 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:29.925915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:29.930269 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.3393919 Jan 14 05:49:29.951181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39130) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:29.976093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': '45b2b8f9-7432-4d5d-8d4e-5fe5263941d4', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:30.008882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:30.025427 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.044404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:30.056056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:30.079714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:30.084363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Deleting port 4ab67683-3c30-4121-8ae3-9425357c1e36 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:30.084751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.174780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.212777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.228211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 9c8f5a01-300c-4e44-aa46-6b2a9b174508 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:30.228600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.270052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.284507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Transition to ACTIVE for port object 42337552-c453-41b0-9a13-1d8f7cc89f11 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:30.295337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61c900b3-cfc9-4f30-a428-c50d355f92db tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:30.348751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=3336a3f2-059e-487f-9911-248159119fd9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:30.356500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:30.458845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.540435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.640651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:30.783630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for 9c8f5a01-300c-4e44-aa46-6b2a9b174508 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:30.885717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Calling delete_port for 4ab67683-3c30-4121-8ae3-9425357c1e36 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:30.891696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47dcb5be-077f-40cd-b509-71e868837a74 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:31.015688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:31.130989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Network f6d420af-622a-404c-8c94-d7fdaf311812 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:31.145370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Pushing event updated for resources: {'Port': ['ID=42337552-c453-41b0-9a13-1d8f7cc89f11,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:31.152241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.261s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:31.153531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:31.159483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:31.196502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device de9d11be-482a-4409-88c2-92702313caee up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:31.205140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.309283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9c13cd14-00b5-4c73-b155-8cf1056c2c09 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:router {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:31.312251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.334502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4328ffce-dee0-4102-91d9-117dcae5195f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:31.355922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port de9d11be-482a-4409-88c2-92702313caee completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:31.364222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port de9d11be-482a-4409-88c2-92702313caee triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:31.365003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.375084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.400559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9c13cd14-00b5-4c73-b155-8cf1056c2c09 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:router {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:31.404223 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9c13cd14-00b5-4c73-b155-8cf1056c2c09 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 882 time: 1.8334415 Jan 14 05:49:31.404223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b17f3d3e-3e72-43b2-9620-989d6385ea43,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:31.406406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:31.412879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39136) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:31.430514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e3e89d59-1783-4111-b495-026552fc08e5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'updatedtempest-RoutersTest-router-350982683'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:31.524580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:31.536073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:31.552842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:31.553531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:31.621012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-49b87fce-100f-4779-9de8-9caec6ab2935 None None] Provisioning for port 42337552-c453-41b0-9a13-1d8f7cc89f11 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:31.641810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-49b87fce-100f-4779-9de8-9caec6ab2935 None None] Provisioning complete for port 42337552-c453-41b0-9a13-1d8f7cc89f11 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:31.642997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49b87fce-100f-4779-9de8-9caec6ab2935 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.649589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:31.660727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:31.661924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:31.742988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:31.743734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e3e8aef5-c029-4c78-b6c5-4313d7e86928 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:31.749533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.752957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-49b87fce-100f-4779-9de8-9caec6ab2935 None None] Port 42337552-c453-41b0-9a13-1d8f7cc89f11 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:31.759282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.764884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.773062 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/ports/3336a3f2-059e-487f-9911-248159119fd9 HTTP/1.1" status: 204 len: 168 time: 4.4208250 Jan 14 05:49:31.806099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port de9d11be-482a-4409-88c2-92702313caee, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=de9d11be-482a-4409-88c2-92702313caee,segment=NetworkSegment(639483f3-c0e5-4cff-a771-d99a0483e705),segment_id=639483f3-c0e5-4cff-a771-d99a0483e705)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:31.811959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:31.812932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1995b673-181e-443e-9599-b2817845626f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:31.839799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39140) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:31.887734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:31.972904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=de9d11be-482a-4409-88c2-92702313caee,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:31.979484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:31.990358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1995b673-181e-443e-9599-b2817845626f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:31.990827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.014337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.017311 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36839aee-efbf-4df4-8515-ecae4e23a9ae tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "GET /v2.0/floatingips/c121ee27-0d72-4287-a607-7134b1f7e017 HTTP/1.1" status: 200 len: 687 time: 0.1757295 Jan 14 05:49:32.018027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39146) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:32.020155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.025169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.077685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.095141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.099258 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 2.1431332 Jan 14 05:49:32.188144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:32.199676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39150) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:32.222231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': '45b2b8f9-7432-4d5d-8d4e-5fe5263941d4', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:32.245025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:32.255613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 1fdbce14-dad4-4b09-904d-0fe130b2fb5b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:32.256481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.304127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=9c8f5a01-300c-4e44-aa46-6b2a9b174508,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:32.314848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:32.680226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.759855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:32.765521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:32.776150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:32.780921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.781512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Fanout notify agent at l3_agent the message router_deleted on router 3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:49:32.804114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.809721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4e624ed-5f57-48c1-afff-3ca466bd66ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c HTTP/1.1" status: 204 len: 168 time: 4.6425998 Jan 14 05:49:32.822114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39162) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:32.833558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-1694034865', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:32.846240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:32.867338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Usage tracker for resource:router and tenant:59f779f9e3d94f5299b97449db1422ce is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:32.879949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.880431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.890446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:32.898854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.912501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:32.985813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.987472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:32.994898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.004094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.043352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device de9d11be-482a-4409-88c2-92702313caee up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:33.080034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 1fdbce14-dad4-4b09-904d-0fe130b2fb5b owned by network:floatingip {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:33.116758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port de9d11be-482a-4409-88c2-92702313caee triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:33.117159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.174103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.307310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.311408 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5b0ecc6-8eef-4acb-8c95-fa56eda506cf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.4854298 Jan 14 05:49:33.312166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.321105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39176) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:33.328757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': True}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:33.386910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.395184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3217727b-aa0b-4d03-ba6d-a19789b67c66 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:33.490963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3e89d59-1783-4111-b495-026552fc08e5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.510411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.514932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 1.3117502 Jan 14 05:49:33.527140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39180) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:33.535361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': '45b2b8f9-7432-4d5d-8d4e-5fe5263941d4', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:33.546651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:33.580523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad3afc1c-5d7a-4eaf-957a-ba4e7c735cbb,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:33.590536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:33.600485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:33.638106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3e89d59-1783-4111-b495-026552fc08e5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.653400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:33.684699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:33.918788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.934830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 02423cc1-4875-42ee-a12c-988f06949f95 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:33.936805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:33.977524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:33.989641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.000492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=1fdbce14-dad4-4b09-904d-0fe130b2fb5b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:34.086110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:34.285724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] It took 0.34 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:49:34.301107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.315533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.363213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.367633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.378506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.380737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:34.421905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7e70ef07-1736-4a72-9209-a90ef9232e51,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:34.425897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:34.435638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.441326 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/floatingips/c121ee27-0d72-4287-a607-7134b1f7e017 HTTP/1.1" status: 204 len: 168 time: 2.4141896 Jan 14 05:49:34.451179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39194) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:34.456688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.460751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9297435 Jan 14 05:49:34.462376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'port_id': '7dc5a39f-5e3e-48b6-a131-2b998284e07f'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:34.485474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39198) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:34.494868 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-031e1f08-d7f5-413d-b472-c0d732ff0fad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:34.495781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': '45b2b8f9-7432-4d5d-8d4e-5fe5263941d4', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:34.505287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:34.512202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:floatingip and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:34.515315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:34.520428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:34.528401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:34.535017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:34.539230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:34.548125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:34.571874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:34.579735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e3e89d59-1783-4111-b495-026552fc08e5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router 791720a1-5198-49c1-ab65-a1a83de2cac4 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:34.585646 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/02423cc1-4875-42ee-a12c-988f06949f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2650120 Jan 14 05:49:34.586344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] Sync routers for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:34.596144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39202) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:34.600047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:34.601164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:34.690174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.692649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.694503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:34.706005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:34.706341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Pushing event updated for resources: {'Port': ['ID=42337552-c453-41b0-9a13-1d8f7cc89f11,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:34.707344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:34.788945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:34.789692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d313e49c-abba-4351-ada0-a279aab27852 None None] The sync data for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:34.817671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.819841 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:34.897154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.941337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:34.981793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:35.050810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:35.058532 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5aed02f-49d4-4acb-b7e2-962c5d43de8b tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:35.102425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=897a77b1-0c5f-4812-8c08-5afefdbcd93e,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:35.111265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:35.160519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:35.164670 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6737239 Jan 14 05:49:35.190783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39206) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:35.210013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': '45b2b8f9-7432-4d5d-8d4e-5fe5263941d4', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:35.229809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:35.237433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:35.252417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:35.261287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e3e89d59-1783-4111-b495-026552fc08e5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:35.266608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:35.272205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] Sync routers for ids ['791720a1-5198-49c1-ab65-a1a83de2cac4'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:35.282775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] Routers {'791720a1-5198-49c1-ab65-a1a83de2cac4'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:35.283803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['791720a1-5198-49c1-ab65-a1a83de2cac4'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:35.284604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3e89d59-1783-4111-b495-026552fc08e5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:35.285912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3e89d59-1783-4111-b495-026552fc08e5 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/791720a1-5198-49c1-ab65-a1a83de2cac4 HTTP/1.1" status: 200 len: 886 time: 3.8692322 Jan 14 05:49:35.294659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39210) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:35.303835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:35.365118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:35.376003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] Routers {'791720a1-5198-49c1-ab65-a1a83de2cac4'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:35.376985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['791720a1-5198-49c1-ab65-a1a83de2cac4'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:35.437527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Allocated IP 172.25.3.246 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/168b3c9d-8dec-4d7e-aff2-19299678e3ca) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:35.445156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:35.445926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0515f118-f58a-4bfa-8615-1bcd199203cc None None] The sync data for ids ['791720a1-5198-49c1-ab65-a1a83de2cac4'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:35.513358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86492908-1f70-4347-84ad-8adcda889dae tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/routers/791720a1-5198-49c1-ab65-a1a83de2cac4 HTTP/1.1" status: 200 len: 886 time: 0.2144377 Jan 14 05:49:35.517849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39216) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:35.524003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Network f6d420af-622a-404c-8c94-d7fdaf311812 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:35.568060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:35.588027 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33e4c0ad-44d9-412b-82a4-14d061b18997 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=791720a1-5198-49c1-ab65-a1a83de2cac4 HTTP/1.1" status: 200 len: 205 time: 0.0585754 Jan 14 05:49:35.592032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:35.592933 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Project 112e1c5ef3574b6daf3b13284dda7ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:49:35.766827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:35.924869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e74d844-4b62-4142-a749-2bc0912e2b42 None None] Provisioning complete for port 42337552-c453-41b0-9a13-1d8f7cc89f11 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:35.926282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e74d844-4b62-4142-a749-2bc0912e2b42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.015571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2e74d844-4b62-4142-a749-2bc0912e2b42 None None] Port 42337552-c453-41b0-9a13-1d8f7cc89f11 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:36.059067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.131320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.154327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a75e440-7079-436c-bfab-328b41876d44 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:36.323513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.25.3.11 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/6db52e64-1e27-4971-9983-de0cfc4d8dab) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:36.341938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Port': ['ID=168b3c9d-8dec-4d7e-aff2-19299678e3ca,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:36.352396 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:36.443949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.459402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Router 8be4c3dd-845d-4dee-9111-8f5f5eec194f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:36.479123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.484412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:36.488090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:36.493483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:36.545887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.563520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61598718-3022-4d92-b3f9-9ed63909c122 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:36.659200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.711249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=503eea84-6113-4186-a257-9ee880170833,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:36.774777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.211s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:36.810955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.815473 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-08f19fdf-99b6-485f-8424-19f97b9f48ce tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 1.6212325 Jan 14 05:49:36.816356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39226) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:36.827525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Request body: {'security_group_rule': {'security_group_id': '45b2b8f9-7432-4d5d-8d4e-5fe5263941d4', 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:36.846901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:36.902749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Usage tracker for resource:security_group_rule and tenant:112e1c5ef3574b6daf3b13284dda7ca3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:36.911237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:36.914418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.945470 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0ed5304b-abbc-44dd-8ec4-cbc036252fbb tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:36.949373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:36.960394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 51779f56-581c-42a2-81bd-8afd1518b462 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:36.960769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.025552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.030359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:37.109498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:37.121057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Sync routers for ids ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:37.133943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Routers {'8be4c3dd-845d-4dee-9111-8f5f5eec194f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:37.134841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:37.155440 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Project 112e1c5ef3574b6daf3b13284dda7ca3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:49:37.181309 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] 10.222.0.48 "PUT /v2.0/routers/8be4c3dd-845d-4dee-9111-8f5f5eec194f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 13.7059035 Jan 14 05:49:37.217429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.254629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=6db52e64-1e27-4971-9983-de0cfc4d8dab,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:37.271660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.326s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:37.283829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:37.290993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:37.313797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:37.369037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Set router 8be4c3dd-845d-4dee-9111-8f5f5eec194f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:37.395327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.398091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.510274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.687058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 51779f56-581c-42a2-81bd-8afd1518b462 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:37.751686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.759035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a05fbf8a-0b58-4de4-a6d8-448d82c1531d tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:37.956566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:49:32Z', 'revision_number': 4, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '42337552-c453-41b0-9a13-1d8f7cc89f11', 'name': '', 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'mac_address': 'fa:16:3e:c7:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'e5ccc9c8-382c-4525-b320-5fca1cb35739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:28Z', 'updated_at': '2021-01-14T05:49:33Z', 'revision_number': 2, 'project_id': '85005e1778e34e01943b50fbbe351454', 'subnets': [{'id': 'e5ccc9c8-382c-4525-b320-5fca1cb35739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:37.967613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:37.967905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Checking router: 8be4c3dd-845d-4dee-9111-8f5f5eec194f for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:49:37.970743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Updating router 8be4c3dd-845d-4dee-9111-8f5f5eec194f port 42337552-c453-41b0-9a13-1d8f7cc89f11 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:49:38.158662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.160740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 1.3412368 Jan 14 05:49:38.167229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event updated for resources: {'SecurityGroupRule': ['ID=20e9f350-9950-41d1-a1df-d26d848ed051,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:38.173237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port bcb54768-d94f-4e7e-9f77-6e41bedb761e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:38.173785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.183610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.424s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:38.203618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.247783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.593166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.593699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.790916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.807022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:38.810652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.093141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for bcb54768-d94f-4e7e-9f77-6e41bedb761e owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:39.170057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.170980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Fanout notify agent at l3_agent the message router_deleted on router 791720a1-5198-49c1-ab65-a1a83de2cac4 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:49:39.184288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.200567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Transition to ACTIVE for port object 42337552-c453-41b0-9a13-1d8f7cc89f11 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:39.206377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.249751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.260390 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c78204f7-7c76-4d48-9716-d060f7e447f6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/791720a1-5198-49c1-ab65-a1a83de2cac4 HTTP/1.1" status: 204 len: 168 time: 3.6520324 Jan 14 05:49:39.260390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:39.266093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-1932311433'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:39.290350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:39.298091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:39.302278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:39.314898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:39.366098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-67d32d3e-6da6-4562-839c-06d9623a1a48 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Synchronizing usage tracker for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:39.376800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:39.382043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:39.392142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.436536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-67d32d3e-6da6-4562-839c-06d9623a1a48 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Unset dirty status for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:39.437931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-67d32d3e-6da6-4562-839c-06d9623a1a48 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-173327263&fields=id&tenant_id=112e1c5ef3574b6daf3b13284dda7ca3 HTTP/1.1" status: 200 len: 267 time: 0.2300789 Jan 14 05:49:39.460431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c7c8b-c549-42cf-9a5f-b581e724b7c4 None None] Pushing event updated for resources: {'Port': ['ID=42337552-c453-41b0-9a13-1d8f7cc89f11,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:39.462513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:49:39.476340 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-874c7c8b-c549-42cf-9a5f-b581e724b7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:39.491363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.539092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.541421 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment 4000a4fc-f697-4e6d-8973-f2b49912c682 of type vxlan for network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe Jan 14 05:49:39.613048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.635843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:39.645323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Attempting to bind port 42337552-c453-41b0-9a13-1d8f7cc89f11 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:39.645747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Attempting to bind port 42337552-c453-41b0-9a13-1d8f7cc89f11 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:39.646167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Attempting to bind port 42337552-c453-41b0-9a13-1d8f7cc89f11 on network f6d420af-622a-404c-8c94-d7fdaf311812 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:39.652571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 49, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:39.653242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Checking segment: {'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:39.653768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.654132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Bound using segment: {'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:39.654681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Bound port: 42337552-c453-41b0-9a13-1d8f7cc89f11, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3ce57704-43cc-497f-9e44-107ded494751', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:39.655264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.716244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=bcb54768-d94f-4e7e-9f77-6e41bedb761e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:39.766299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] For port 42337552-c453-41b0-9a13-1d8f7cc89f11, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:39.770458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] For port 42337552-c453-41b0-9a13-1d8f7cc89f11, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=42337552-c453-41b0-9a13-1d8f7cc89f11,segment=NetworkSegment(3ce57704-43cc-497f-9e44-107ded494751),segment_id=3ce57704-43cc-497f-9e44-107ded494751)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:39.778933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Router 881b0399-8217-4b64-a52c-13bdd4d88ce7 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:39.783432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:39.883878 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:39.948356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] It took 0.32 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:49:39.986291 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:39.997311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-0cd8d34a-905f-41f1-9a57-1c4e72f3518c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:39.998142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-0cd8d34a-905f-41f1-9a57-1c4e72f3518c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Synchronizing usage tracker for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:40.003668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:40.084970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-874c7c8b-c549-42cf-9a5f-b581e724b7c4 None None] Pushing event updated for resources: {'Port': ['ID=42337552-c453-41b0-9a13-1d8f7cc89f11,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:40.089666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-874c7c8b-c549-42cf-9a5f-b581e724b7c4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:40.114412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Routers {'8be4c3dd-845d-4dee-9111-8f5f5eec194f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:40.115333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:40.207851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-0cd8d34a-905f-41f1-9a57-1c4e72f3518c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Unset dirty status for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:40.216863 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-0cd8d34a-905f-41f1-9a57-1c4e72f3518c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/networks?id=4e6063e0-26ac-4e1c-bc94-938c07f39a4b HTTP/1.1" status: 200 len: 797 time: 0.7618370 Jan 14 05:49:40.322394 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-079a14a5-5551-4013-b61e-2ebe8f980c78 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/quotas/112e1c5ef3574b6daf3b13284dda7ca3 HTTP/1.1" status: 200 len: 375 time: 0.1040337 Jan 14 05:49:40.389237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] Set router 8be4c3dd-845d-4dee-9111-8f5f5eec194f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:40.547281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:40.561995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] Sync routers for ids ['881b0399-8217-4b64-a52c-13bdd4d88ce7'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:40.578104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] Routers {'881b0399-8217-4b64-a52c-13bdd4d88ce7'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:40.578879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['881b0399-8217-4b64-a52c-13bdd4d88ce7'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:40.619863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:40.652238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:40.669272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:40.671924 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "PUT /v2.0/routers/881b0399-8217-4b64-a52c-13bdd4d88ce7 HTTP/1.1" status: 200 len: 919 time: 7.3484397 Jan 14 05:49:40.680474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39336) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:40.741233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:40.752420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] Routers {'881b0399-8217-4b64-a52c-13bdd4d88ce7'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:40.753442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['881b0399-8217-4b64-a52c-13bdd4d88ce7'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:40.771220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-a769bac1-68dd-4167-a747-cb7e4ee72bfa tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Synchronizing usage tracker for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:40.823625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:40.829151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:40.830369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d93385b5-68cf-4dcf-b01d-30f66e9dcb43 None None] The sync data for ids ['881b0399-8217-4b64-a52c-13bdd4d88ce7'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:40.855723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:40.857019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:40.873727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce335883-8736-49a5-92cb-c6ae1dfffc46 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:40.925566 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eac07da4-d904-48e9-a262-702641272202 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/881b0399-8217-4b64-a52c-13bdd4d88ce7 HTTP/1.1" status: 200 len: 925 time: 0.2411163 Jan 14 05:49:40.930437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39342) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:40.959535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:49:32Z', 'revision_number': 4, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '42337552-c453-41b0-9a13-1d8f7cc89f11', 'name': '', 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'mac_address': 'fa:16:3e:c7:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'e5ccc9c8-382c-4525-b320-5fca1cb35739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:28Z', 'updated_at': '2021-01-14T05:49:39Z', 'revision_number': 4, 'project_id': '85005e1778e34e01943b50fbbe351454', 'subnets': [{'id': 'e5ccc9c8-382c-4525-b320-5fca1cb35739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:40.965330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-90bfd73f-2545-4ebe-8f54-5bb739f86ee0 None None] The sync data for ids ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'] in n-d-768851-4 is: [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:49:32Z', 'revision_number': 4, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '42337552-c453-41b0-9a13-1d8f7cc89f11', 'name': '', 'network_id': 'f6d420af-622a-404c-8c94-d7fdaf311812', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'mac_address': 'fa:16:3e:c7:b0:7f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_interface', 'standard_attr_id': 2906, 'fixed_ips': [{'subnet_id': 'e5ccc9c8-382c-4525-b320-5fca1cb35739', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:28Z', 'updated_at': '2021-01-14T05:49:39Z', 'revision_number': 4, 'project_id': '85005e1778e34e01943b50fbbe351454', 'subnets': [{'id': 'e5ccc9c8-382c-4525-b320-5fca1cb35739', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:41.088921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-a769bac1-68dd-4167-a747-cb7e4ee72bfa tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Unset dirty status for tenant:112e1c5ef3574b6daf3b13284dda7ca3 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:41.090416 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-a769bac1-68dd-4167-a747-cb7e4ee72bfa tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "GET /v2.0/ports?tenant_id=112e1c5ef3574b6daf3b13284dda7ca3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.7670922 Jan 14 05:49:41.276542 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 2.0179057 Jan 14 05:49:41.285632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:41.392304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:41.449699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': '8a5ffa68-c918-4f6f-9b40-e0d9f421adfe', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:41.513289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:41.543479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=8a5ffa68-c918-4f6f-9b40-e0d9f421adfe,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:41.558391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:41.575973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d7caec0-761d-4ee0-9340-6c37e5eaf14a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:41.617309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.744s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:41.773385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 02423cc1-4875-42ee-a12c-988f06949f95 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:41.805306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:41.838622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:41.856864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-018abdac-55b8-47b3-a0de-03e220f15f6b tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:41.862900 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-018abdac-55b8-47b3-a0de-03e220f15f6b tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=881b0399-8217-4b64-a52c-13bdd4d88ce7&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 945 time: 0.9313276 Jan 14 05:49:41.873918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39354) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:41.875027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:41.948287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:42.011839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:42.038989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=6db52e64-1e27-4971-9983-de0cfc4d8dab,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:42.043808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:42.057864 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-e9e21f5a-038d-4acd-bb93-c63dabd1fd7e service neutron] 10.222.0.48 "GET /v2.0/networks/4e6063e0-26ac-4e1c-bc94-938c07f39a4b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7900376 Jan 14 05:49:42.132463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:42.152370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:42.164401 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/02423cc1-4875-42ee-a12c-988f06949f95/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5656576 Jan 14 05:49:42.169286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39364) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:42.185853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] Sync routers for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:42.193058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:42.218609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:42.338486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:42.346719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:42.407177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:42.446099 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP f4fc853e-208f-42d2-bda6-7e97bb66a719 associated. External IP: 172.25.3.11, port: 7dc5a39f-5e3e-48b6-a131-2b998284e07f. Jan 14 05:49:42.480156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:42.497985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-650f9ea2-19f6-4a18-b1ca-5b3d339e5c3b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:42.513208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] Routers {'02423cc1-4875-42ee-a12c-988f06949f95'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:42.513934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['02423cc1-4875-42ee-a12c-988f06949f95'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:42.587508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:42.587980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53889220-8ec6-4b2d-b4a6-a6c5ee182ba2 None None] The sync data for ids ['02423cc1-4875-42ee-a12c-988f06949f95'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:42.605349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8671f9a-c5e6-4337-9f0e-f54af8065527 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:49:42.718194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ece42f84-9887-48aa-ba84-f075c2392d95 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:42.722794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ece42f84-9887-48aa-ba84-f075c2392d95 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 0.8258374 Jan 14 05:49:42.725116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39368) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:42.730502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8671f9a-c5e6-4337-9f0e-f54af8065527 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:49:42.734874 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8671f9a-c5e6-4337-9f0e-f54af8065527 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=02423cc1-4875-42ee-a12c-988f06949f95 HTTP/1.1" status: 200 len: 205 time: 0.5637248 Jan 14 05:49:42.735796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39372) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:42.763181 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9f78e305-a4c7-4bd2-9abd-b4762d233382 req-9817e13a-2465-421d-bcba-1fa83f65c5f2 service neutron] 10.222.0.48 "GET /v2.0/networks/4e6063e0-26ac-4e1c-bc94-938c07f39a4b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.7029746 Jan 14 05:49:43.050247 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ce4f4444-3db7-4a44-855a-9e8c8f932f23 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=881b0399-8217-4b64-a52c-13bdd4d88ce7 HTTP/1.1" status: 200 len: 205 time: 0.3237617 Jan 14 05:49:43.069881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39382) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:43.082210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb2770f-59ca-4eee-935a-f0604f0ba25f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:43.132198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42337552-c453-41b0-9a13-1d8f7cc89f11 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:43.293166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 42337552-c453-41b0-9a13-1d8f7cc89f11 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:43.299339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 42337552-c453-41b0-9a13-1d8f7cc89f11 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:43.300716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:43.573264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39398) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:43.586354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:43.632403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 42337552-c453-41b0-9a13-1d8f7cc89f11, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=42337552-c453-41b0-9a13-1d8f7cc89f11,segment=NetworkSegment(3ce57704-43cc-497f-9e44-107ded494751),segment_id=3ce57704-43cc-497f-9e44-107ded494751)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:43.643048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:43.649875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc15eb06-7310-4e57-aff4-a3072675ea58 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:43.692249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:43.715049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:43.766813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=42337552-c453-41b0-9a13-1d8f7cc89f11,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:43.774576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:43.943513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:43.959190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:43.972117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:43.973137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:43.987531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.103821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:44.128004 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 982 time: 9.6627665 Jan 14 05:49:44.134008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:44.134008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:44.139680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39408) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:44.147252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'network': {'name': 'tempest-FloatingIPTestJSON-1910681104'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:44.150537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:44.166834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:network and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:44.180566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:44.190607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:44.213923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:44.225076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:44.225342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.225503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-53bd2916-33fd-4de7-8a19-826de86ec3e8 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:44.293963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:49:44.305182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.305708 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Added segment 2f2d5efa-1dc8-4656-a50c-003148a7b0b8 of type vxlan for network 2e605a96-530e-4a0e-a9d6-3ee422c92561 Jan 14 05:49:44.335049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.369533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.391519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:44.392781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.418314 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8a4d256a-ac66-4365-bed1-172a98c659c4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:44.446611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 773 time: 0.3173978 Jan 14 05:49:44.451734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39414) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:44.488926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe5fcf99-9552-4e31-905f-3e424f5baea1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.512676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'subnet': {'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:44.562332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb2770f-59ca-4eee-935a-f0604f0ba25f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.577507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb2770f-59ca-4eee-935a-f0604f0ba25f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.649377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Network': ['ID=2e605a96-530e-4a0e-a9d6-3ee422c92561,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:44.653427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:44.664175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:44.676810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.684983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:44.686677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:44.689425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:subnet and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:44.693503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:44.700728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:44.710126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.712494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:44.761987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.766687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb2770f-59ca-4eee-935a-f0604f0ba25f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.767480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afb2770f-59ca-4eee-935a-f0604f0ba25f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Fanout notify agent at l3_agent the message router_deleted on router 02423cc1-4875-42ee-a12c-988f06949f95 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:49:44.792717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Deleting port 168b3c9d-8dec-4d7e-aff2-19299678e3ca {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:44.793361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.871791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.888542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb2770f-59ca-4eee-935a-f0604f0ba25f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:44.893362 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-afb2770f-59ca-4eee-935a-f0604f0ba25f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/02423cc1-4875-42ee-a12c-988f06949f95 HTTP/1.1" status: 204 len: 168 time: 2.1176105 Jan 14 05:49:44.902685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39422) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:45.058353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.066916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e65026a-56de-4798-bd06-4ae6cc9159f9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:45.087410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'SecurityGroup': ['ID=45b2b8f9-7432-4d5d-8d4e-5fe5263941d4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:45.141844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:45.150735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:49:45.159437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.175760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.177528 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/security-groups/45b2b8f9-7432-4d5d-8d4e-5fe5263941d4 HTTP/1.1" status: 204 len: 168 time: 1.5781050 Jan 14 05:49:45.205354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42337552-c453-41b0-9a13-1d8f7cc89f11 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:45.302533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39428) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:45.324500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Calling delete_port for 168b3c9d-8dec-4d7e-aff2-19299678e3ca owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:45.377073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.396013 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2379cea4-e931-4b55-9905-c80c9644a134 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:45.649844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.715477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.722795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 42337552-c453-41b0-9a13-1d8f7cc89f11 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:45.723230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.796933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 54e7160f-3373-46ab-a518-feb2f1951126 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:49:45.806216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:45.918586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.100495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.152753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.210555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.211215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=109cabf1-0bd4-4cbd-8187-1e0d7665f7b1,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:46.224664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:46.232074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.274443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.275040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Fanout notify agent at l3_agent the message router_deleted on router 881b0399-8217-4b64-a52c-13bdd4d88ce7 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:49:46.309203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': '4000a4fc-f697-4e6d-8973-f2b49912c682', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a5ffa68-c918-4f6f-9b40-e0d9f421adfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:46.309641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:49:46.327842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.334559 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b585f68d-0167-4bd3-9b34-c061df4f405d tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/881b0399-8217-4b64-a52c-13bdd4d88ce7 HTTP/1.1" status: 204 len: 168 time: 3.1370463 Jan 14 05:49:46.334559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39452) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:46.343949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-666261555', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:46.356671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:46.361037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Usage tracker for resource:router and tenant:59f779f9e3d94f5299b97449db1422ce is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:46.364546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:46.371038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:46.385032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.386300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.391340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:49:46.409842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:46.417467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.419905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8f72455f-df32-4208-8429-cda439159422 None None] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:46.421491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.436275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:46.436986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.464387 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 5.1232078 Jan 14 05:49:46.467189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.475402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39456) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:46.484807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'tempest-RoutersTest-router-986667354', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:46.497744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:46.502545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:router and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:46.506056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:46.512625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:46.513451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.517852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b0a8260a-0eb2-4a42-a239-e09a5386f5de tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 708 time: 0.1779735 Jan 14 05:49:46.518143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39462) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:46.525775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Request body: {'router': {'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'enable_snat': False}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:46.532692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.533823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.721341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.872623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-8a5ffa68-c918-4f6f-9b40-e0d9f421adfe', 'network_id': '8a5ffa68-c918-4f6f-9b40-e0d9f421adfe', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '109cabf1-0bd4-4cbd-8187-1e0d7665f7b1'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:49:46.873557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.927735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:46.983258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:47.259760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:47.371226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Allocated IP 172.20.0.2 (8a5ffa68-c918-4f6f-9b40-e0d9f421adfe/109cabf1-0bd4-4cbd-8187-1e0d7665f7b1/75ead7a3-a21b-4204-b72e-824c277f6abb) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:47.405460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a8a79237-1cb2-40a7-a7eb-48f0208ba4ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:47.569557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:47.622231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:47.647735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Transition to ACTIVE for port object 75ead7a3-a21b-4204-b72e-824c277f6abb will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:47.678173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Transition to ACTIVE for port object 75ead7a3-a21b-4204-b72e-824c277f6abb will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:47.688377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:47.731714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-874c7c8b-c549-42cf-9a5f-b581e724b7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:47.902644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Subnet': ['ID=91dc536a-ef00-4dbd-b74a-bf61ca92dee0,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:47.914822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.510s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:47.950709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:47.954403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d08771db-136e-4b23-a57d-0d36a3de8a15 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 699 time: 1.4774280 Jan 14 05:49:47.956006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Checking segment: {'id': '2f2d5efa-1dc8-4656-a50c-003148a7b0b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:47.956414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network hostable DHCP agents. Network: 2e605a96-530e-4a0e-a9d6-3ee422c92561, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:49:47.962291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:47.964315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:48.071419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Pushing event updated for resources: {'Port': ['ID=75ead7a3-a21b-4204-b72e-824c277f6abb,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:48.076792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:48.141384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:48.142943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:48.145491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:48.167768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:48.226049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Attempting to bind port 75ead7a3-a21b-4204-b72e-824c277f6abb on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:48.226480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Attempting to bind port 75ead7a3-a21b-4204-b72e-824c277f6abb by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4000a4fc-f697-4e6d-8973-f2b49912c682', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a5ffa68-c918-4f6f-9b40-e0d9f421adfe'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:48.226945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Attempting to bind port 75ead7a3-a21b-4204-b72e-824c277f6abb on network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:48.235916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=54e7160f-3373-46ab-a518-feb2f1951126,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:48.241131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:48.242288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Checking segment: {'id': '4000a4fc-f697-4e6d-8973-f2b49912c682', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a5ffa68-c918-4f6f-9b40-e0d9f421adfe'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:48.242806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:48.244835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Bound using segment: {'id': '4000a4fc-f697-4e6d-8973-f2b49912c682', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a5ffa68-c918-4f6f-9b40-e0d9f421adfe'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:48.247018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Bound port: 75ead7a3-a21b-4204-b72e-824c277f6abb, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4000a4fc-f697-4e6d-8973-f2b49912c682', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8a5ffa68-c918-4f6f-9b40-e0d9f421adfe'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:48.247461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:48.253802 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:48.260476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:48.272036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3347dab-08f2-4f5e-83f2-a440a89b4a71 None None] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:48.279697 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/54e7160f-3373-46ab-a518-feb2f1951126 HTTP/1.1" status: 204 len: 168 time: 3.3757279 Jan 14 05:49:48.280601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39488) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:48.335614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:49:48.368053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:48.691590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:49:48.736705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] For port 75ead7a3-a21b-4204-b72e-824c277f6abb, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:48.741507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] For port 75ead7a3-a21b-4204-b72e-824c277f6abb, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=75ead7a3-a21b-4204-b72e-824c277f6abb,segment=NetworkSegment(4000a4fc-f697-4e6d-8973-f2b49912c682),segment_id=4000a4fc-f697-4e6d-8973-f2b49912c682)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:48.776919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 2e605a96-530e-4a0e-a9d6-3ee422c92561) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:48.786901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:48.794545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:48.868014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:48.957095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:49:48.958416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.011509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80915cfd-0bcc-457d-816e-90519da3aed8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:49.081540 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b97de7ad-1b3b-4e58-8475-c5e6d6e01ab5 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.6283019 Jan 14 05:49:49.096769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39496) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:49.104409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08b94e73-f32a-4379-aaeb-088999d4c737 None None] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:49.116146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'router': {'name': 'tempest-FloatingIPTestJSON-router-989966533', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:49.132452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:49.137044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:router and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:49.140549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for router was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:49.147261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource router. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:49.167932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.169042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.221740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.261626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 1fcc4aa7-047e-4e3d-9e26-10ca77c857d6 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:49:49.266264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.312564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Pushing event updated for resources: {'Port': ['ID=75ead7a3-a21b-4204-b72e-824c277f6abb,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:49.334788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.323s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:49.357641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Deleting port de9d11be-482a-4409-88c2-92702313caee {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:49.358052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.509202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.554492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] DHCP port deletion for a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:49:49.562350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Deleting port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:49.563148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.670293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-2e605a96-530e-4a0e-a9d6-3ee422c92561', 'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561', 'tenant_id': '20e532e828594f3b9bc40f2f1bfeb2d2', 'fixed_ips': [{'subnet_id': '91dc536a-ef00-4dbd-b74a-bf61ca92dee0'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:49:49.671312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.821600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:49.980372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] For port de9d11be-482a-4409-88c2-92702313caee, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=de9d11be-482a-4409-88c2-92702313caee,segment=NetworkSegment(639483f3-c0e5-4cff-a771-d99a0483e705),segment_id=639483f3-c0e5-4cff-a771-d99a0483e705)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:49.981093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:50.144888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:50.161626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Calling delete_port for de9d11be-482a-4409-88c2-92702313caee owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:50.294554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Allocated IP 172.20.0.2 (2e605a96-530e-4a0e-a9d6-3ee422c92561/91dc536a-ef00-4dbd-b74a-bf61ca92dee0/5b2839e8-2324-4262-9d04-95d94ec465eb) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:50.432372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:50.639959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] For port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1b0b0ba9-27a8-4d59-871d-f3dd03262fab,segment=NetworkSegment(2e662829-7280-415f-97ce-d43deb6bea8d),segment_id=2e662829-7280-415f-97ce-d43deb6bea8d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:50.640762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:50.770939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:50.966712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Calling delete_port for 1b0b0ba9-27a8-4d59-871d-f3dd03262fab owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:51.013418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.20.0.1 (8a5ffa68-c918-4f6f-9b40-e0d9f421adfe/109cabf1-0bd4-4cbd-8187-1e0d7665f7b1/26ce5e30-b7e5-42fe-b03e-ac8d648c80aa) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:51.044348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Transition to ACTIVE for port object 5b2839e8-2324-4262-9d04-95d94ec465eb will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:51.086653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:51.125522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Transition to ACTIVE for port object 5b2839e8-2324-4262-9d04-95d94ec465eb will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:51.134596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Allocated IP 172.25.3.45 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/c556b4d4-8bdd-4f2b-bfc4-20a37da9bb4e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:51.136471 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:51.189644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:51.371249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81145a70-1cf5-4146-88c6-7c199becf96b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:51.387804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'Port': ['ID=de9d11be-482a-4409-88c2-92702313caee,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:51.410998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f99fb94-a780-46fd-9908-d54ed11a5ba1 None None] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:51.428792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 75ead7a3-a21b-4204-b72e-824c277f6abb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:51.433809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:51.615188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:51.666857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9f2b9165-25d7-4998-a875-2da84f1a41a1 None None] Provisioning for port 75ead7a3-a21b-4204-b72e-824c277f6abb completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:51.686673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:51.792850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4e4df7a0-5284-4ee4-942e-c6872793fd94 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:51.843354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:51.851904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:51.853438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 75ead7a3-a21b-4204-b72e-824c277f6abb completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:51.858859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:51.866047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] No DVR routers for this DVR port 1b0b0ba9-27a8-4d59-871d-f3dd03262fab on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:49:51.872986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 75ead7a3-a21b-4204-b72e-824c277f6abb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:51.873257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:51.940026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.044041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Pushing event updated for resources: {'Port': ['ID=5b2839e8-2324-4262-9d04-95d94ec465eb,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:52.052049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=1fcc4aa7-047e-4e3d-9e26-10ca77c857d6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:52.056395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:52.056557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.264s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:52.058866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2e4ecad-d11f-4ea5-9494-433cdceb85f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.240s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:52.073858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.148260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Attempting to bind port 5b2839e8-2324-4262-9d04-95d94ec465eb on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:49:52.148691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Attempting to bind port 5b2839e8-2324-4262-9d04-95d94ec465eb by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2f2d5efa-1dc8-4656-a50c-003148a7b0b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:49:52.149117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Attempting to bind port 5b2839e8-2324-4262-9d04-95d94ec465eb on network 2e605a96-530e-4a0e-a9d6-3ee422c92561 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:49:52.187467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Pushing event deleted for resources: {'Port': ['ID=1b0b0ba9-27a8-4d59-871d-f3dd03262fab,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:52.195338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:52.395535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:49:52.395535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Checking segment: {'id': '2f2d5efa-1dc8-4656-a50c-003148a7b0b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:49:52.395535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.395535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Bound using segment: {'id': '2f2d5efa-1dc8-4656-a50c-003148a7b0b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:49:52.395535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Bound port: 5b2839e8-2324-4262-9d04-95d94ec465eb, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2f2d5efa-1dc8-4656-a50c-003148a7b0b8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:49:52.395535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.460119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.482053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:49:52.543095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.640321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] For port 5b2839e8-2324-4262-9d04-95d94ec465eb, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:49:52.643988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] For port 5b2839e8-2324-4262-9d04-95d94ec465eb, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5b2839e8-2324-4262-9d04-95d94ec465eb,segment=NetworkSegment(2f2d5efa-1dc8-4656-a50c-003148a7b0b8),segment_id=2f2d5efa-1dc8-4656-a50c-003148a7b0b8)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:49:52.659884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.679038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-792aea45-d7b0-4d28-9cd4-d5f20bf9f885 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:52.718008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.773543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.794045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e687acc-2342-4fcc-ae0e-275d9e8fdb0d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:52.860227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.929813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 75ead7a3-a21b-4204-b72e-824c277f6abb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=75ead7a3-a21b-4204-b72e-824c277f6abb,segment=NetworkSegment(4000a4fc-f697-4e6d-8973-f2b49912c682),segment_id=4000a4fc-f697-4e6d-8973-f2b49912c682)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:52.958048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:52.962455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Pushing event updated for resources: {'Port': ['ID=5b2839e8-2324-4262-9d04-95d94ec465eb,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:52.983641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:52.984184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.022s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:52.997458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:53.169757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=75ead7a3-a21b-4204-b72e-824c277f6abb,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:53.173858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1b0b0ba9-27a8-4d59-871d-f3dd03262fab no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:49:53.250735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-869f8442-96a6-4dd0-aeef-b69a4047d8c8 None None] Network cfb20f19-4645-4361-831a-07ce61b1a51b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:53.283844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:53.300629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:53.426972 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/1fcc4aa7-047e-4e3d-9e26-10ca77c857d6 HTTP/1.1" status: 204 len: 168 time: 5.1406565 Jan 14 05:49:53.440127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39536) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:53.455547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:53.456613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=26ce5e30-b7e5-42fe-b03e-ac8d648c80aa,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:53.461524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:53.486213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee27e30f-7b7c-42a7-a325-ceb176b94d75 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.413s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:53.496727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1b0b0ba9-27a8-4d59-871d-f3dd03262fab {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:49:53.515731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1b0b0ba9-27a8-4d59-871d-f3dd03262fab not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:49:53.691616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:53.695286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:53.807832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Pushing event updated for resources: {'Port': ['ID=c556b4d4-8bdd-4f2b-bfc4-20a37da9bb4e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:53.817782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:53.818902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:53.828522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1013592d-c66e-4cff-87c7-6aa5a7a0a13a None None] Provisioning complete for port 75ead7a3-a21b-4204-b72e-824c277f6abb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:53.831256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1013592d-c66e-4cff-87c7-6aa5a7a0a13a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:53.902831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:54.131506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:54.132526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:54.139943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b2839e8-2324-4262-9d04-95d94ec465eb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:54.176477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:54.179026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:54.347087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-905498d4-04bd-4f37-9692-3c9f65244ebb None None] Provisioning complete for port 75ead7a3-a21b-4204-b72e-824c277f6abb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:54.347516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-905498d4-04bd-4f37-9692-3c9f65244ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:54.486294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:54.786952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:49:54.796635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a82f822d-ec64-4c21-ad06-fe4dbbbcaf57']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:54.827989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2e662829-7280-415f-97ce-d43deb6bea8d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:54.828402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2e662829-7280-415f-97ce-d43deb6bea8d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:55.012074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] DHCP port deletion for cfb20f19-4645-4361-831a-07ce61b1a51b request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:49:55.026940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Deleting port b9e43420-1b84-4198-a4d8-87b4bdb550ba {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:55.027900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:55.144001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:55.171835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:49:55.174449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:55.181160 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "PUT /v2.0/routers/3458ecb1-152d-4a6d-8e24-cbb15f87d3a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8747382 Jan 14 05:49:55.182385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:49:55.199805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39552) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:55.201038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-905498d4-04bd-4f37-9692-3c9f65244ebb None None] Provisioning for port 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:55.206317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5b2839e8-2324-4262-9d04-95d94ec465eb completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:55.214667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-905498d4-04bd-4f37-9692-3c9f65244ebb None None] Provisioning complete for port 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:55.215111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-905498d4-04bd-4f37-9692-3c9f65244ebb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:55.305091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] Sync routers for ids ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:49:55.316599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-905498d4-04bd-4f37-9692-3c9f65244ebb None None] Port 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:49:55.321887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34ec1d67-54f1-4bfa-b7cb-e0b4da2499b5 None None] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:55.484751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.25.3.104 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/015fd3ac-2504-4643-8f3e-831987a8de1f) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:49:55.523735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 75ead7a3-a21b-4204-b72e-824c277f6abb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:49:55.524287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:49:55.537742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:55.622785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] Routers {'3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:55.622785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:55.853708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] Set router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:55.951142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:49:56.034088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:49:56.085797 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:49:56.088984 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:49:56.090468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.120677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8786edd-b0ea-47e7-9b5b-71f2edc6051f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:56.126651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Provisioning complete for port 75ead7a3-a21b-4204-b72e-824c277f6abb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:56.126651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.178527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.190982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.223361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/a82f822d-ec64-4c21-ad06-fe4dbbbcaf57 HTTP/1.1" status: 204 len: 168 time: 2.7819610 Jan 14 05:49:56.226282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=a82f822d-ec64-4c21-ad06-fe4dbbbcaf57,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:56.228176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39568) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:56.233115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:56.281265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.420513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.511588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Deleting subnet 1ea2384d-94ba-4682-a845-a146189dbd38 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:49:56.516639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.544192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] For port b9e43420-1b84-4198-a4d8-87b4bdb550ba, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b9e43420-1b84-4198-a4d8-87b4bdb550ba,segment=NetworkSegment(b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3),segment_id=b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:56.545321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.560336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port b9e43420-1b84-4198-a4d8-87b4bdb550ba {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:56.560998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.657264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.690584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.729342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Calling delete_port for b9e43420-1b84-4198-a4d8-87b4bdb550ba owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:49:56.793052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.909169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.918332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:56.938244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:56.970679 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:56.972621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:57.035271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Pushing event deleted for resources: {'Port': ['ID=b9e43420-1b84-4198-a4d8-87b4bdb550ba,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:57.048726 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:57.141234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:57.159822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b76c4df6-45da-445b-ad8d-89f369e1eec1 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:57.194472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=015fd3ac-2504-4643-8f3e-831987a8de1f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:57.265205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'Subnet': ['ID=1ea2384d-94ba-4682-a845-a146189dbd38,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:57.332825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 75ead7a3-a21b-4204-b72e-824c277f6abb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:57.333641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:57.336725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] The port 'b9e43420-1b84-4198-a4d8-87b4bdb550ba' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:49:57.338843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:57.348152 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:57.422058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Provisioning for port 5b2839e8-2324-4262-9d04-95d94ec465eb completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:49:57.430430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] No DVR routers for this DVR port b9e43420-1b84-4198-a4d8-87b4bdb550ba on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:49:57.441078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Provisioning complete for port 5b2839e8-2324-4262-9d04-95d94ec465eb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:57.441663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:57.671469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:49:57.672887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:49:57.679891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:49:57.855798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:49:50Z', 'revision_number': 5, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:57.925862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] Checking router: 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:49:57.945366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:57.958505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] Routers {'3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:49:57.958505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:58.113126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:58.170059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b9e43420-1b84-4198-a4d8-87b4bdb550ba no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:49:58.248853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b9e43420-1b84-4198-a4d8-87b4bdb550ba {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:49:58.249852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b9e43420-1b84-4198-a4d8-87b4bdb550ba not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:49:58.300408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['cfb20f19-4645-4361-831a-07ce61b1a51b']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:58.336803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:58.337434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b08ddfd3-99c1-44ca-b167-d6a6c2f1b9d3') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:58.351243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:58.393885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:58.403535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:58.407107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:58.411544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:49:58.560927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] For port 5b2839e8-2324-4262-9d04-95d94ec465eb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5b2839e8-2324-4262-9d04-95d94ec465eb,segment=NetworkSegment(2f2d5efa-1dc8-4656-a50c-003148a7b0b8),segment_id=2f2d5efa-1dc8-4656-a50c-003148a7b0b8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:49:58.577733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:58.586494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:58.672404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] Set router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:49:58.719988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network cfb20f19-4645-4361-831a-07ce61b1a51b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:49:58.724588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Pushing event updated for resources: {'Port': ['ID=5b2839e8-2324-4262-9d04-95d94ec465eb,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:58.731362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:58.803141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:59.019538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] It took 0.30 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:49:59.032014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network cfb20f19-4645-4361-831a-07ce61b1a51b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:49:59.060716 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:49:59.066678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e48686ec-0834-4fbc-9387-e6042e380507 None None] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:49:59.067450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.094077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.108430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.180180 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:59.193283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/subnets/1ea2384d-94ba-4682-a845-a146189dbd38 HTTP/1.1" status: 204 len: 168 time: 3.9920390 Jan 14 05:49:59.222134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39608) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:59.248253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-36a9dc97-4b65-4ea0-858a-57053ad01510 None None] Provisioning complete for port 5b2839e8-2324-4262-9d04-95d94ec465eb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:59.248777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36a9dc97-4b65-4ea0-858a-57053ad01510 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.260352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.383202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.389567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a718045a-282a-49c5-a2f1-280b17b6b47e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:49:59.406210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.425084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=cfb20f19-4645-4361-831a-07ce61b1a51b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:59.436272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/cfb20f19-4645-4361-831a-07ce61b1a51b HTTP/1.1" status: 204 len: 168 time: 3.2046623 Jan 14 05:49:59.441294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:59.441831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39616) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:49:59.448702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-226256237'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:49:59.459033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:49:59.475883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:49:59.481293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:49:59.491772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:49:59.508303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.657719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:49:50Z', 'revision_number': 5, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:49:59.677020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c127bea-80d6-46fe-b0c3-2b963b561743 None None] The sync data for ids ['3458ecb1-152d-4a6d-8e24-cbb15f87d3a6'] in n-d-768851-4 is: [{'id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'name': 'tempest-TestNetworkBasicOps-router-1191943660', 'tenant_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154'}], 'enable_snat': True}, 'gw_port_id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:48:50Z', 'updated_at': '2021-01-14T05:49:50Z', 'revision_number': 5, 'project_id': '112e1c5ef3574b6daf3b13284dda7ca3', 'gw_port': {'id': 'db25a1dd-3874-40a7-8f01-47f14d3bc3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:53:c6:5f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '3458ecb1-152d-4a6d-8e24-cbb15f87d3a6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2852, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.154', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:48:53Z', 'updated_at': '2021-01-14T05:49:11Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:49:59.679401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:49:59.691751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.748779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Router 83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:49:59.766805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=26ce5e30-b7e5-42fe-b03e-ac8d648c80aa,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:49:59.771191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.591s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:49:59.780722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-225f5868-a9b8-460b-af34-5dfc516871d4 None None] Provisioning complete for port 5b2839e8-2324-4262-9d04-95d94ec465eb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:49:59.781361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225f5868-a9b8-460b-af34-5dfc516871d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.857668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] DHCP port deletion for 4e6063e0-26ac-4e1c-bc94-938c07f39a4b request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:49:59.903102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Deleting port be3035f4-b870-4752-a036-709cc014b62b {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:49:59.903713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.923439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:49:59.948571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:49:59.949248 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment 50e90c12-dea2-4ef5-8031-64bb1305e045 of type vxlan for network 0091e3da-b668-4f43-8bda-14f8875ac188 Jan 14 05:50:00.042621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.049719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.059391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Deleting port db25a1dd-3874-40a7-8f01-47f14d3bc3ea {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:00.060040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.076884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b2839e8-2324-4262-9d04-95d94ec465eb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:00.288615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:00.294489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:00.347318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.396831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:00.397884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.407390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e53d4dfc-2973-495a-a6af-2dee1ac726f6 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:00.409860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.521162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] For port be3035f4-b870-4752-a036-709cc014b62b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=be3035f4-b870-4752-a036-709cc014b62b,segment=NetworkSegment(639483f3-c0e5-4cff-a771-d99a0483e705),segment_id=639483f3-c0e5-4cff-a771-d99a0483e705)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:00.523901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.625893 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.1828778 Jan 14 05:50:00.626979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39624) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:00.650984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:00.729486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Calling delete_port for be3035f4-b870-4752-a036-709cc014b62b owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:00.838914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=0091e3da-b668-4f43-8bda-14f8875ac188,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:00.865793 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:00.874355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0091e3da-b668-4f43-8bda-14f8875ac188 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:00.905541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0091e3da-b668-4f43-8bda-14f8875ac188 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:00.918782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] For port db25a1dd-3874-40a7-8f01-47f14d3bc3ea, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=db25a1dd-3874-40a7-8f01-47f14d3bc3ea,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:00.923056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0091e3da-b668-4f43-8bda-14f8875ac188 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:00.923298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:00.968503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:00.979818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] Sync routers for ids ['83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:01.001553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] Routers {'83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:01.002542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:01.008626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:01.010191 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82fd23be-7ad4-4d44-8b12-1992ca719fe0 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "PUT /v2.0/routers/83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc HTTP/1.1" status: 200 len: 918 time: 14.4909449 Jan 14 05:50:01.014134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router cdd96916-651d-4424-b9f8-9f665ebd3c47 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:50:01.021657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39642) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:01.114546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:01.124870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:01.137941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] Routers {'83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:01.138905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:01.169009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Calling delete_port for db25a1dd-3874-40a7-8f01-47f14d3bc3ea owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:01.246966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:01.247537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-64393b2d-1ff0-4ebb-a830-e4e611ae2806 None None] The sync data for ids ['83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:01.266608 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c685ae23-93d6-4836-a556-90ecb1ad4851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:01.510786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:01.614381 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-97f1dd87-c2c1-4a09-b06c-72fd697841b7 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc HTTP/1.1" status: 200 len: 924 time: 0.5856578 Jan 14 05:50:01.622546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:01.631332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39648) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:01.683609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:01.730584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router ab0b402b-9380-457a-9eb9-3cb8af6b5e8a is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:50:01.754558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Pushing event deleted for resources: {'Port': ['ID=be3035f4-b870-4752-a036-709cc014b62b,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:01.756686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a1698c70-d679-41d0-b758-e9ee8329a2e3 None None] Provisioning complete for port 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:01.757209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1698c70-d679-41d0-b758-e9ee8329a2e3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:01.779081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:01.818116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] Sync routers for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:01.828354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.562s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:01.832027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a1698c70-d679-41d0-b758-e9ee8329a2e3 None None] Port 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:01.856872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5b2839e8-2324-4262-9d04-95d94ec465eb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:01.857560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:01.928969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:01.929922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:01.959999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:01.964732 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 886 time: 12.8647380 Jan 14 05:50:01.970235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39654) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:01.975175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:01.987356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] Sync routers for ids ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:01.997465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/ab0b402b-9380-457a-9eb9-3cb8af6b5e8a/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.0317521 Jan 14 05:50:02.005486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] Routers {'ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:02.006166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:02.028575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] No DVR routers for this DVR port be3035f4-b870-4752-a036-709cc014b62b on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:50:02.079652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:02.082159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:02.105817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:02.109174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39658) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:02.143322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:02.148559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:02.149175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:02.152381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:02.152945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Fanout notify agent at l3_agent the message router_deleted on router 3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:50:02.181452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] Routers {'ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:02.182357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:02.185626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:02.198097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:02.200636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:02.304378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device de9d11be-482a-4409-88c2-92702313caee no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:50:02.315681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9cac7a7-f427-479d-af37-cd5bf70cbac8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:02.319922 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b9cac7a7-f427-479d-af37-cd5bf70cbac8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports/26ce5e30-b7e5-42fe-b03e-ac8d648c80aa HTTP/1.1" status: 200 len: 910 time: 0.2059462 Jan 14 05:50:02.320642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39664) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:02.321565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:02.351739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: de9d11be-482a-4409-88c2-92702313caee {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:50:02.352300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device de9d11be-482a-4409-88c2-92702313caee not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:50:02.352888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device be3035f4-b870-4752-a036-709cc014b62b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:50:02.362773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:02.364016 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ded6ae92-f771-42a9-a6a8-f92bdcb3a933 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/routers/3458ecb1-152d-4a6d-8e24-cbb15f87d3a6 HTTP/1.1" status: 204 len: 168 time: 3.1407907 Jan 14 05:50:02.374460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'port': {'fixed_ips': [{'subnet_id': '109cabf1-0bd4-4cbd-8187-1e0d7665f7b1'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:02.395266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39668) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:02.403541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: be3035f4-b870-4752-a036-709cc014b62b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:50:02.407631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device be3035f4-b870-4752-a036-709cc014b62b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:50:02.409567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:02.410140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bc5c1843-58f5-41fc-862c-bcee99b678de None None] The sync data for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:02.416850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:02.417453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-605f5710-f305-4b52-be07-ce66f5504b7f None None] The sync data for ids ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:02.640580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:03.005108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:03.109114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:03.233431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11c2ff98-1f1c-426c-91ec-713a3a985b1b tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:03.234715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11c2ff98-1f1c-426c-91ec-713a3a985b1b tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Synchronizing usage tracker for tenant:7d8daf72870a4ac18a857c67f4d6d2fd on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:50:03.771378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11c2ff98-1f1c-426c-91ec-713a3a985b1b tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Unset dirty status for tenant:7d8daf72870a4ac18a857c67f4d6d2fd on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:50:03.775696 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11c2ff98-1f1c-426c-91ec-713a3a985b1b tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc&device_owner=network%3Arouter_gateway HTTP/1.1" status: 200 len: 944 time: 2.1340504 Jan 14 05:50:03.782439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39680) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:03.991654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.026208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.180364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7979fd0f-ae78-4d92-b1ee-f93a167fd40e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:04.180364 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7979fd0f-ae78-4d92-b1ee-f93a167fd40e tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/networks/882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 881 time: 0.3902912 Jan 14 05:50:04.193075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39690) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:04.331495 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9485513a-f786-4ee6-bf68-71dd340c3f43 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc HTTP/1.1" status: 200 len: 205 time: 0.1370604 Jan 14 05:50:04.332053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.338923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39694) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:04.353691 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76eaca1b-8e37-4172-a448-14e114900742 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:04.543772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=5e0647eb-8b4a-4df7-a63e-a6758b262aa5,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:04.551202 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:04.627524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device db25a1dd-3874-40a7-8f01-47f14d3bc3ea no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:50:04.634004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.669367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4e6063e0-26ac-4e1c-bc94-938c07f39a4b']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:04.671694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: db25a1dd-3874-40a7-8f01-47f14d3bc3ea {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:50:04.672538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device db25a1dd-3874-40a7-8f01-47f14d3bc3ea not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:50:04.673574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.699958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.714043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba11f4d-283b-48ec-a3d0-55cd3b41980b tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:04.800301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '639483f3-c0e5-4cff-a771-d99a0483e705') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:04.800623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '639483f3-c0e5-4cff-a771-d99a0483e705') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:04.815839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': '50e90c12-dea2-4ef5-8031-64bb1305e045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:04.816249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: 0091e3da-b668-4f43-8bda-14f8875ac188, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:50:04.838199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=26ce5e30-b7e5-42fe-b03e-ac8d648c80aa,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:04.846929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:04.877371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:04.878145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.878719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.881526 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/ports/26ce5e30-b7e5-42fe-b03e-ac8d648c80aa HTTP/1.1" status: 200 len: 910 time: 2.5364277 Jan 14 05:50:04.882939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39706) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:04.935101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:04.941417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:50:04.951322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 0091e3da-b668-4f43-8bda-14f8875ac188 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:50:04.972364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0091e3da-b668-4f43-8bda-14f8875ac188) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:04.983138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-950119fd-9b3f-4b6c-8045-aad9892b3fb7 None None] Network 0091e3da-b668-4f43-8bda-14f8875ac188 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:05.081094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:05.082323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.250949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.277071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Deleting port c556b4d4-8bdd-4f2b-bfc4-20a37da9bb4e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:05.277455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.279973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0091e3da-b668-4f43-8bda-14f8875ac188', 'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '5e0647eb-8b4a-4df7-a63e-a6758b262aa5'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:50:05.280918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.331550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:05.343569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.362999 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 4.7148104 Jan 14 05:50:05.364095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39714) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:05.370911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1889802369', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:05.384753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:05.390200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:router and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:05.395462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:05.402511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:05.537230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.538418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.584007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.687051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.749363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Allocated IP 2001:db8::2 (0091e3da-b668-4f43-8bda-14f8875ac188/5e0647eb-8b4a-4df7-a63e-a6758b262aa5/91cf4969-8bc7-4bf0-8c62-eba98c79a255) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:05.781990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.796249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Network 4e6063e0-26ac-4e1c-bc94-938c07f39a4b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:50:05.892537 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:50:05.895705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:05.900149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a7531ee-14a8-4d65-b7b3-b66ac7357a4a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.5346873 Jan 14 05:50:05.905953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39720) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:05.913855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'port': {'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188', 'name': 'tempest-RoutersIpV6Test-673639915'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:06.105035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:06.324484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:06.338166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:port and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:06.344675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:06.354760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:06.403155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:06.483239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:06.496396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:06.540318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Calling delete_port for c556b4d4-8bdd-4f2b-bfc4-20a37da9bb4e owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:06.681881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:06.764213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] device_id is not set on port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:50:06.886653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:06.948912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:06.949617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.044937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.049424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.108439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.118500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4229144d-bfe9-474c-aef1-abc9c8f8cf1f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:07.134565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.171643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Transition to ACTIVE for port object 91cf4969-8bc7-4bf0-8c62-eba98c79a255 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:07.183770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Pushing event deleted for resources: {'Network': ['ID=4e6063e0-26ac-4e1c-bc94-938c07f39a4b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:07.184510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.201632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Transition to ACTIVE for port object 91cf4969-8bc7-4bf0-8c62-eba98c79a255 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:07.203716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.204503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Fanout notify agent at l3_agent the message router_deleted on router 83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:50:07.209110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:07.218803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.220882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.225703 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5bce6f55-5045-4a79-bcd2-23ee947a9f19 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc HTTP/1.1" status: 204 len: 168 time: 2.8821332 Jan 14 05:50:07.232773 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] 10.222.0.48 "DELETE /v2.0/networks/4e6063e0-26ac-4e1c-bc94-938c07f39a4b HTTP/1.1" status: 204 len: 168 time: 4.5374496 Jan 14 05:50:07.232773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39738) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:07.254479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'name': 'tempest-RoutersIpV6AdminTest-router-510560101', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:07.266053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:07.270328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Usage tracker for resource:router and tenant:59f779f9e3d94f5299b97449db1422ce is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:07.273359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:07.280114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:07.300159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.301207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.312960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.1 (2e605a96-530e-4a0e-a9d6-3ee422c92561/91dc536a-ef00-4dbd-b74a-bf61ca92dee0/ecaed468-763f-429d-9e53-f740a4edd2a6) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:07.342273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.392774 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5caf0f45-1dc9-4fc9-8866-5804b747aecb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:07.489432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Pushing event updated for resources: {'Port': ['ID=91cf4969-8bc7-4bf0-8c62-eba98c79a255,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:07.499495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:07.511626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 26ce5e30-b7e5-42fe-b03e-ac8d648c80aa owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:07.511852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Network 0091e3da-b668-4f43-8bda-14f8875ac188 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:07.513097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:07.515770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:07.583844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Attempting to bind port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:50:07.584379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Attempting to bind port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '50e90c12-dea2-4ef5-8031-64bb1305e045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:50:07.584919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Attempting to bind port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 on network 0091e3da-b668-4f43-8bda-14f8875ac188 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:50:07.592534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 49, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:50:07.592964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Checking segment: {'id': '50e90c12-dea2-4ef5-8031-64bb1305e045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:07.593421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.593933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Bound using segment: {'id': '50e90c12-dea2-4ef5-8031-64bb1305e045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:50:07.594580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Bound port: 91cf4969-8bc7-4bf0-8c62-eba98c79a255, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '50e90c12-dea2-4ef5-8031-64bb1305e045', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0091e3da-b668-4f43-8bda-14f8875ac188'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:50:07.595145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.689732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8::19d (0091e3da-b668-4f43-8bda-14f8875ac188/5e0647eb-8b4a-4df7-a63e-a6758b262aa5/c42598fe-0c1d-4f92-b5c8-5461c6d2f822) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:07.767496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] For port 91cf4969-8bc7-4bf0-8c62-eba98c79a255, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:50:07.776868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] For port 91cf4969-8bc7-4bf0-8c62-eba98c79a255, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=91cf4969-8bc7-4bf0-8c62-eba98c79a255,segment=NetworkSegment(50e90c12-dea2-4ef5-8031-64bb1305e045),segment_id=50e90c12-dea2-4ef5-8031-64bb1305e045)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:50:07.782783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.833214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:07.866673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39746) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:07.944747 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:08.037759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.056597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Pushing event updated for resources: {'Port': ['ID=91cf4969-8bc7-4bf0-8c62-eba98c79a255,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:08.062512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:08.421536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.467726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Transition to ACTIVE for port object ecaed468-763f-429d-9e53-f740a4edd2a6 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:08.470177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.505761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.561972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24f875c9-f866-45c2-b4b0-486f8f03051f tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:08.696287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=26ce5e30-b7e5-42fe-b03e-ac8d648c80aa,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:08.731453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:08.747566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.787791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object c42598fe-0c1d-4f92-b5c8-5461c6d2f822 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:08.800456 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9164379e-f296-4357-adb7-0dd976233337 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=112e1c5ef3574b6daf3b13284dda7ca3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.9150767 Jan 14 05:50:08.804750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39766) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:08.890343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.903539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.906248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Allocated IP 172.25.3.29 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/ec84c243-3fa7-445f-abc6-8eee1ae739cc) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:08.908727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f6bb0cd-ae63-4c9f-b85f-c6924b9b0c80 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:08.969646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:08.994171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.063485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-134d1ea2-fb5a-4b5f-bccf-6b5b20795675 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:09.127786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=c42598fe-0c1d-4f92-b5c8-5461c6d2f822,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:09.194933 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:09.215966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.384451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 0091e3da-b668-4f43-8bda-14f8875ac188 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:09.393121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:09.398838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:09.409693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:09.436132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:09.439910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.444159 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:09.447792 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:09.464177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:09.465078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.514734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.521011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=ecaed468-763f-429d-9e53-f740a4edd2a6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:09.546076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:09.568716 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 928 time: 3.6605852 Jan 14 05:50:09.570892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39780) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:09.584490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.594186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71881b02-401e-4af3-997d-cda0d63a30ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:09.685370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=97b37433-9fec-4b7f-b585-4693760f57e3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:09.690208 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:09.785935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.801620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.813060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:09.815058 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/97b37433-9fec-4b7f-b585-4693760f57e3 HTTP/1.1" status: 204 len: 168 time: 1.0088351 Jan 14 05:50:09.923543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8849c3ec-d394-4181-96b9-2f40fa01e57b None None] Provisioning for port ecaed468-763f-429d-9e53-f740a4edd2a6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:09.929719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8849c3ec-d394-4181-96b9-2f40fa01e57b None None] Provisioning complete for port ecaed468-763f-429d-9e53-f740a4edd2a6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:09.930400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8849c3ec-d394-4181-96b9-2f40fa01e57b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:10.059905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8849c3ec-d394-4181-96b9-2f40fa01e57b None None] Port ecaed468-763f-429d-9e53-f740a4edd2a6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:10.159335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6df0b97f-1b67-46b7-bfa1-43364a27f4e8 None None] Network 0091e3da-b668-4f43-8bda-14f8875ac188 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:10.435269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39792) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:10.553297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ab0e69d9-295d-4f28-aeb2-fcba5e15ec09 None None] Provisioning for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:10.636004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 91cf4969-8bc7-4bf0-8c62-eba98c79a255 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:10.789896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:10.805610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:10.806042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:10.829528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.081818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:11.082323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.195965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 91cf4969-8bc7-4bf0-8c62-eba98c79a255, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=91cf4969-8bc7-4bf0-8c62-eba98c79a255,segment=NetworkSegment(50e90c12-dea2-4ef5-8031-64bb1305e045),segment_id=50e90c12-dea2-4ef5-8031-64bb1305e045)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:11.197394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3a8d67bd-a7e6-4dfd-b359-f2f0d36db6f3 None None] Provisioning for port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:11.204424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3a8d67bd-a7e6-4dfd-b359-f2f0d36db6f3 None None] Provisioning complete for port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:11.205845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8d67bd-a7e6-4dfd-b359-f2f0d36db6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.235932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Usage tracker for resource:security_group_rule and tenant:b693c7207986474aa5b9caf0f37e6d3a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:11.264851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:11.267233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.270398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3a8d67bd-a7e6-4dfd-b359-f2f0d36db6f3 None None] Port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:11.272702 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:11.287345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.290634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router ab0b402b-9380-457a-9eb9-3cb8af6b5e8a has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:11.311144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f95d2973-28db-463c-b00d-91caa98e5983 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:11.316865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:11.395560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3a8d67bd-a7e6-4dfd-b359-f2f0d36db6f3 None None] Provisioning complete for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:11.395991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8d67bd-a7e6-4dfd-b359-f2f0d36db6f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.422551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Pushing event updated for resources: {'Port': ['ID=ec84c243-3fa7-445f-abc6-8eee1ae739cc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:11.504512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=91cf4969-8bc7-4bf0-8c62-eba98c79a255,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:11.512058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:11.590269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.279s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:11.654565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.706823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:11.718300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] Sync routers for ids ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:11.735879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] Routers {'ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:11.738882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.740710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:11.817294 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/ab0b402b-9380-457a-9eb9-3cb8af6b5e8a/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.9332488 Jan 14 05:50:11.827031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39806) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:11.828772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:11.876207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:11.900959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] Routers {'ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:11.901920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:11.920999 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2635611-3687-4039-8ab0-08d92c146ed8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:11.961501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5c9870d-fffb-4287-8b3d-e6da984ce2d6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:50:12.121957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1ab266c5-cfbe-4cc3-aacb-438727d35aab None None] Provisioning complete for port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:12.122493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ab266c5-cfbe-4cc3-aacb-438727d35aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:12.126523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=ecaed468-763f-429d-9e53-f740a4edd2a6,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:12.129514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:12.203238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1ab266c5-cfbe-4cc3-aacb-438727d35aab None None] Port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:12.205584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:12.206118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-492301bc-dd4d-4f03-b1ee-641ed52d3203 None None] The sync data for ids ['ab0b402b-9380-457a-9eb9-3cb8af6b5e8a'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:12.240949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-822d15a5-1080-4a78-990a-ce3c1a719bf8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:12.243676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1ab266c5-cfbe-4cc3-aacb-438727d35aab None None] Provisioning complete for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:12.244167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ab266c5-cfbe-4cc3-aacb-438727d35aab None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:12.327178 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:12.347602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:12.357650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:12.359676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:12.362462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:12.366884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:12.671083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 91cf4969-8bc7-4bf0-8c62-eba98c79a255 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:12.747593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router cdd96916-651d-4424-b9f8-9f665ebd3c47 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:12.777677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:12.778452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:12.799627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5c9870d-fffb-4287-8b3d-e6da984ce2d6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:50:12.804012 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c5c9870d-fffb-4287-8b3d-e6da984ce2d6 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=ab0b402b-9380-457a-9eb9-3cb8af6b5e8a HTTP/1.1" status: 200 len: 205 time: 0.9438560 Jan 14 05:50:12.806495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39824) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:12.868633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dcee7a07-f40e-48e8-a5eb-c89018741cfa None None] Provisioning complete for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:12.868633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcee7a07-f40e-48e8-a5eb-c89018741cfa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:12.980154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02608452-802b-41b4-a5d6-18a3dc4f2869 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.074358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.107417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.127131 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ba83112-7e3f-4c5c-bc45-8dac606f9bac admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:13.230869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:13.243059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] Sync routers for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:13.257231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:13.257747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:13.323146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:13.340643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:13.341594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:49:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:13.435751 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/routers/cdd96916-651d-4424-b9f8-9f665ebd3c47/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.4459877 Jan 14 05:50:13.439655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-30cec3f6-a9bd-4c92-b18f-345bb73b72e2 None None] Provisioning complete for port ecaed468-763f-429d-9e53-f740a4edd2a6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:13.439807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:13.440141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30cec3f6-a9bd-4c92-b18f-345bb73b72e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.440251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-295f939f-6dcd-41a2-b5bd-fd22b02edb84 None None] The sync data for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:13.441940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=077a09bb-1004-4a36-b1fa-2467678663be,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:13.444238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:13.451548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'port': {'network_id': '2e605a96-530e-4a0e-a9d6-3ee422c92561', 'name': 'tempest-FloatingIPTestJSON-1432639768'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:13.553982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.426s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:13.565113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-30cec3f6-a9bd-4c92-b18f-345bb73b72e2 None None] Port ecaed468-763f-429d-9e53-f740a4edd2a6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:13.581326 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b693c7207986474aa5b9caf0f37e6d3a&name=default HTTP/1.1" status: 200 len: 2983 time: 3.1200457 Jan 14 05:50:13.645715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39844) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:13.675681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02608452-802b-41b4-a5d6-18a3dc4f2869 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.681228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02608452-802b-41b4-a5d6-18a3dc4f2869 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.705353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:13.715790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Usage tracker for resource:port and tenant:20e532e828594f3b9bc40f2f1bfeb2d2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:13.728090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Quota usage for port was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:13.730527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02608452-802b-41b4-a5d6-18a3dc4f2869 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.731079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02608452-802b-41b4-a5d6-18a3dc4f2869 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Fanout notify agent at l3_agent the message router_deleted on router ab0b402b-9380-457a-9eb9-3cb8af6b5e8a {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:50:13.746827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attempting to reserve 1 items for resource port. Total usage: 6; quota limit: 500; headroom:494 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:13.754512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.774240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.793896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02608452-802b-41b4-a5d6-18a3dc4f2869 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.794403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.795146 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02608452-802b-41b4-a5d6-18a3dc4f2869 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/ab0b402b-9380-457a-9eb9-3cb8af6b5e8a HTTP/1.1" status: 204 len: 168 time: 0.9870391 Jan 14 05:50:13.796144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.805148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39852) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:13.813980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8caf589e-db51-46aa-8fc4-800d04e0b040 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:13.906586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Made reservation on behalf of 20e532e828594f3b9bc40f2f1bfeb2d2 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:13.916346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:13.996573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=c42598fe-0c1d-4f92-b5c8-5461c6d2f822,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:14.006308 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:14.325958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:14.440641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] device_id is not set on port 1fde1d60-640a-4b28-b38d-bda0eb039667 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:50:14.494780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0f370e6-812d-4ee1-9725-76178983ece0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:14.521487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f8b08382-d144-4518-b6eb-0c33da2c7ef3 None None] Provisioning complete for port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:14.522294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8b08382-d144-4518-b6eb-0c33da2c7ef3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:14.570839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:14.590588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Allocated IP 172.20.0.3 (2e605a96-530e-4a0e-a9d6-3ee422c92561/91dc536a-ef00-4dbd-b74a-bf61ca92dee0/1fde1d60-640a-4b28-b38d-bda0eb039667) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:14.635769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f8b08382-d144-4518-b6eb-0c33da2c7ef3 None None] Port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:15.107612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.134677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.135173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.135668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.157398 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad77c7e9-9e8e-4364-abf0-1b3e9eb87268 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:15.207072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.276891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Transition to ACTIVE for port object 1fde1d60-640a-4b28-b38d-bda0eb039667 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:15.289278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.292223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=c42598fe-0c1d-4f92-b5c8-5461c6d2f822,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:15.297309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:15.304151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:15.345039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.379142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 0091e3da-b668-4f43-8bda-14f8875ac188 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:15.380429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:15.394005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 109cabf1-0bd4-4cbd-8187-1e0d7665f7b1 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:50:15.419624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.451072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=077a09bb-1004-4a36-b1fa-2467678663be,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:15.457634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:15.567516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.568832 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/077a09bb-1004-4a36-b1fa-2467678663be HTTP/1.1" status: 204 len: 168 time: 1.9220912 Jan 14 05:50:15.595095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.778234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1c6cdb5b-855e-45e4-9fd6-e8d1ae0e21d7 None None] Provisioning complete for port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:15.778947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c6cdb5b-855e-45e4-9fd6-e8d1ae0e21d7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:15.782919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 6b85e7ad-f209-4cd0-9058-8014990c58ed is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:50:15.895056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1c6cdb5b-855e-45e4-9fd6-e8d1ae0e21d7 None None] Port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:16.006972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:16.014279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:16.079558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:16.090383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] Sync routers for ids ['6b85e7ad-f209-4cd0-9058-8014990c58ed'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:16.095116 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/6b85e7ad-f209-4cd0-9058-8014990c58ed/add_router_interface HTTP/1.1" status: 200 len: 503 time: 6.5192146 Jan 14 05:50:16.096156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39886) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:16.108641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] Routers {'6b85e7ad-f209-4cd0-9058-8014990c58ed'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:16.111396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6b85e7ad-f209-4cd0-9058-8014990c58ed'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:16.220139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.224051 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:16.228211 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:16.266089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:16.278615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-570daa86-9e69-418e-8d44-464a0be56616 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:16.279595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-570daa86-9e69-418e-8d44-464a0be56616 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:50:16.312557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-570daa86-9e69-418e-8d44-464a0be56616 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:50:16.317257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-570daa86-9e69-418e-8d44-464a0be56616 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports/c42598fe-0c1d-4f92-b5c8-5461c6d2f822 HTTP/1.1" status: 200 len: 983 time: 0.2199931 Jan 14 05:50:16.317960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39894) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:16.325688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:16.396449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:16.399454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] Routers {'6b85e7ad-f209-4cd0-9058-8014990c58ed'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:16.400188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6b85e7ad-f209-4cd0-9058-8014990c58ed'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:16.536969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:16.537675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16b319f0-4860-4435-8baf-a68ae1f983b1 None None] The sync data for ids ['6b85e7ad-f209-4cd0-9058-8014990c58ed'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:16.621830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:16.646163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:16.657654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:16.694025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:16.728322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event updated for resources: {'Port': ['ID=1fde1d60-640a-4b28-b38d-bda0eb039667,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:16.734097 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.468s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:16.768788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:16.825870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Router 4a1496eb-674d-4167-9c97-1ac84182e90b is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:50:17.037728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6bf1845b-b0a7-43e1-9a74-491b6f5df686 None None] Provisioning for port 1fde1d60-640a-4b28-b38d-bda0eb039667 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:17.046979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6bf1845b-b0a7-43e1-9a74-491b6f5df686 None None] Provisioning complete for port 1fde1d60-640a-4b28-b38d-bda0eb039667 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:17.047403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bf1845b-b0a7-43e1-9a74-491b6f5df686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:17.112501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6bf1845b-b0a7-43e1-9a74-491b6f5df686 None None] Port 1fde1d60-640a-4b28-b38d-bda0eb039667 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:17.161585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.168007 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:17.170931 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:17.172841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] Sync routers for ids ['4a1496eb-674d-4167-9c97-1ac84182e90b'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:17.188711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:17.189724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:17.190729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] Routers {'4a1496eb-674d-4167-9c97-1ac84182e90b'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:17.191867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4a1496eb-674d-4167-9c97-1ac84182e90b'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:17.259358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:17.261050 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 887 time: 10.0140169 Jan 14 05:50:17.265970 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 929 time: 3.8207319 Jan 14 05:50:17.278749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39906) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:17.279100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 39908) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:17.301970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Request body: {'floatingip': {'port_id': '1fde1d60-640a-4b28-b38d-bda0eb039667'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:17.428809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Request body: {'router': {'external_gateway_info': {}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:17.480747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:17.492514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] Routers {'4a1496eb-674d-4167-9c97-1ac84182e90b'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:17.493493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4a1496eb-674d-4167-9c97-1ac84182e90b'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:17.587509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:17.589407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e328e96-8147-4d4e-aa6e-f79cbda8db6c None None] The sync data for ids ['4a1496eb-674d-4167-9c97-1ac84182e90b'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:17.627316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:17.668725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:17.778377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5b3e5d0-80b1-4d94-bf1d-49a961cc0c1c tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:17.824711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:17.828793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9752d53f-8be7-45f3-9724-2f37d882b0c2 None None] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:17.833507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/109cabf1-0bd4-4cbd-8187-1e0d7665f7b1 HTTP/1.1" status: 204 len: 168 time: 4.0268888 Jan 14 05:50:17.834872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=109cabf1-0bd4-4cbd-8187-1e0d7665f7b1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:17.836923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39918) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:17.863703 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:18.049953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:18.135331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 75ead7a3-a21b-4204-b72e-824c277f6abb {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:18.135743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:18.215586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] DHCP port deletion for 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:50:18.220507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Deleting port 75ead7a3-a21b-4204-b72e-824c277f6abb {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:18.220929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:18.567907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 75ead7a3-a21b-4204-b72e-824c277f6abb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=75ead7a3-a21b-4204-b72e-824c277f6abb,segment=NetworkSegment(4000a4fc-f697-4e6d-8973-f2b49912c682),segment_id=4000a4fc-f697-4e6d-8973-f2b49912c682)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:18.568691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:18.600386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 75ead7a3-a21b-4204-b72e-824c277f6abb no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:50:18.709587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] For port 75ead7a3-a21b-4204-b72e-824c277f6abb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=75ead7a3-a21b-4204-b72e-824c277f6abb,segment=NetworkSegment(4000a4fc-f697-4e6d-8973-f2b49912c682),segment_id=4000a4fc-f697-4e6d-8973-f2b49912c682)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:18.710149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:18.825918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 75ead7a3-a21b-4204-b72e-824c277f6abb owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:18.857087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Calling delete_port for 75ead7a3-a21b-4204-b72e-824c277f6abb owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:18.942340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No active binding found for port 75ead7a3-a21b-4204-b72e-824c277f6abb {{(pid=80931) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 05:50:18.943138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 75ead7a3-a21b-4204-b72e-824c277f6abb not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:50:18.960142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:18.966930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:50:18.967312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:50:19.084612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-259da77e-d849-498f-bee5-d41b0116b672 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:19.142026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Pushing event deleted for resources: {'Port': ['ID=75ead7a3-a21b-4204-b72e-824c277f6abb,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:19.151666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] No DVR routers for this DVR port 75ead7a3-a21b-4204-b72e-824c277f6abb on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:50:19.155656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.156430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.156815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.157194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.157578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.157943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.158326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.158680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.159069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.159433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.159604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:19.159807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.160141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.160560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.160924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.161287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.161647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.162007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.162368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.162744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.163108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.163465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.163823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.164180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.164536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.164964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.165327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.165684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.166041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.166399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.166780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.167223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.167581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.167954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.168371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.168735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.169127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:19.175240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:19.194419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:19.227582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Deleting port ec84c243-3fa7-445f-abc6-8eee1ae739cc {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:19.227886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:19.468740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 75ead7a3-a21b-4204-b72e-824c277f6abb {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:19.469325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:19.590212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] The port '75ead7a3-a21b-4204-b72e-824c277f6abb' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:50:19.733722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:19.879879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8a5ffa68-c918-4f6f-9b40-e0d9f421adfe']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:19.893806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4000a4fc-f697-4e6d-8973-f2b49912c682') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:19.894121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4000a4fc-f697-4e6d-8973-f2b49912c682') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:19.907878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:19.929042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:19.931154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:50:20.009873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.145850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:20.157189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.168419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Calling delete_port for ec84c243-3fa7-445f-abc6-8eee1ae739cc owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:20.351174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.354844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.376838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46bdf51a-44a5-41e4-94bb-72b92a3e48e9 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:20.418769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.574566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Pushing event deleted for resources: {'Port': ['ID=ec84c243-3fa7-445f-abc6-8eee1ae739cc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:20.603994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.821332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 8a5ffa68-c918-4f6f-9b40-e0d9f421adfe has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:20.822656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.823390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.824034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.824657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.825284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.825916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.826534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.827187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.827863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.829099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.829746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.830372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.831077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.831694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.832563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.833192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.833806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.834418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.835057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.835687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.836646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.837264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.837895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.838668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.839406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.840024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.840645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.841255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.841866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.842612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.843290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.844447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.845063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.845675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.846297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.846940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:20.872284 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:50:20.876991 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:50:20.966488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.590s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:20.982213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.988095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:20.993696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-003314c5-9939-42a4-8a5e-8b2f1e64cbc4 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:21.025375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=8a5ffa68-c918-4f6f-9b40-e0d9f421adfe,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:21.044315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.044315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.044315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.044315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.044315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.044315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.044935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.046487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.052176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.053024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.053024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.053222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.065401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.069179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.069179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:21.069179 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/8a5ffa68-c918-4f6f-9b40-e0d9f421adfe HTTP/1.1" status: 204 len: 168 time: 3.2291052 Jan 14 05:50:21.069179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:21.075128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39972) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:21.078144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'tempest-RoutersTest-router-4611103', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:21.089706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:21.094604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:router and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:21.097340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.097765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:21.103566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:21.123881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.125122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.141195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.159270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.196002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.197929 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca8858bc-4a99-4a03-ac3e-fc065010b730 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 696 time: 0.1248336 Jan 14 05:50:21.201090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39976) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:21.207827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-241435264'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:21.210241 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP f4fc853e-208f-42d2-bda6-7e97bb66a719 associated. External IP: 172.25.3.11, port: 7dc5a39f-5e3e-48b6-a131-2b998284e07f. Jan 14 05:50:21.213817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:21.222168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:21.225494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:21.231308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:21.244235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:21.254727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.290677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:50:21.302530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.303125 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment 32cb1f29-8d2c-48e1-8f66-a1fa07db8181 of type vxlan for network b25b2c70-df9e-499d-890e-717373e4d86b Jan 14 05:50:21.338504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.372918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.394364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:21.395116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.432959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f77e679-67e0-4507-a556-cc7de8ba90ee tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:21.569261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=b25b2c70-df9e-499d-890e-717373e4d86b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:21.584410 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.3822231 Jan 14 05:50:21.585239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 39984) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:21.585973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b25b2c70-df9e-499d-890e-717373e4d86b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:21.586859 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cfa2798-fa46-468e-856b-bb59134b2060 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:21.594258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:21.608828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b25b2c70-df9e-499d-890e-717373e4d86b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:21.721424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:21.727746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b25b2c70-df9e-499d-890e-717373e4d86b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:21.729386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:21.732527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:21.739315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:21.756005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:21.900628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.941882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:21.975152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:22.523066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:22.687808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:22.691098 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09945293-e636-4eab-afb8-b0bbe5bc0f12 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:22.701582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Router 4a1496eb-674d-4167-9c97-1ac84182e90b has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:22.762634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=70bf081e-c73d-466e-9eec-687d15ed34bf,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:22.765976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:22.800568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:22.801067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: b25b2c70-df9e-499d-890e-717373e4d86b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:50:22.822850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network b25b2c70-df9e-499d-890e-717373e4d86b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:50:22.832470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b25b2c70-df9e-499d-890e-717373e4d86b) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:22.840692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d4a0e76-76f6-40f1-948c-154aae8a5984 None None] Network b25b2c70-df9e-499d-890e-717373e4d86b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:22.859475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:22.860143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:22.886780 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.2959461 Jan 14 05:50:22.887583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40004) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:23.040155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:23.165108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98812313-2247-4b08-8602-f3a379603d8b None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:23.190960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98812313-2247-4b08-8602-f3a379603d8b None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:23.191649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98812313-2247-4b08-8602-f3a379603d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.233294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port c42598fe-0c1d-4f92-b5c8-5461c6d2f822 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:23.235851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:23.275913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98812313-2247-4b08-8602-f3a379603d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.330875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98812313-2247-4b08-8602-f3a379603d8b None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:23.331668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98812313-2247-4b08-8602-f3a379603d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.397166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98812313-2247-4b08-8602-f3a379603d8b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.397700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98812313-2247-4b08-8602-f3a379603d8b None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:23.399435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-b25b2c70-df9e-499d-890e-717373e4d86b', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:50:23.400420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:23.658188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:23.668696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] Sync routers for ids ['4a1496eb-674d-4167-9c97-1ac84182e90b'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:23.687787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] Routers {'4a1496eb-674d-4167-9c97-1ac84182e90b'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:23.688571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4a1496eb-674d-4167-9c97-1ac84182e90b'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.701525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:23.772855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Allocated IP 172.20.0.2 (b25b2c70-df9e-499d-890e-717373e4d86b/70bf081e-c73d-466e-9eec-687d15ed34bf/72cf96fb-bef8-4706-a3c0-516b6eecc327) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:23.828656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.844616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] Routers {'4a1496eb-674d-4167-9c97-1ac84182e90b'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:23.845594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4a1496eb-674d-4167-9c97-1ac84182e90b'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.918135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:23.919015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-25f3b84b-49e0-4f38-88ae-4e2c2000f37e None None] The sync data for ids ['4a1496eb-674d-4167-9c97-1ac84182e90b'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.965805 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.968533 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.969803 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:23.974745 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:23.985473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:23.993862 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "PUT /v2.0/routers/4a1496eb-674d-4167-9c97-1ac84182e90b HTTP/1.1" status: 200 len: 709 time: 6.7079740 Jan 14 05:50:24.012608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40018) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:24.125184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:24.136440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Transition to ACTIVE for port object 72cf96fb-bef8-4706-a3c0-516b6eecc327 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:24.176151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Transition to ACTIVE for port object 72cf96fb-bef8-4706-a3c0-516b6eecc327 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:24.188911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:24.208585 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36a3f9d5-c794-4785-a3c2-0d64d9fad741 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/routers/4a1496eb-674d-4167-9c97-1ac84182e90b HTTP/1.1" status: 200 len: 744 time: 0.1941988 Jan 14 05:50:24.216690 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c43f297-0e20-4320-9db1-c0ce76b21b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:24.219604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40026) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:24.326172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-21ded8b7-a77f-4bfb-b11c-bd706b972198 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] 10.222.0.48 "GET /v2.0/ports?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&device_id=4a1496eb-674d-4167-9c97-1ac84182e90b HTTP/1.1" status: 200 len: 205 time: 0.1027753 Jan 14 05:50:24.329761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40032) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:24.378894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:24.404503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router cdd96916-651d-4424-b9f8-9f665ebd3c47 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:24.410105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Pushing event updated for resources: {'Port': ['ID=72cf96fb-bef8-4706-a3c0-516b6eecc327,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:24.414889 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:24.519572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Network b25b2c70-df9e-499d-890e-717373e4d86b is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:24.528530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ffdf68ef-8f56-467d-9403-6f1ae091089f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=4a1496eb-674d-4167-9c97-1ac84182e90b HTTP/1.1" status: 200 len: 205 time: 0.1951349 Jan 14 05:50:24.528673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:24.529695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40036) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:24.530483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:24.640851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Attempting to bind port 72cf96fb-bef8-4706-a3c0-516b6eecc327 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:50:24.641126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Attempting to bind port 72cf96fb-bef8-4706-a3c0-516b6eecc327 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:50:24.641542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Attempting to bind port 72cf96fb-bef8-4706-a3c0-516b6eecc327 on network b25b2c70-df9e-499d-890e-717373e4d86b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:50:24.659047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:50:24.659631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Checking segment: {'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:24.659907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:24.660354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Bound using segment: {'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:50:24.660885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Bound port: 72cf96fb-bef8-4706-a3c0-516b6eecc327, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:50:24.661316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:24.762961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-395957ec-eaa4-4bff-b348-03d0ff1c3534 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:24.853881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] For port 72cf96fb-bef8-4706-a3c0-516b6eecc327, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:50:24.872215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] For port 72cf96fb-bef8-4706-a3c0-516b6eecc327, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=72cf96fb-bef8-4706-a3c0-516b6eecc327,segment=NetworkSegment(32cb1f29-8d2c-48e1-8f66-a1fa07db8181),segment_id=32cb1f29-8d2c-48e1-8f66-a1fa07db8181)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:50:24.886960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.040212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:25.089705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:25.109572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for c42598fe-0c1d-4f92-b5c8-5461c6d2f822 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:25.154602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.329275 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be08256e-ed84-405c-9ad2-db39c2708e38 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/floatingips/f4fc853e-208f-42d2-bda6-7e97bb66a719 HTTP/1.1" status: 200 len: 977 time: 8.0410078 Jan 14 05:50:25.333327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40052) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:25.480159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 1fde1d60-640a-4b28-b38d-bda0eb039667 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:25.480532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.484923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Pushing event updated for resources: {'Port': ['ID=72cf96fb-bef8-4706-a3c0-516b6eecc327,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:25.493162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] Sync routers for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:25.503152 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.463s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:25.507493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-395957ec-eaa4-4bff-b348-03d0ff1c3534 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.515237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-395957ec-eaa4-4bff-b348-03d0ff1c3534 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.527081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:25.528238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:25.569811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-395957ec-eaa4-4bff-b348-03d0ff1c3534 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.570364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-395957ec-eaa4-4bff-b348-03d0ff1c3534 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Fanout notify agent at l3_agent the message router_deleted on router 4a1496eb-674d-4167-9c97-1ac84182e90b {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:50:25.607653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:25.612838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.612999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-395957ec-eaa4-4bff-b348-03d0ff1c3534 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.614970 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-395957ec-eaa4-4bff-b348-03d0ff1c3534 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/4a1496eb-674d-4167-9c97-1ac84182e90b HTTP/1.1" status: 204 len: 168 time: 1.0841770 Jan 14 05:50:25.622686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40056) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:25.626917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:25.627858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:25.683817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b1bdbc4e-f015-4901-89b1-eef6a2578ecf tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=4a1496eb-674d-4167-9c97-1ac84182e90b HTTP/1.1" status: 200 len: 205 time: 0.0597746 Jan 14 05:50:25.687135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:50:25.687935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40060) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:25.715124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:25.715590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38aec61c-4c4d-495e-84b2-f76f2ab58045 None None] The sync data for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:25.780977 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6f06a042-5459-4476-b8c3-c9529c64d35f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] delete failed (client error): The resource could not be found. Jan 14 05:50:25.785094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f06a042-5459-4476-b8c3-c9529c64d35f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/4a1496eb-674d-4167-9c97-1ac84182e90b HTTP/1.1" status: 404 len: 336 time: 0.0931706 Jan 14 05:50:25.786728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40064) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:25.842017 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-acfe47e1-5d24-46bd-9664-77f1c804efb0 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc HTTP/1.1" status: 200 len: 205 time: 0.0519831 Jan 14 05:50:25.844593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40070) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:25.927779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:25.945878 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8b0a2b23-9223-4b65-9def-005a22df55bc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:26.013644 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-696aca2a-2dcb-4a0a-8222-8841cd571f15 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] delete failed (client error): The resource could not be found. Jan 14 05:50:26.017564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-696aca2a-2dcb-4a0a-8222-8841cd571f15 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/83ac02d3-ff44-4e1f-b8a7-7a6e9caf80fc HTTP/1.1" status: 404 len: 336 time: 0.1695845 Jan 14 05:50:26.019425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40076) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:26.033013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:26.113464 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8976ec34-fef0-4ca1-9749-87479305d59f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=881b0399-8217-4b64-a52c-13bdd4d88ce7 HTTP/1.1" status: 200 len: 205 time: 0.0899069 Jan 14 05:50:26.123386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40082) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:26.130387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=c42598fe-0c1d-4f92-b5c8-5461c6d2f822,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:26.133459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:26.226662 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-1749083c-003d-40b5-bd48-bf4a83d3d4d6 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] delete failed (client error): The resource could not be found. Jan 14 05:50:26.228007 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1749083c-003d-40b5-bd48-bf4a83d3d4d6 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/881b0399-8217-4b64-a52c-13bdd4d88ce7 HTTP/1.1" status: 404 len: 336 time: 0.1035831 Jan 14 05:50:26.313714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.20.0.1 (b25b2c70-df9e-499d-890e-717373e4d86b/70bf081e-c73d-466e-9eec-687d15ed34bf/66253efd-9013-445c-b51b-edc1bc4af711) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:26.521422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40088) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:26.627746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 72cf96fb-bef8-4706-a3c0-516b6eecc327 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:26.651647 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6fdf8861-6c6f-4b73-a6ef-8007915113ea tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c HTTP/1.1" status: 200 len: 205 time: 0.1284099 Jan 14 05:50:26.655375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40094) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:26.725726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:26.749824 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-8995e7a0-03f5-48d8-af84-7eb042e9c169 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] delete failed (client error): The resource could not be found. Jan 14 05:50:26.751458 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8995e7a0-03f5-48d8-af84-7eb042e9c169 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/3dfe1413-e9fa-43b4-9b4e-be80c82d1a0c HTTP/1.1" status: 404 len: 336 time: 0.0943396 Jan 14 05:50:26.755469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40098) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:26.757121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 72cf96fb-bef8-4706-a3c0-516b6eecc327 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:26.818614 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9f754a81-9e54-4903-90a8-739c4dfec2ac tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=f316f2a9-7855-4eae-882f-4499acc21508 HTTP/1.1" status: 200 len: 205 time: 0.0613792 Jan 14 05:50:26.822234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40104) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:26.825930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object 66253efd-9013-445c-b51b-edc1bc4af711 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:26.924447 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a5541378-ec6e-4316-865c-412d04d4fbf2 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] delete failed (client error): The resource could not be found. Jan 14 05:50:26.925609 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5541378-ec6e-4316-865c-412d04d4fbf2 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/f316f2a9-7855-4eae-882f-4499acc21508 HTTP/1.1" status: 404 len: 336 time: 0.1018910 Jan 14 05:50:26.929655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40110) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:26.993397 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f0cda291-fdf1-449f-a54b-c6bf48e35e4f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "GET /v2.0/ports?device_id=1aaad782-9bd9-44fb-97fe-f4f6f73f155f HTTP/1.1" status: 200 len: 205 time: 0.0601511 Jan 14 05:50:26.999808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:26.999808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:26.999808 n-d-768851-4 neutron-server[80820]: INFO neutron.db.l3_db [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Floating IP f4fc853e-208f-42d2-bda6-7e97bb66a719 disassociated. External IP: 172.25.3.11, port: 1fde1d60-640a-4b28-b38d-bda0eb039667. Jan 14 05:50:26.999808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 1fde1d60-640a-4b28-b38d-bda0eb039667 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:27.023403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40114) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:27.118531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:27.185131 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-858baaac-7fb7-47b1-b859-56b7abd3b500 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:27.377325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=66253efd-9013-445c-b51b-edc1bc4af711,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:27.385600 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-18f0ef76-f2a1-4b9a-aadf-cc09daea91e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] delete failed (client error): The resource could not be found. Jan 14 05:50:27.386952 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18f0ef76-f2a1-4b9a-aadf-cc09daea91e4 tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/routers/1aaad782-9bd9-44fb-97fe-f4f6f73f155f HTTP/1.1" status: 404 len: 336 time: 0.3625331 Jan 14 05:50:27.396840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:27.397634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40124) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:27.401953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:27.494454 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-589d688e-11fb-46d3-b9f0-9953a03eb4ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] DELETE failed (client error): The resource could not be found. Jan 14 05:50:27.496168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-589d688e-11fb-46d3-b9f0-9953a03eb4ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:50:27.507344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:27.514894 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-589d688e-11fb-46d3-b9f0-9953a03eb4ad tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] 10.222.0.48 "DELETE /v2.0/subnets/43011878-23f4-416e-8ff7-23abe3f3eda3 HTTP/1.1" status: 404 len: 337 time: 0.1137574 Jan 14 05:50:27.568888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:27.644652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network b25b2c70-df9e-499d-890e-717373e4d86b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:27.646104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:27.653132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:27.654019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b0d5a00-6e05-479f-9323-3a076ff60f8b None None] Network b25b2c70-df9e-499d-890e-717373e4d86b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:27.719158 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a23337ec-853c-486c-9db0-effdad2f23d9 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:27.785599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:27.855649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=1fde1d60-640a-4b28-b38d-bda0eb039667,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:27.872486 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:28.055069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:28.096113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40134) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:28.178642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Provisioning for port 72cf96fb-bef8-4706-a3c0-516b6eecc327 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:28.231339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Provisioning complete for port 72cf96fb-bef8-4706-a3c0-516b6eecc327 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:28.232013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:28.427163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router cdd96916-651d-4424-b9f8-9f665ebd3c47 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:28.495345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:28.615268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] For port 72cf96fb-bef8-4706-a3c0-516b6eecc327, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=72cf96fb-bef8-4706-a3c0-516b6eecc327,segment=NetworkSegment(32cb1f29-8d2c-48e1-8f66-a1fa07db8181),segment_id=32cb1f29-8d2c-48e1-8f66-a1fa07db8181)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:28.627729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:28.629605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-874c7c8b-c549-42cf-9a5f-b581e724b7c4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:28.751845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Pushing event updated for resources: {'Port': ['ID=72cf96fb-bef8-4706-a3c0-516b6eecc327,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:28.756663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:28.787844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5da96c77-dae8-4bb4-aaa5-eb4ac14ae864 None None] Provisioning for port 66253efd-9013-445c-b51b-edc1bc4af711 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:28.795329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:28.796063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5da96c77-dae8-4bb4-aaa5-eb4ac14ae864 None None] Provisioning complete for port 66253efd-9013-445c-b51b-edc1bc4af711 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:28.796620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5da96c77-dae8-4bb4-aaa5-eb4ac14ae864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:28.822613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:28.896772 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49ea265c-c89a-40ec-9f16-69bde9aacb9f tempest-RoutersAdminTest-674558403 tempest-RoutersAdminTest-674558403] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:28.915347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5da96c77-dae8-4bb4-aaa5-eb4ac14ae864 None None] Port 66253efd-9013-445c-b51b-edc1bc4af711 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:28.945117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5da96c77-dae8-4bb4-aaa5-eb4ac14ae864 None None] Provisioning complete for port 72cf96fb-bef8-4706-a3c0-516b6eecc327 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:28.950615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5da96c77-dae8-4bb4-aaa5-eb4ac14ae864 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:29.029416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 6b85e7ad-f209-4cd0-9058-8014990c58ed has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:29.052153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:29.063296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] Sync routers for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:29.081201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:29.081906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:29.120810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=66253efd-9013-445c-b51b-edc1bc4af711,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:29.174822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.278s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:29.195867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:29.221709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:29.231007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Usage tracker for resource:security_group_rule and tenant:59f779f9e3d94f5299b97449db1422ce is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:29.236746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:29.246151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:29.262679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:29.284193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bc78f3f6-b2b6-4645-ac39-27c10b11d156 None None] Provisioning complete for port 72cf96fb-bef8-4706-a3c0-516b6eecc327 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:29.284719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc78f3f6-b2b6-4645-ac39-27c10b11d156 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:29.297903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:29.313573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:29.314256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:29.487757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:29.488520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-44df68cd-ff5e-4b25-bcb9-9e57dfb592ae None None] The sync data for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:29.524994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:29.527361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:29.544219 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/ports/1fde1d60-640a-4b28-b38d-bda0eb039667 HTTP/1.1" status: 204 len: 168 time: 4.2092557 Jan 14 05:50:29.545393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40154) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:29.551260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network b25b2c70-df9e-499d-890e-717373e4d86b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:29.552507 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/6b85e7ad-f209-4cd0-9058-8014990c58ed/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 13.2313926 Jan 14 05:50:29.556550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40156) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:29.559620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:29.605071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] Sync routers for ids ['6b85e7ad-f209-4cd0-9058-8014990c58ed'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:29.630450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] Routers {'6b85e7ad-f209-4cd0-9058-8014990c58ed'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:29.631194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6b85e7ad-f209-4cd0-9058-8014990c58ed'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:29.775307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:29.813163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-89858477-4ffe-4923-8a03-c61296589a49 None None] Provisioning complete for port 66253efd-9013-445c-b51b-edc1bc4af711 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:29.815527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89858477-4ffe-4923-8a03-c61296589a49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:29.941980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-89858477-4ffe-4923-8a03-c61296589a49 None None] Port 66253efd-9013-445c-b51b-edc1bc4af711 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:29.943827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] Routers {'6b85e7ad-f209-4cd0-9058-8014990c58ed'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:29.944509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6b85e7ad-f209-4cd0-9058-8014990c58ed'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:29.979976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:30.018564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:30.042465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-30fda943-e0b3-4af8-a799-7c41df5a4722 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:30.066440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:30.066933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c2bbb018-7148-4ad5-810c-6fcb08ad2209 None None] The sync data for ids ['6b85e7ad-f209-4cd0-9058-8014990c58ed'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:30.080795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43fd2ac3-69dc-4dd4-a6b7-317a90bcf452 None None] Provisioning complete for port 72cf96fb-bef8-4706-a3c0-516b6eecc327 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:30.081340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43fd2ac3-69dc-4dd4-a6b7-317a90bcf452 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:30.106464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=988fc891-0a9a-4b8d-89a3-be58c8d668fc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:30.125154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:30.172323 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=59f779f9e3d94f5299b97449db1422ce&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3594491 Jan 14 05:50:30.176728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40164) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:30.321481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:30.339007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:50:30.356983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fb9df77c-583f-4963-90d8-00d74938adbb None None] Provisioning complete for port 66253efd-9013-445c-b51b-edc1bc4af711 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:30.357432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb9df77c-583f-4963-90d8-00d74938adbb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:30.449881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fb9df77c-583f-4963-90d8-00d74938adbb None None] Port 66253efd-9013-445c-b51b-edc1bc4af711 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:30.603403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 72cf96fb-bef8-4706-a3c0-516b6eecc327 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:30.737291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 72cf96fb-bef8-4706-a3c0-516b6eecc327 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:30.737725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.069688 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-7cdd18ce-baca-499c-b2e8-097c4c8dec68 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] remove_router_interface failed (client error): The resource could not be found. Jan 14 05:50:31.072779 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7cdd18ce-baca-499c-b2e8-097c4c8dec68 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/6b85e7ad-f209-4cd0-9058-8014990c58ed/remove_router_interface HTTP/1.1" status: 404 len: 398 time: 1.5128329 Jan 14 05:50:31.091882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40182) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:31.097701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.192988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8520eacd-eafa-4ff8-9a10-8af2c276aeba tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=6b85e7ad-f209-4cd0-9058-8014990c58ed HTTP/1.1" status: 200 len: 205 time: 0.0739329 Jan 14 05:50:31.193819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40188) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:31.227387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:31.248090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:31.258795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:31.259784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:31.268419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.270980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.275298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/988fc891-0a9a-4b8d-89a3-be58c8d668fc HTTP/1.1" status: 204 len: 168 time: 1.0971870 Jan 14 05:50:31.280261 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.3885281 Jan 14 05:50:31.280261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f28cac5-248a-4bd1-8f87-34d11de9130b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:31.285116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40194) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:31.295243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-855895057'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:31.301173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=988fc891-0a9a-4b8d-89a3-be58c8d668fc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:31.309751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:31.312493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:31.324613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:31.342949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:31.375832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:31.411561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:31.440482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.456443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b957-058e-4fc7-83e2-4825ab48ebe7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.493332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:50:31.503435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:50:31.533700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.534339 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment 66a8983d-1ab3-47fa-9481-40ea6575e539 of type vxlan for network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 Jan 14 05:50:31.594839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.658034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.689674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:31.690401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.696370 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f447539-6baf-450e-b030-53a09ee1f8ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:31.856855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b957-058e-4fc7-83e2-4825ab48ebe7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.862767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b957-058e-4fc7-83e2-4825ab48ebe7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.920935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:27Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:28Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:31.926329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:50:31.926666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Updating router d40da9c9-988a-49d9-837c-cbf5fe86333c port 66253efd-9013-445c-b51b-edc1bc4af711 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:50:31.929458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=3e8ace2d-1731-4d17-9140-7a638fcc9d20,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:31.946658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:31.954309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:31.976940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6891756 Jan 14 05:50:31.977601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40208) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:31.981811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b957-058e-4fc7-83e2-4825ab48ebe7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:31.982540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a9b8b957-058e-4fc7-83e2-4825ab48ebe7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Fanout notify agent at l3_agent the message router_deleted on router 6b85e7ad-f209-4cd0-9058-8014990c58ed {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:50:31.992674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:32.039574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9b8b957-058e-4fc7-83e2-4825ab48ebe7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.043630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.046334 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a9b8b957-058e-4fc7-83e2-4825ab48ebe7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/6b85e7ad-f209-4cd0-9058-8014990c58ed HTTP/1.1" status: 204 len: 168 time: 0.8511155 Jan 14 05:50:32.047426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40212) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:32.119934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:32.186157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40216) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:32.259532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.267824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:32.275318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:32.284691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:32.294025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:32.295611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:32.314844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:32.362844 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50990b5e-5b0f-4028-98de-cb4eb8cefddd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7d8daf72870a4ac18a857c67f4d6d2fd&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1694584 Jan 14 05:50:32.471797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:32.586602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.598731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Transition to ACTIVE for port object 66253efd-9013-445c-b51b-edc1bc4af711 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:32.608218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.636664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:32.654316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.687407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.731801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 5e0647eb-8b4a-4df7-a63e-a6758b262aa5 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:50:32.735517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.775375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.798132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.800406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.814413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea001e4b-88fa-43ad-80b3-9399faccccbb tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:32.897027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Pushing event updated for resources: {'Port': ['ID=66253efd-9013-445c-b51b-edc1bc4af711,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:32.899070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:32.927033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.927532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.927998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.928458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.929158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.929574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.930028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.930611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.931104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.931548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.932291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.932709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.933215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.933661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.934106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.934816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.935277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.935709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.936152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.937661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.938130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.938608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.939239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.939740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.940238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.941145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.942984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.943722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.944372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.945320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.946506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.947559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.949153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.949153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.950261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.950261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:50:32.959167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.322s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:32.971998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dd4eb5b7-22ce-4997-ad74-a20b7af031b0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:33.003073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:33.014627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:33.019464 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/dd4eb5b7-22ce-4997-ad74-a20b7af031b0 HTTP/1.1" status: 204 len: 168 time: 0.5441058 Jan 14 05:50:33.278892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Attempting to bind port 66253efd-9013-445c-b51b-edc1bc4af711 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:50:33.280004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Attempting to bind port 66253efd-9013-445c-b51b-edc1bc4af711 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:50:33.280978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Attempting to bind port 66253efd-9013-445c-b51b-edc1bc4af711 on network b25b2c70-df9e-499d-890e-717373e4d86b {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:50:33.299475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:50:33.300202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Checking segment: {'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:33.300954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:33.301550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Bound using segment: {'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:50:33.302396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Bound port: 66253efd-9013-445c-b51b-edc1bc4af711, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '32cb1f29-8d2c-48e1-8f66-a1fa07db8181', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:50:33.303222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:33.453847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] For port 66253efd-9013-445c-b51b-edc1bc4af711, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:50:33.487965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] For port 66253efd-9013-445c-b51b-edc1bc4af711, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=66253efd-9013-445c-b51b-edc1bc4af711,segment=NetworkSegment(32cb1f29-8d2c-48e1-8f66-a1fa07db8181),segment_id=32cb1f29-8d2c-48e1-8f66-a1fa07db8181)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:50:33.501486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:33.574742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:33.597159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33c87a58-315c-45d7-9b2e-fa62f4dcb777 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:33.653484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=5e0647eb-8b4a-4df7-a63e-a6758b262aa5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:33.713510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:33.728134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7cfb094b-c49c-4810-a9b7-036ed585efa0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:33.800420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:33.841959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09b93ab8-d079-4700-a535-2a135f33f230 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:33.925903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:33.931605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-984e889b-dabd-4bec-93e7-90cda5cec6dd None None] Network 0091e3da-b668-4f43-8bda-14f8875ac188 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:33.979705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/5e0647eb-8b4a-4df7-a63e-a6758b262aa5 HTTP/1.1" status: 204 len: 168 time: 1.9120388 Jan 14 05:50:33.988096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40250) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:33.992521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Pushing event updated for resources: {'Port': ['ID=66253efd-9013-445c-b51b-edc1bc4af711,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:34.003294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:34.072591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:34.073377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:34.149118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=68e1528f-f1fc-477f-b45b-a0d1234f4d73,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:34.182535 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:34.411498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:50:34.424402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:34.460692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:34.461100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: 3e8ace2d-1731-4d17-9140-7a638fcc9d20, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:50:34.484216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] DHCP port deletion for 0091e3da-b668-4f43-8bda-14f8875ac188 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:50:34.502407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Deleting port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:34.503104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:34.584151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:50:34.611343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 3e8ace2d-1731-4d17-9140-7a638fcc9d20) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:34.636401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d6678257-448a-4be5-80df-fb3f0a83145e None None] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:34.654444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:34.655320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:34.684890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:34.685170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:34.701750 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.7230153 Jan 14 05:50:34.704862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40268) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:34.891319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 91cf4969-8bc7-4bf0-8c62-eba98c79a255 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:50:35.112644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb004031-172f-418a-976d-2ec94801006a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:50:35.126498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb004031-172f-418a-976d-2ec94801006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:35.343300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] For port 91cf4969-8bc7-4bf0-8c62-eba98c79a255, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=91cf4969-8bc7-4bf0-8c62-eba98c79a255,segment=NetworkSegment(50e90c12-dea2-4ef5-8031-64bb1305e045),segment_id=50e90c12-dea2-4ef5-8031-64bb1305e045)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:35.344129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:35.411230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40280) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:35.470465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:27Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:33Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:35.481753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6acd418f-7ac7-4d60-a398-7d7b5650f882 None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:27Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:33Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:35.538457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Calling delete_port for 91cf4969-8bc7-4bf0-8c62-eba98c79a255 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:35.788118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'network': {'name': 'tempest-NetworksTestDHCPv6-test-network-1666950978'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:35.792062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port ecaed468-763f-429d-9e53-f740a4edd2a6 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:35.792505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:35.796580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:35.889015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:network and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:35.903127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:35.914511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:35.930511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:35.956764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.048874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.113947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.123795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:36.188151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:security_group_rule and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:36.194143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:36.249809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:36.325860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for ecaed468-763f-429d-9e53-f740a4edd2a6 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:36.389281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.488163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bb004031-172f-418a-976d-2ec94801006a None None] Allocated IP 172.21.0.2 (3e8ace2d-1731-4d17-9140-7a638fcc9d20/68e1528f-f1fc-477f-b45b-a0d1234f4d73/c10b3008-f3ab-454f-8009-45964b23730d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:36.580314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.601250 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90810315-1043-43a0-9ee0-e609d329daac tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:36.841192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port 91cf4969-8bc7-4bf0-8c62-eba98c79a255, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=91cf4969-8bc7-4bf0-8c62-eba98c79a255,segment=NetworkSegment(50e90c12-dea2-4ef5-8031-64bb1305e045),segment_id=50e90c12-dea2-4ef5-8031-64bb1305e045)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:36.841922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.874000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb004031-172f-418a-976d-2ec94801006a None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.885678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bb004031-172f-418a-976d-2ec94801006a None None] Transition to ACTIVE for port object c10b3008-f3ab-454f-8009-45964b23730d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:36.906886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bb004031-172f-418a-976d-2ec94801006a None None] Transition to ACTIVE for port object c10b3008-f3ab-454f-8009-45964b23730d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:36.947058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb004031-172f-418a-976d-2ec94801006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:36.990152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for 91cf4969-8bc7-4bf0-8c62-eba98c79a255 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:37.074954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:50:37.075326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:50:37.076139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=ecaed468-763f-429d-9e53-f740a4edd2a6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:37.087395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.486s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:37.126365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No active binding found for port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 {{(pid=80931) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 05:50:37.126859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 91cf4969-8bc7-4bf0-8c62-eba98c79a255 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:50:37.136725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dd83bf8-7fc0-46fc-8714-ca47f939d256 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:37.302948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:37.596469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb004031-172f-418a-976d-2ec94801006a None None] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:37.602436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 66253efd-9013-445c-b51b-edc1bc4af711 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:37.664122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb004031-172f-418a-976d-2ec94801006a None None] Pushing event updated for resources: {'Port': ['ID=c10b3008-f3ab-454f-8009-45964b23730d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:37.668404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bb004031-172f-418a-976d-2ec94801006a None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:37.676842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:37.677196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:37.681614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb004031-172f-418a-976d-2ec94801006a None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:37.688006 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb004031-172f-418a-976d-2ec94801006a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.559s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:37.712994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.21.0.1 (3e8ace2d-1731-4d17-9140-7a638fcc9d20/68e1528f-f1fc-477f-b45b-a0d1234f4d73/1d830365-0360-4085-9a71-8fab353880c1) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:37.731404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9af2e1c7-e6e4-4184-8456-333aba494d6f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.133s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:37.791849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] The port '91cf4969-8bc7-4bf0-8c62-eba98c79a255' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:50:37.797126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Pushing event deleted for resources: {'Port': ['ID=91cf4969-8bc7-4bf0-8c62-eba98c79a255,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:37.800091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bb004031-172f-418a-976d-2ec94801006a None None] Attempting to bind port c10b3008-f3ab-454f-8009-45964b23730d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:50:37.800716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bb004031-172f-418a-976d-2ec94801006a None None] Attempting to bind port c10b3008-f3ab-454f-8009-45964b23730d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:50:37.801022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb004031-172f-418a-976d-2ec94801006a None None] Attempting to bind port c10b3008-f3ab-454f-8009-45964b23730d on network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:50:37.807087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 66253efd-9013-445c-b51b-edc1bc4af711 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:37.816242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.083s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:37.817612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb004031-172f-418a-976d-2ec94801006a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:50:37.818046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb004031-172f-418a-976d-2ec94801006a None None] Checking segment: {'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:37.818498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb004031-172f-418a-976d-2ec94801006a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:37.818958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bb004031-172f-418a-976d-2ec94801006a None None] Bound using segment: {'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:50:37.819503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bb004031-172f-418a-976d-2ec94801006a None None] Bound port: c10b3008-f3ab-454f-8009-45964b23730d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:50:37.819920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb004031-172f-418a-976d-2ec94801006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:37.839003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 66253efd-9013-445c-b51b-edc1bc4af711 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:37.839438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:37.901716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] No DVR routers for this DVR port 91cf4969-8bc7-4bf0-8c62-eba98c79a255 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:50:37.972357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:37.997449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bb004031-172f-418a-976d-2ec94801006a None None] For port c10b3008-f3ab-454f-8009-45964b23730d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:50:38.001235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bb004031-172f-418a-976d-2ec94801006a None None] For port c10b3008-f3ab-454f-8009-45964b23730d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c10b3008-f3ab-454f-8009-45964b23730d,segment=NetworkSegment(66a8983d-1ab3-47fa-9481-40ea6575e539),segment_id=66a8983d-1ab3-47fa-9481-40ea6575e539)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:50:38.084330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb004031-172f-418a-976d-2ec94801006a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.117696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0091e3da-b668-4f43-8bda-14f8875ac188']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:38.138776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '50e90c12-dea2-4ef5-8031-64bb1305e045') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:38.139078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '50e90c12-dea2-4ef5-8031-64bb1305e045') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:38.153684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.175482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.177611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:50:38.307496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.332622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea72a49f-df65-4d5e-9045-ec0421e18088 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:38.404846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 0091e3da-b668-4f43-8bda-14f8875ac188 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:38.415947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.432837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 66253efd-9013-445c-b51b-edc1bc4af711, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=66253efd-9013-445c-b51b-edc1bc4af711,segment=NetworkSegment(32cb1f29-8d2c-48e1-8f66-a1fa07db8181),segment_id=32cb1f29-8d2c-48e1-8f66-a1fa07db8181)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:38.434387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb004031-172f-418a-976d-2ec94801006a None None] Pushing event updated for resources: {'Port': ['ID=c10b3008-f3ab-454f-8009-45964b23730d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:38.448365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb004031-172f-418a-976d-2ec94801006a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:38.449867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.488602 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:38.566827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=66253efd-9013-445c-b51b-edc1bc4af711,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:38.573937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.580238 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:38.585419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.593278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-018498c6-81ad-41f1-86b1-2a5bdfdfe8c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:38.640851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'SecurityGroup': ['ID=f559ceed-23ab-4b71-9701-e1c3ee985ecd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:38.650254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:38.659977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 0091e3da-b668-4f43-8bda-14f8875ac188 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:38.667318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:50:38.691862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:50:38.693708 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:50:38.700667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.701066 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Added segment 4866496c-4d02-4fdd-ab6f-f6f00cbae529 of type vxlan for network dc69f032-a8e7-4abf-b3f3-848413ff1f68 Jan 14 05:50:38.732398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object 1d830365-0360-4085-9a71-8fab353880c1 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:38.755689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.801331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.806605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.822020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df907278-3880-4a04-8038-0fc4b5d3f730 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:38.877582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.903314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:38.903503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.904032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.915289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc5564aa-6e43-4843-b67a-ad6ffa4b1d4f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:38.931852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:38.959167 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/0091e3da-b668-4f43-8bda-14f8875ac188 HTTP/1.1" status: 204 len: 168 time: 4.9698329 Jan 14 05:50:38.970171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40318) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:38.976833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=0091e3da-b668-4f43-8bda-14f8875ac188,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:38.982728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1889758882'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:38.991426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:38.994399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:39.003588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:39.023548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:39.034148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:39.074740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:39.084623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.102766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 3.6757979 Jan 14 05:50:39.116282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40322) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:39.141019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:39.278081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=1d830365-0360-4085-9a71-8fab353880c1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:39.300348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.480s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:39.301221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e261feb1-3c55-435b-9ddc-d00f87f5afa6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.260s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:39.333857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:50:39.343923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.344357 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment ff9fe05c-75fc-4d30-9299-83ca2c179202 of type vxlan for network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 Jan 14 05:50:39.393462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.419028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 66253efd-9013-445c-b51b-edc1bc4af711 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:39.440334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.461632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:39.462342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.495299 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6fad632a-030a-4376-9555-dece04ed7c8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:39.515600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:39.522391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:39.542089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:39.550273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:39.554226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:39.557828 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.5858541 Jan 14 05:50:39.563610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:39.572098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:39.574571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40334) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:39.584315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 66253efd-9013-445c-b51b-edc1bc4af711 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:39.585049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.622183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Network': ['ID=dc69f032-a8e7-4abf-b3f3-848413ff1f68,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:39.635636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:39.663063 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.362s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:39.666118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:39.694378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': 'bbf25292-1b18-4f80-b715-5e4bc1e3c0b6', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:39.789359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.795767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:39.830342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:39.907401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:39.973434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:39.977681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:39.981806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:39.988192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:40.094109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=bbf25292-1b18-4f80-b715-5e4bc1e3c0b6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:40.106346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:40.168519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c10b3008-f3ab-454f-8009-45964b23730d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:40.287780 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.793s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:40.295751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:40.297986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:40.423491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:40.517175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:40.552221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:40.903967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-693cb4de-69c4-45c7-93d0-ce9497da0100 None None] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:41.091655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Provisioning for port c10b3008-f3ab-454f-8009-45964b23730d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:41.099857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Provisioning complete for port c10b3008-f3ab-454f-8009-45964b23730d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:41.100651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:41.164058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c10b3008-f3ab-454f-8009-45964b23730d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:41.182268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c10b3008-f3ab-454f-8009-45964b23730d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:41.182768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:41.256797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router cdd96916-651d-4424-b9f8-9f665ebd3c47 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:41.363565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:41.417021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:41.466186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] For port c10b3008-f3ab-454f-8009-45964b23730d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c10b3008-f3ab-454f-8009-45964b23730d,segment=NetworkSegment(66a8983d-1ab3-47fa-9481-40ea6575e539),segment_id=66a8983d-1ab3-47fa-9481-40ea6575e539)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:41.507759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:41.524253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a6908ea-2c7c-4620-ab3c-36e00db14e7b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:41.598166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-814a5b1f-4c61-4f8e-8e54-1cfb691145bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:41.634214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:41.654007 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/routers/cdd96916-651d-4424-b9f8-9f665ebd3c47/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 12.0990057 Jan 14 05:50:41.661398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40358) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:41.677914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Pushing event updated for resources: {'Port': ['ID=c10b3008-f3ab-454f-8009-45964b23730d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:41.690102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:41.697844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] Sync routers for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:41.739804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:41.740505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:41.746561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=389799e1-93b3-45b0-a017-bbb0046920e8,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:41.763886 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:41.846049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:41.846470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network hostable DHCP agents. Network: dc69f032-a8e7-4abf-b3f3-848413ff1f68, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:50:41.882206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:41.891810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:41.955600 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:42.048938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:42.051700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c10b3008-f3ab-454f-8009-45964b23730d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:42.059727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.065216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:50:42.125902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, dc69f032-a8e7-4abf-b3f3-848413ff1f68) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:42.146390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-148c96ed-afc8-4a4a-a746-92810bce38c5 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:42.189734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.250156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] Routers {'cdd96916-651d-4424-b9f8-9f665ebd3c47'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:42.250899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:14Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['cdd96916-651d-4424-b9f8-9f665ebd3c47'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:42.320954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c10b3008-f3ab-454f-8009-45964b23730d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:42.321382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.403209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.414304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:42.417083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:42.417545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 015fd3ac-2504-4643-8f3e-831987a8de1f {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:42.418140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.420340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.448953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:42.449690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5c557fc6-5e93-4f5a-9081-e560b1d84d5c None None] The sync data for ids ['cdd96916-651d-4424-b9f8-9f665ebd3c47'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:42.478626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:42.488759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69e67936-6947-4dd9-8804-7fae14130dc1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.495410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=1d830365-0360-4085-9a71-8fab353880c1,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:42.526996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:42.546895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 3.4262664 Jan 14 05:50:42.560888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40372) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:42.696014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'name': 'tempest-NetworksTestDHCPv6-1949576108'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:42.737428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4a027e22-55a4-4a83-bd45-5a833a5b91fb None None] Provisioning for port 1d830365-0360-4085-9a71-8fab353880c1 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:42.750734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4a027e22-55a4-4a83-bd45-5a833a5b91fb None None] Provisioning complete for port 1d830365-0360-4085-9a71-8fab353880c1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:42.751182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a027e22-55a4-4a83-bd45-5a833a5b91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.840379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.841191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '389799e1-93b3-45b0-a017-bbb0046920e8'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:50:42.841947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.862361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4a027e22-55a4-4a83-bd45-5a833a5b91fb None None] Port 1d830365-0360-4085-9a71-8fab353880c1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:42.890105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4a027e22-55a4-4a83-bd45-5a833a5b91fb None None] Provisioning complete for port c10b3008-f3ab-454f-8009-45964b23730d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:42.890541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a027e22-55a4-4a83-bd45-5a833a5b91fb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:42.955878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:42.963658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:42.970562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:42.977164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:43.027256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:43.037115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:43.146234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 015fd3ac-2504-4643-8f3e-831987a8de1f owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:43.306652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/389799e1-93b3-45b0-a017-bbb0046920e8/ac7dcd59-4768-49c0-8f51-c0072d40a9c2) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:43.546893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:43.569239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:43.602999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Transition to ACTIVE for port object ac7dcd59-4768-49c0-8f51-c0072d40a9c2 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:43.629112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Transition to ACTIVE for port object ac7dcd59-4768-49c0-8f51-c0072d40a9c2 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:43.732240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:43.857981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:43.899330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:43.982897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:43.999950 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e722b0fa-cfda-448b-9986-614aa5b50e87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:44.091621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:44.092962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:44.094871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f8660434-9d0d-4f2d-9156-762e8a828ee2 None None] Provisioning complete for port 1d830365-0360-4085-9a71-8fab353880c1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:44.095297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8660434-9d0d-4f2d-9156-762e8a828ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.122195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:44.160776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d66ef4ea-0753-443c-b15b-129c306fab61 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:44.210294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Attempting to bind port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:50:44.210720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Attempting to bind port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:50:44.211177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Attempting to bind port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:50:44.222904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:50:44.223332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:44.223788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.224234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:50:44.224763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Bound port: ac7dcd59-4768-49c0-8f51-c0072d40a9c2, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:50:44.225258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.240030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Pushing event updated for resources: {'Port': ['ID=ac7dcd59-4768-49c0-8f51-c0072d40a9c2,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:44.242681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=1f56718d-1343-41c5-819c-8384fd6b9ed1,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:44.250868 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:44.258021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f8660434-9d0d-4f2d-9156-762e8a828ee2 None None] Port 1d830365-0360-4085-9a71-8fab353880c1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:50:44.304912 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:44.329721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port f9e05f49-6bc5-4936-8e3f-7ba8735afb32 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:50:44.337222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.341251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] For port ac7dcd59-4768-49c0-8f51-c0072d40a9c2, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:50:44.341907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.345029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] For port ac7dcd59-4768-49c0-8f51-c0072d40a9c2, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ac7dcd59-4768-49c0-8f51-c0072d40a9c2,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:50:44.351794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f8660434-9d0d-4f2d-9156-762e8a828ee2 None None] Provisioning complete for port c10b3008-f3ab-454f-8009-45964b23730d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:44.352281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8660434-9d0d-4f2d-9156-762e8a828ee2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.368012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': 'ff9fe05c-75fc-4d30-9299-83ca2c179202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bbf25292-1b18-4f80-b715-5e4bc1e3c0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:44.368332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: bbf25292-1b18-4f80-b715-5e4bc1e3c0b6, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:50:44.390376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.391077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Fanout notify agent at l3_agent the message router_deleted on router cdd96916-651d-4424-b9f8-9f665ebd3c47 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:50:44.418123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.419627 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a523f136-66c0-4c8d-bf46-08efdc83b171 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/routers/cdd96916-651d-4424-b9f8-9f665ebd3c47 HTTP/1.1" status: 204 len: 168 time: 2.7572100 Jan 14 05:50:44.420509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:50:44.422835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40390) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:44.424234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.628454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-536ea99d-c80b-4ecb-8e18-3909b9b646eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:44.659811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::17c (dc69f032-a8e7-4abf-b3f3-848413ff1f68/389799e1-93b3-45b0-a017-bbb0046920e8/f9e05f49-6bc5-4936-8e3f-7ba8735afb32) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:44.704406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting subnet 91dc536a-ef00-4dbd-b74a-bf61ca92dee0 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:50:44.707851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.729865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6681eb3c-3595-4c75-9f65-4544ff4cb6f6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.749748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, bbf25292-1b18-4f80-b715-5e4bc1e3c0b6) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:44.767907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13d2c219-33d4-43c1-96d7-7128b014af91 None None] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:44.800232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:44.810733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:44.824921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:44.825605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:44.829177 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.1229234 Jan 14 05:50:44.832313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40398) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:44.842501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:44.855429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-1662145397'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:44.886488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Pushing event updated for resources: {'Port': ['ID=ac7dcd59-4768-49c0-8f51-c0072d40a9c2,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:44.957755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.161604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.179171 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:45.182049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:50:45.189306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object f9e05f49-6bc5-4936-8e3f-7ba8735afb32 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:45.220943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:45.224568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.243422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:45.363405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:45.366308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=f9e05f49-6bc5-4936-8e3f-7ba8735afb32,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:45.373607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-28358f3c-c6af-4edd-a649-653b3abee8e2 None None] Provisioning complete for port c10b3008-f3ab-454f-8009-45964b23730d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:45.377799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28358f3c-c6af-4edd-a649-653b3abee8e2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.380535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:45.387616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:45.504495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:45.525906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:45.526814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.539341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.554313 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:50:45.558623 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:50:45.563165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.597161 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.0187938 Jan 14 05:50:45.598042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40406) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:45.614393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-374238205', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:45.640638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:45.649847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:50:45.658142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:router and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:45.688658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:45.724486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:45.759207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.759804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.767455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.811026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:45.812703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.813018 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment af990a9a-2037-42db-b09b-805ce83f3919 of type vxlan for network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a Jan 14 05:50:45.814512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:45.820991 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b2b876e-ef9c-449c-9166-8b0157c3bb5a tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:45.833919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.837090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:45.886972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:45.888006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:45.969633 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 932 time: 3.4050467 Jan 14 05:50:45.975556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ac7dcd59-4768-49c0-8f51-c0072d40a9c2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:45.982712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40424) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:46.040668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.050132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:40Z', 'revision_number': 3, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:41Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:46.059173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:50:46.059574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Updating router d40da9c9-988a-49d9-837c-cbf5fe86333c port 1d830365-0360-4085-9a71-8fab353880c1 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:50:46.063906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-bbf25292-1b18-4f80-b715-5e4bc1e3c0b6', 'network_id': 'bbf25292-1b18-4f80-b715-5e4bc1e3c0b6', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '1f56718d-1343-41c5-819c-8384fd6b9ed1'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:50:46.064856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.110790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Subnet': ['ID=91dc536a-ef00-4dbd-b74a-bf61ca92dee0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:46.147236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.149007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:46.155755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.162226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.169196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:46.169917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.178910 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51c4c02a-77d9-441e-a1e5-2f8632996220 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:46.258301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:46.261914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.270469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.320965 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/subnets/91dc536a-ef00-4dbd-b74a-bf61ca92dee0 HTTP/1.1" status: 204 len: 168 time: 1.8931506 Jan 14 05:50:46.321908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40436) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:46.330015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ccf2ad3b-8c32-482c-b811-9124cd7237c8 None None] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:46.371551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.442249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd388ab-92b0-4e40-abeb-f19a63cb6941 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:46.517869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd388ab-92b0-4e40-abeb-f19a63cb6941 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:46.517992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efd388ab-92b0-4e40-abeb-f19a63cb6941 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:50:46.581641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.583998 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 1.7503049 Jan 14 05:50:46.584901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40440) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:46.601647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efd388ab-92b0-4e40-abeb-f19a63cb6941 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:50:46.602934 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efd388ab-92b0-4e40-abeb-f19a63cb6941 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1669 time: 0.6190314 Jan 14 05:50:46.607919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'cidr': '172.22.0.0/28', 'ip_version': 4, 'gateway_ip': '172.22.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:46.685604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40444) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:46.748612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.753430 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6145433d-2dd5-474f-ad4e-95cd78db1ef0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 1.1540966 Jan 14 05:50:46.757455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40450) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:46.785413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.875475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 5b2839e8-2324-4262-9d04-95d94ec465eb {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:46.876055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:46.879962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:46.884259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:46.887546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:46.893906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:46.918356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=54cd3a4b-8f59-41ea-ad60-d88079e3e76a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:46.921871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.743s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:46.923598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:46.978493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:46.982716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port f9e05f49-6bc5-4936-8e3f-7ba8735afb32 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:46.983666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:47.002384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:47.158171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:47.271327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:47.297740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Transition to ACTIVE for port object 1d830365-0360-4085-9a71-8fab353880c1 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:47.311895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:47.340527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:47.444576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:47.612659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d8bd3ed-9a73-4d9d-a398-f5ec4650a255 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:47.635274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6d7d3-a14f-4e25-a107-011e5dae1b13 None None] Pushing event updated for resources: {'Port': ['ID=1d830365-0360-4085-9a71-8fab353880c1,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:47.643731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e8e6d7d3-a14f-4e25-a107-011e5dae1b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.303s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:47.975288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Attempting to bind port 1d830365-0360-4085-9a71-8fab353880c1 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:50:47.975895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Attempting to bind port 1d830365-0360-4085-9a71-8fab353880c1 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:50:47.976479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Attempting to bind port 1d830365-0360-4085-9a71-8fab353880c1 on network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:50:47.990127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:50:47.990888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Checking segment: {'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:47.991471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:47.992059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Bound using segment: {'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:50:47.992752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Bound port: 1d830365-0360-4085-9a71-8fab353880c1, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '66a8983d-1ab3-47fa-9481-40ea6575e539', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:50:47.993327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:48.232355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:48.236333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] For port 1d830365-0360-4085-9a71-8fab353880c1, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:50:48.244787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] For port 1d830365-0360-4085-9a71-8fab353880c1, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1d830365-0360-4085-9a71-8fab353880c1,segment=NetworkSegment(66a8983d-1ab3-47fa-9481-40ea6575e539),segment_id=66a8983d-1ab3-47fa-9481-40ea6575e539)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:50:48.252062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:48.274591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fb70cfb-dc45-4183-9a75-9690ec8ce8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:48.410276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a668b598-f640-4bc3-9e2d-d572eb6f58eb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:48.411120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Provisioning for port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:48.413552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:48.506919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=e8edffd3-8c4c-400a-92f7-38b83470d03b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:48.516471 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:48.570713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:48.571123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: 54cd3a4b-8f59-41ea-ad60-d88079e3e76a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:50:48.622823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Provisioning complete for port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:48.622823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:48.660068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:50:48.663276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8e6d7d3-a14f-4e25-a107-011e5dae1b13 None None] Pushing event updated for resources: {'Port': ['ID=1d830365-0360-4085-9a71-8fab353880c1,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:48.667602 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e8e6d7d3-a14f-4e25-a107-011e5dae1b13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.393s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:48.674834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:48.675523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:48.676485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 54cd3a4b-8f59-41ea-ad60-d88079e3e76a) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:48.704838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:48.706003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:48.737613 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 2.1372025 Jan 14 05:50:48.740505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40476) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:48.767545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d250bae6-641d-4f90-8e42-44f484fb8812 None None] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:48.990059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:50:49.143792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Allocated IP 2001:db8::2 (bbf25292-1b18-4f80-b715-5e4bc1e3c0b6/1f56718d-1343-41c5-819c-8384fd6b9ed1/a0d49f97-78b8-48c4-8a0a-f853dd981674) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:49.434711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:50:49.447888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:49.509411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] DHCP port deletion for 2e605a96-530e-4a0e-a9d6-3ee422c92561 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:50:49.533478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Deleting port 5b2839e8-2324-4262-9d04-95d94ec465eb {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:49.537591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:49.572035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:40Z', 'revision_number': 3, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:48Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:49.576298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-99901878-b3f4-4cf2-9096-4d93051f7213 None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:40Z', 'revision_number': 3, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:48Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:49.856106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:49.870142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Transition to ACTIVE for port object a0d49f97-78b8-48c4-8a0a-f853dd981674 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:49.906422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Transition to ACTIVE for port object a0d49f97-78b8-48c4-8a0a-f853dd981674 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:49.950666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:50.131184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:50.246613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1d830365-0360-4085-9a71-8fab353880c1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:50.373766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for f9e05f49-6bc5-4936-8e3f-7ba8735afb32 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:50.539948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:50.558045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] For port ac7dcd59-4768-49c0-8f51-c0072d40a9c2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ac7dcd59-4768-49c0-8f51-c0072d40a9c2,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:50.569675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:50.576550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:50.718796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eed1862a-eb61-4187-afbc-0dcf12e3d11b tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:50.807205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] For port 5b2839e8-2324-4262-9d04-95d94ec465eb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5b2839e8-2324-4262-9d04-95d94ec465eb,segment=NetworkSegment(2f2d5efa-1dc8-4656-a50c-003148a7b0b8),segment_id=2f2d5efa-1dc8-4656-a50c-003148a7b0b8)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:50.807712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:50.816715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=f9e05f49-6bc5-4936-8e3f-7ba8735afb32,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:50.819829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:50.834612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:50.997358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/f9e05f49-6bc5-4936-8e3f-7ba8735afb32 HTTP/1.1" status: 204 len: 168 time: 4.3106923 Jan 14 05:50:50.998939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8::1 (bbf25292-1b18-4f80-b715-5e4bc1e3c0b6/1f56718d-1343-41c5-819c-8384fd6b9ed1/6a75a38f-bae1-43e4-96d2-575be9e7caad) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:51.007354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 5b2839e8-2324-4262-9d04-95d94ec465eb owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:51.034273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:51.119717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:51.138156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063d8b1-1aaf-46b0-9f6a-b2acb0faf4e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:51.152300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b063d8b1-1aaf-46b0-9f6a-b2acb0faf4e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:51.154245 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b063d8b1-1aaf-46b0-9f6a-b2acb0faf4e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.1168196 Jan 14 05:50:51.198175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:51.207910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40508) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:51.293533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Pushing event updated for resources: {'Port': ['ID=a0d49f97-78b8-48c4-8a0a-f853dd981674,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:51.369074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:51.374851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2313913-58cf-44c7-9ad7-5c0bdf4e5445 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.147s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:51.504972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-36ce9025-f23d-4074-8d6e-518ec5349e63 None None] Could not find standard attr ID for object f9e05f49-6bc5-4936-8e3f-7ba8735afb32. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:50:51.506818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Pushing event updated for resources: {'Port': ['ID=ac7dcd59-4768-49c0-8f51-c0072d40a9c2,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:51.515012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1d830365-0360-4085-9a71-8fab353880c1 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:51.521705 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:51.524103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:51.531535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1d830365-0360-4085-9a71-8fab353880c1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:51.532063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:51.580478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.22.0.1 (54cd3a4b-8f59-41ea-ad60-d88079e3e76a/e8edffd3-8c4c-400a-92f7-38b83470d03b/568e679c-f375-4c53-a81e-eca43021ff44) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:51.791048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 389799e1-93b3-45b0-a017-bbb0046920e8 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:50:51.794792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:51.821371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:51.843672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object 568e679c-f375-4c53-a81e-eca43021ff44 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:51.880831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:51.892377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:51.893241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:51.941434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.081946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c87779bd-4a14-4b34-b60a-b34175f2030e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:52.107698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.121135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.149171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] For port 5b2839e8-2324-4262-9d04-95d94ec465eb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5b2839e8-2324-4262-9d04-95d94ec465eb,segment=NetworkSegment(2f2d5efa-1dc8-4656-a50c-003148a7b0b8),segment_id=2f2d5efa-1dc8-4656-a50c-003148a7b0b8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:52.149737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.177562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 1d830365-0360-4085-9a71-8fab353880c1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1d830365-0360-4085-9a71-8fab353880c1,segment=NetworkSegment(66a8983d-1ab3-47fa-9481-40ea6575e539),segment_id=66a8983d-1ab3-47fa-9481-40ea6575e539)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:52.179084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Attempting to bind port a0d49f97-78b8-48c4-8a0a-f853dd981674 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:50:52.181451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Attempting to bind port a0d49f97-78b8-48c4-8a0a-f853dd981674 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ff9fe05c-75fc-4d30-9299-83ca2c179202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bbf25292-1b18-4f80-b715-5e4bc1e3c0b6'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:50:52.181451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Attempting to bind port a0d49f97-78b8-48c4-8a0a-f853dd981674 on network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:50:52.186639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-36ce9025-f23d-4074-8d6e-518ec5349e63 None None] Provisioning complete for port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:52.187704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36ce9025-f23d-4074-8d6e-518ec5349e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.229608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.240223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:50:52.240489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Checking segment: {'id': 'ff9fe05c-75fc-4d30-9299-83ca2c179202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bbf25292-1b18-4f80-b715-5e4bc1e3c0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:52.241136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.241701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Bound using segment: {'id': 'ff9fe05c-75fc-4d30-9299-83ca2c179202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bbf25292-1b18-4f80-b715-5e4bc1e3c0b6'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:50:52.242377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Bound port: a0d49f97-78b8-48c4-8a0a-f853dd981674, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ff9fe05c-75fc-4d30-9299-83ca2c179202', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'bbf25292-1b18-4f80-b715-5e4bc1e3c0b6'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:50:52.242969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.266780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=568e679c-f375-4c53-a81e-eca43021ff44,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:52.298934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.217s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:52.301053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:52.302311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:52.319432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:52.404273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] For port a0d49f97-78b8-48c4-8a0a-f853dd981674, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:50:52.411457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] For port a0d49f97-78b8-48c4-8a0a-f853dd981674, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a0d49f97-78b8-48c4-8a0a-f853dd981674,segment=NetworkSegment(ff9fe05c-75fc-4d30-9299-83ca2c179202),segment_id=ff9fe05c-75fc-4d30-9299-83ca2c179202)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:50:52.414471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.491951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:52.526627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.637909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b2839e8-2324-4262-9d04-95d94ec465eb no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:50:52.674950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=1d830365-0360-4085-9a71-8fab353880c1,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:52.678811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.698772 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:52.699729 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:52.710507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:52.712877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:52.784140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Calling delete_port for 5b2839e8-2324-4262-9d04-95d94ec465eb owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:52.813228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5b2839e8-2324-4262-9d04-95d94ec465eb {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:50:52.813935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b2839e8-2324-4262-9d04-95d94ec465eb not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:50:52.815732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Pushing event updated for resources: {'Port': ['ID=a0d49f97-78b8-48c4-8a0a-f853dd981674,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:52.848948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:52.854231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Allocated IP 172.22.0.2 (54cd3a4b-8f59-41ea-ad60-d88079e3e76a/e8edffd3-8c4c-400a-92f7-38b83470d03b/ffc56245-8871-4e3e-9dc2-4ff10d4ae838) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:50:53.099920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ac7dcd59-4768-49c0-8f51-c0072d40a9c2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:53.294748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-36ce9025-f23d-4074-8d6e-518ec5349e63 None None] Provisioning complete for port 1d830365-0360-4085-9a71-8fab353880c1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:53.294748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36ce9025-f23d-4074-8d6e-518ec5349e63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:53.351718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:53.386441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=5b2839e8-2324-4262-9d04-95d94ec465eb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:53.398547 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.688s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:53.437971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:53.438400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:53.446385 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-99999aa2-a2a5-4e27-a483-2d33787aa3be tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:53.464752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:53.482256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:53.537516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:53.569150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:50:53.569856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:50:53.641201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=568e679c-f375-4c53-a81e-eca43021ff44,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:53.651092 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:53.664245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] No DVR routers for this DVR port 5b2839e8-2324-4262-9d04-95d94ec465eb on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:50:53.688363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:53.749243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1d830365-0360-4085-9a71-8fab353880c1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:53.883977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:53.970718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:53.972314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:53.987363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9211ff64-3d8c-42f9-92cd-6949576943b3 None None] Provisioning complete for port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:53.987877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9211ff64-3d8c-42f9-92cd-6949576943b3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.059945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1d830365-0360-4085-9a71-8fab353880c1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:54.060379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.097762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2e605a96-530e-4a0e-a9d6-3ee422c92561']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:54.100869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Deleting port 5b2839e8-2324-4262-9d04-95d94ec465eb {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:54.101295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.127149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2f2d5efa-1dc8-4656-a50c-003148a7b0b8') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:54.127149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2f2d5efa-1dc8-4656-a50c-003148a7b0b8') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:54.163878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.197867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:50:54.210752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.212927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:50:54.260329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e0d8f009-02db-447c-b7c5-fe85719cdcc6 None None] The port '5b2839e8-2324-4262-9d04-95d94ec465eb' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:50:54.407239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.459410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Transition to ACTIVE for port object ffc56245-8871-4e3e-9dc2-4ff10d4ae838 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:54.507525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:54.536491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:54.547105 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8019676 Jan 14 05:50:54.548063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40548) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:54.562103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Transition to ACTIVE for port object ffc56245-8871-4e3e-9dc2-4ff10d4ae838 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:54.562357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'network': {'name': 'tempest-RoutersTest-2028920422'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:54.568296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:54.569372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:54.578787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:54.589742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:network and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:54.595632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for network was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:54.608776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:54.636662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:54.649680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.697703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:50:54.708990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.709389 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added segment 3f1ad8d3-8e40-4c12-8111-6c854a652493 of type vxlan for network 7fe9401f-9f3b-41af-b8ca-457c592979b2 Jan 14 05:50:54.748042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.776188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:54.791526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.791759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.821340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:54.822067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:54.844093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5bbf3640-7c32-45b4-92b2-028b08ba23da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:54.875361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 766 time: 0.3259251 Jan 14 05:50:54.876286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40556) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:55.008907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'subnet': {'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'cidr': '172.23.0.0/28', 'ip_version': 4, 'gateway_ip': '172.23.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:55.057964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 2e605a96-530e-4a0e-a9d6-3ee422c92561 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:50:55.061078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:50:55.123797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Network': ['ID=7fe9401f-9f3b-41af-b8ca-457c592979b2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:55.137586 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.295s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:55.200365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:55.205446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:subnet and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:55.216108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:55.218713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=389799e1-93b3-45b0-a017-bbb0046920e8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:55.228528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:55.266302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Made reservation on behalf of e500a58c8bbc40d4b71655b0ec7234ff for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:55.301189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:55.339998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object 6a75a38f-bae1-43e4-96d2-575be9e7caad will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:50:55.416242 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:50:55.421004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.975s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:55.442643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:55.469827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:55.480054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59f855b5-4fc2-4730-a529-76140c12264f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:55.533973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a0d49f97-78b8-48c4-8a0a-f853dd981674 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:50:55.617151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:55.747751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:55.765028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:55.815846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:55.822636 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/389799e1-93b3-45b0-a017-bbb0046920e8 HTTP/1.1" status: 204 len: 168 time: 4.6126752 Jan 14 05:50:55.824998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40572) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:55.869778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:55.873851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:55.902654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:50:55.953563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:55.960777 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2fbcdd19-385d-4af5-8310-053214590e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0889726 Jan 14 05:50:55.961678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40576) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:55.962788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:50:55.963541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:56.003587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:56.088402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c48e796a-4973-4674-a1f3-e172ce2d8803 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:56.138369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=6a75a38f-bae1-43e4-96d2-575be9e7caad,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:56.141801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:50:56.148789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/networks/2e605a96-530e-4a0e-a9d6-3ee422c92561 HTTP/1.1" status: 204 len: 168 time: 9.8194520 Jan 14 05:50:56.153510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40580) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:56.214042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1c1f6019-add0-46db-b0b6-2937cabf6b04 None None] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:56.225339 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:56.232258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:50:56.235530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:50:56.236798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:56.242222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:50:56.250618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:56.271611 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a7f4504-07c9-4033-b2ac-48f5fa363c15 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.400s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:56.343416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55d93d5b-2636-4e1b-9439-012cde7f5e39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:56.475094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 6db52e64-1e27-4971-9983-de0cfc4d8dab {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:56.475800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:56.490894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Pushing event updated for resources: {'Port': ['ID=ffc56245-8871-4e3e-9dc2-4ff10d4ae838,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:56.494096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-60bbf551-84c9-4753-a2a3-7da0b86163b0 None None] Provisioning for port a0d49f97-78b8-48c4-8a0a-f853dd981674 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:56.604891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:56.680999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-60bbf551-84c9-4753-a2a3-7da0b86163b0 None None] Provisioning complete for port a0d49f97-78b8-48c4-8a0a-f853dd981674 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:56.681744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60bbf551-84c9-4753-a2a3-7da0b86163b0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:56.707844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a0d49f97-78b8-48c4-8a0a-f853dd981674 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:50:56.717808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:56.746950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a0d49f97-78b8-48c4-8a0a-f853dd981674 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:50:56.747652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:56.861677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Network': ['ID=2e605a96-530e-4a0e-a9d6-3ee422c92561,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:56.874247 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:56.874247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:50:57.028982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.091607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port a0d49f97-78b8-48c4-8a0a-f853dd981674, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a0d49f97-78b8-48c4-8a0a-f853dd981674,segment=NetworkSegment(ff9fe05c-75fc-4d30-9299-83ca2c179202),segment_id=ff9fe05c-75fc-4d30-9299-83ca2c179202)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:57.104452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:50:53Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:57.123852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:50:57.123852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Updating router d40da9c9-988a-49d9-837c-cbf5fe86333c port 568e679c-f375-4c53-a81e-eca43021ff44 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:50:57.162950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.244555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.244856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.305132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.325675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.327010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.366857 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cbeb9b0b-6270-4a75-954d-d287a078fb9d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:57.523256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 6db52e64-1e27-4971-9983-de0cfc4d8dab owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:57.554159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.665562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.685864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:50:57.709148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:57.767010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.821470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=6a75a38f-bae1-43e4-96d2-575be9e7caad,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:57.833139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:57.872928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Deleting port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:57.873458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:57.947435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:57.966786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:58.029741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e3e1773-97ac-4e7b-9ffe-65a549fca520 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:58.117015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Subnet': ['ID=6570d91e-559d-43f1-9dc1-0d23fdf503ff,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:58.119001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:58.136635 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:58.141408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26c488ff-e050-4cd6-858f-30e3890ed03a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:58.201651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] For port ac7dcd59-4768-49c0-8f51-c0072d40a9c2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ac7dcd59-4768-49c0-8f51-c0072d40a9c2,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:50:58.202207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:58.264306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=6db52e64-1e27-4971-9983-de0cfc4d8dab,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:58.292351 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:58.304950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Checking segment: {'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:50:58.305167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network hostable DHCP agents. Network: 7fe9401f-9f3b-41af-b8ca-457c592979b2, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:50:58.383678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:50:58.389335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:58.417459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Calling delete_port for ac7dcd59-4768-49c0-8f51-c0072d40a9c2 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:58.450967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:58.456461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 7fe9401f-9f3b-41af-b8ca-457c592979b2) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:58.480321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:58.481155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:58.507940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=a0d49f97-78b8-48c4-8a0a-f853dd981674,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:58.509841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:58.529743 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/floatingips/f4fc853e-208f-42d2-bda6-7e97bb66a719 HTTP/1.1" status: 204 len: 168 time: 2.3705454 Jan 14 05:50:58.531546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.822s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:58.532232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40616) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:58.533266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ac7dcd59-4768-49c0-8f51-c0072d40a9c2 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:50:58.555091 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.6675580 Jan 14 05:50:58.577199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40620) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:58.577992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa4545a4-371b-4656-a44e-7e9574e9cf2f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:50:58.639314 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-51fbd292-ac38-497b-bd6b-945b27e97d3f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] DELETE failed (client error): The resource could not be found. Jan 14 05:50:58.640413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-51fbd292-ac38-497b-bd6b-945b27e97d3f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:50:58.645440 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-51fbd292-ac38-497b-bd6b-945b27e97d3f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/ports/1fde1d60-640a-4b28-b38d-bda0eb039667 HTTP/1.1" status: 404 len: 333 time: 0.1105235 Jan 14 05:50:58.646311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40624) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:58.652127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9a67e529-512e-47f7-b294-b8ae4b76c9f9 None None] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:50:58.702498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e30d7831-dee1-4758-8c16-de795034b7a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Synchronizing usage tracker for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:50:58.725397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e30d7831-dee1-4758-8c16-de795034b7a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Unset dirty status for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:50:58.730327 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e30d7831-dee1-4758-8c16-de795034b7a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "GET /v2.0/ports?device_id=cdd96916-651d-4424-b9f8-9f665ebd3c47 HTTP/1.1" status: 200 len: 205 time: 0.0826933 Jan 14 05:50:58.731298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40630) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:58.901759 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-efe76357-8228-4656-b0d0-6b264a72f86c tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] delete failed (client error): The resource could not be found. Jan 14 05:50:58.905567 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efe76357-8228-4656-b0d0-6b264a72f86c tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/routers/cdd96916-651d-4424-b9f8-9f665ebd3c47 HTTP/1.1" status: 404 len: 336 time: 0.1703095 Jan 14 05:50:58.906120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:58.909131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40638) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:58.999177 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b74522de-cbc0-4fe3-861a-50318c0713ad tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] DELETE failed (client error): The resource could not be found. Jan 14 05:50:58.999650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b74522de-cbc0-4fe3-861a-50318c0713ad tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:50:59.004188 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b74522de-cbc0-4fe3-861a-50318c0713ad tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/subnets/91dc536a-ef00-4dbd-b74a-bf61ca92dee0 HTTP/1.1" status: 404 len: 337 time: 0.0915151 Jan 14 05:50:59.004923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40642) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:59.093837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 7dc5a39f-5e3e-48b6-a131-2b998284e07f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:50:59.094625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:59.261438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 830c9034-62c5-4875-b5fe-7246d0febf1c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:50:59.382406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:50:59.395803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:50:59.397654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=d1d10c17-6db1-4415-90b0-b6fa4b9a81b2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:50:59.412569 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.834s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:50:59.479107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:59.553770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:59.554429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:59.620943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:50:59.630002 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/830c9034-62c5-4875-b5fe-7246d0febf1c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8511488 Jan 14 05:50:59.633768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] Sync routers for ids ['830c9034-62c5-4875-b5fe-7246d0febf1c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:50:59.650490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] Routers {'830c9034-62c5-4875-b5fe-7246d0febf1c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:59.651436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['830c9034-62c5-4875-b5fe-7246d0febf1c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:59.680797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:59.695104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Transition to ACTIVE for port object 568e679c-f375-4c53-a81e-eca43021ff44 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:50:59.730819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40654) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:59.753195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 3.7563503 Jan 14 05:50:59.754079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40660) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:59.755530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 7dc5a39f-5e3e-48b6-a131-2b998284e07f owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:50:59.801514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:59.820027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] Routers {'830c9034-62c5-4875-b5fe-7246d0febf1c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:50:59.827651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['830c9034-62c5-4875-b5fe-7246d0febf1c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:59.857739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eb98a43-c51b-4888-90a9-9afe9ea09945 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:50:59.858284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2eb98a43-c51b-4888-90a9-9afe9ea09945 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:50:59.867116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'name': 'tempest-NetworksTestDHCPv6-1587297327'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:50:59.919952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No active binding found for port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 {{(pid=80931) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 05:50:59.920976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ac7dcd59-4768-49c0-8f51-c0072d40a9c2 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:50:59.934024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:50:59.982796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:50:59.983306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b2cf743-e387-47a2-a30d-b6b00526d074 None None] The sync data for ids ['830c9034-62c5-4875-b5fe-7246d0febf1c'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:50:59.983917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2eb98a43-c51b-4888-90a9-9afe9ea09945 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:50:59.988869 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2eb98a43-c51b-4888-90a9-9afe9ea09945 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports/6a75a38f-bae1-43e4-96d2-575be9e7caad HTTP/1.1" status: 200 len: 911 time: 0.2572639 Jan 14 05:50:59.989747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40666) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:50:59.999777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb004031-172f-418a-976d-2ec94801006a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:00.032758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:00.133003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:00.152428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-7fe9401f-9f3b-41af-b8ca-457c592979b2', 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'fixed_ips': [{'subnet_id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:00.154356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:00.169590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed0d6f80-9bca-4fb4-9026-9021f53268a4 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:00.188413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b0819-02fb-42dd-b805-6262fa368b5f None None] Pushing event updated for resources: {'Port': ['ID=568e679c-f375-4c53-a81e-eca43021ff44,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:00.198373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-475b0819-02fb-42dd-b805-6262fa368b5f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:00.198973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-475b0819-02fb-42dd-b805-6262fa368b5f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:00.222773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=7dc5a39f-5e3e-48b6-a131-2b998284e07f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:00.233315 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:00.251893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a0d49f97-78b8-48c4-8a0a-f853dd981674 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:00.308159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:00.419590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:00.428924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:00.461247 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/ports/7dc5a39f-5e3e-48b6-a131-2b998284e07f HTTP/1.1" status: 204 len: 168 time: 1.4549432 Jan 14 05:51:00.463741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40670) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:00.540273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:00.564273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:00.585442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:00.588263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:00.617362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 5132ae23-3314-437e-abc5-a2514e2cd49f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:00.617746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:00.653242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Pushing event deleted for resources: {'Port': ['ID=ac7dcd59-4768-49c0-8f51-c0072d40a9c2,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:00.656525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:00.702675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:00.747394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Attempting to bind port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:00.747781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Attempting to bind port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:00.748198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Attempting to bind port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 on network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:00.797646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:00.973764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.116188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 5132ae23-3314-437e-abc5-a2514e2cd49f owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:01.241551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:01.242367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Checking segment: {'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:01.244384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.245365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Bound using segment: {'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:01.250373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Bound port: ffc56245-8871-4e3e-9dc2-4ff10d4ae838, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:01.250720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.320954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:01.324539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.329313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.363501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1188718a-52db-4adf-9d9d-e078a13654d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:01.442396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=5132ae23-3314-437e-abc5-a2514e2cd49f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:01.449035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:01.458329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Attempting to bind port 568e679c-f375-4c53-a81e-eca43021ff44 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:01.470918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Attempting to bind port 568e679c-f375-4c53-a81e-eca43021ff44 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:01.471478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Attempting to bind port 568e679c-f375-4c53-a81e-eca43021ff44 on network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:01.482497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Allocated IP 172.23.0.2 (7fe9401f-9f3b-41af-b8ca-457c592979b2/6570d91e-559d-43f1-9dc1-0d23fdf503ff/60ec8f2e-fa73-433a-8ff8-fae949773b02) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:01.569906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:01.570352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Checking segment: {'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:01.571150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.571261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Bound using segment: {'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:01.572148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Bound port: 568e679c-f375-4c53-a81e-eca43021ff44, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'af990a9a-2037-42db-b09b-805ce83f3919', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:01.572258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.779329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a0d49f97-78b8-48c4-8a0a-f853dd981674 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:01.780158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.894590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:01.918809 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/ports/5132ae23-3314-437e-abc5-a2514e2cd49f HTTP/1.1" status: 204 len: 168 time: 1.4538658 Jan 14 05:51:01.919654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40690) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:02.155616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:02.180649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Transition to ACTIVE for port object 60ec8f2e-fa73-433a-8ff8-fae949773b02 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:02.191084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06666e0c-4b38-40bb-9b35-bca4c2549b1c tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:02.191930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-06666e0c-4b38-40bb-9b35-bca4c2549b1c tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Synchronizing usage tracker for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:02.205533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Transition to ACTIVE for port object 60ec8f2e-fa73-433a-8ff8-fae949773b02 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:02.208862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-06666e0c-4b38-40bb-9b35-bca4c2549b1c tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Unset dirty status for tenant:20e532e828594f3b9bc40f2f1bfeb2d2 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:02.213409 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06666e0c-4b38-40bb-9b35-bca4c2549b1c tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "GET /v2.0/ports?device_id=6432f5b3-8bdf-4ce8-a959-77f85f0386b2 HTTP/1.1" status: 200 len: 913 time: 0.2924869 Jan 14 05:51:02.214120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40698) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:02.239174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] No DVR routers for this DVR port ac7dcd59-4768-49c0-8f51-c0072d40a9c2 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:51:02.300130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:02.454970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:02.551369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:02.668212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c36575db-ba43-43c3-981a-35c9e14e8ebc None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:02.701246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] For port ffc56245-8871-4e3e-9dc2-4ff10d4ae838, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:02.704338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Pushing event updated for resources: {'Port': ['ID=60ec8f2e-fa73-433a-8ff8-fae949773b02,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:02.712201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:02.722627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:51:02.759377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port e4cee429-232a-472d-b86f-804cb54f2cc4 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:51:02.914059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] For port ffc56245-8871-4e3e-9dc2-4ff10d4ae838, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ffc56245-8871-4e3e-9dc2-4ff10d4ae838,segment=NetworkSegment(af990a9a-2037-42db-b09b-805ce83f3919),segment_id=af990a9a-2037-42db-b09b-805ce83f3919)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:02.918921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] For port 568e679c-f375-4c53-a81e-eca43021ff44, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:02.928232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] For port 568e679c-f375-4c53-a81e-eca43021ff44, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=568e679c-f375-4c53-a81e-eca43021ff44,segment=NetworkSegment(af990a9a-2037-42db-b09b-805ce83f3919),segment_id=af990a9a-2037-42db-b09b-805ce83f3919)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:03.047688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4982f957-ad71-4de1-9374-df7869efd151 None None] Provisioning complete for port a0d49f97-78b8-48c4-8a0a-f853dd981674 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:03.048138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4982f957-ad71-4de1-9374-df7869efd151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:03.079868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:03.101746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:03.287579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:03.323265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:03.331573 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2e4ecad-d11f-4ea5-9494-433cdceb85f8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:03.445929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-475b0819-02fb-42dd-b805-6262fa368b5f None None] Pushing event updated for resources: {'Port': ['ID=568e679c-f375-4c53-a81e-eca43021ff44,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:03.449414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'd1d10c17-6db1-4415-90b0-b6fa4b9a81b2'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:03.450442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:03.462306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:03.666938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::b6 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/d1d10c17-6db1-4415-90b0-b6fa4b9a81b2/e4cee429-232a-472d-b86f-804cb54f2cc4) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:03.674312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:03.872443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 23f4b962-96be-4804-a802-941978ed92ca {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:03.873064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:03.874009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Allocated IP 172.23.0.1 (7fe9401f-9f3b-41af-b8ca-457c592979b2/6570d91e-559d-43f1-9dc1-0d23fdf503ff/200e4635-94d3-4501-9477-6e532fcddd93) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:04.188177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:04.263350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:04.277468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Attempting to bind port 60ec8f2e-fa73-433a-8ff8-fae949773b02 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:04.278393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Attempting to bind port 60ec8f2e-fa73-433a-8ff8-fae949773b02 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:04.279387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Attempting to bind port 60ec8f2e-fa73-433a-8ff8-fae949773b02 on network 7fe9401f-9f3b-41af-b8ca-457c592979b2 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:04.305373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:04.305826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 6a75a38f-bae1-43e4-96d2-575be9e7caad {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:04.306040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:04.306933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:04.561867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:04.699042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:04.761217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 23f4b962-96be-4804-a802-941978ed92ca owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:04.854308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for 6a75a38f-bae1-43e4-96d2-575be9e7caad owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:04.907027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:04.907524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Checking segment: {'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:04.907995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:04.914630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Bound using segment: {'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:04.915229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Bound port: 60ec8f2e-fa73-433a-8ff8-fae949773b02, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:04.916542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:04.945073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Pushing event updated for resources: {'Port': ['ID=ffc56245-8871-4e3e-9dc2-4ff10d4ae838,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:04.948010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object e4cee429-232a-472d-b86f-804cb54f2cc4 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:04.995008 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.668s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:04.995711 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.576s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:04.996114 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:05.037498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:05.048350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:05.055962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:05.079324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41131bd5-83a3-4381-b932-5a47682661e1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:05.133353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Port': ['ID=23f4b962-96be-4804-a802-941978ed92ca,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:05.191172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:05.245956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=e4cee429-232a-472d-b86f-804cb54f2cc4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:05.259304 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:05.530927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:05.626656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:05.647909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:05.676847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.681009 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:05.687179 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:05.717839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:05.718638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:05.726252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Transition to ACTIVE for port object 200e4635-94d3-4501-9477-6e532fcddd93 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:05.745983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/d1d10c17-6db1-4415-90b0-b6fa4b9a81b2/e204e3e9-c3b1-4849-94f6-4cbb2862a013) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:05.755100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:05.825527 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 5.9915748 Jan 14 05:51:05.829964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:05.910276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4982f957-ad71-4de1-9374-df7869efd151 None None] Provisioning for port 6a75a38f-bae1-43e4-96d2-575be9e7caad completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:05.926733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40758) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:05.938021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4982f957-ad71-4de1-9374-df7869efd151 None None] Provisioning complete for port 6a75a38f-bae1-43e4-96d2-575be9e7caad triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:05.938350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4982f957-ad71-4de1-9374-df7869efd151 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:05.995553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] For port 60ec8f2e-fa73-433a-8ff8-fae949773b02, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:06.003265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4982f957-ad71-4de1-9374-df7869efd151 None None] Port 6a75a38f-bae1-43e4-96d2-575be9e7caad was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:51:06.039192 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-24562644-3a84-4942-abab-68d1494f772e tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:06.100830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=6a75a38f-bae1-43e4-96d2-575be9e7caad,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:06.113428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:06.157973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] For port 60ec8f2e-fa73-433a-8ff8-fae949773b02, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=60ec8f2e-fa73-433a-8ff8-fae949773b02,segment=NetworkSegment(3f1ad8d3-8e40-4c12-8111-6c854a652493),segment_id=3f1ad8d3-8e40-4c12-8111-6c854a652493)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:06.227813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:06.360958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:06.411007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c28a8675-2e85-4ad4-986a-d6262a947b53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:06.520936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-880d64ed-0761-4bf1-a847-c16f6a9a00a5 None None] Provisioning complete for port a0d49f97-78b8-48c4-8a0a-f853dd981674 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:06.521345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-880d64ed-0761-4bf1-a847-c16f6a9a00a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:06.616842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:02Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:06.777471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b75ede76-6033-4f6d-a1a2-40c659848253 None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:02Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:06.824946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5836eab8-e744-46e7-95aa-0c30aa785eae tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:06.835326 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5836eab8-e744-46e7-95aa-0c30aa785eae tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.8998637 Jan 14 05:51:06.838790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40774) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:06.924632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:06.938628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Transition to ACTIVE for port object e204e3e9-c3b1-4849-94f6-4cbb2862a013 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:06.964359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Transition to ACTIVE for port object e204e3e9-c3b1-4849-94f6-4cbb2862a013 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:06.969930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Pushing event updated for resources: {'Port': ['ID=60ec8f2e-fa73-433a-8ff8-fae949773b02,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:06.973825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.563s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:06.977939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:06.997895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e2a33a6-7b1e-47cb-a9eb-200086582091 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:07.055371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-880d64ed-0761-4bf1-a847-c16f6a9a00a5 None None] Could not find standard attr ID for object 6a75a38f-bae1-43e4-96d2-575be9e7caad. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:07.057921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffc56245-8871-4e3e-9dc2-4ff10d4ae838 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:07.108825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port e4cee429-232a-472d-b86f-804cb54f2cc4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:07.109850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:07.313343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Pushing event updated for resources: {'Port': ['ID=e204e3e9-c3b1-4849-94f6-4cbb2862a013,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:07.347158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:07.353087 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:07.402391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:07.514535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0c95f3e8-9ea1-4107-84b9-497ab2f2d471 None None] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:07.569544 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27771361-c0b7-4137-ad33-484871ecf732 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:07.705626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=200e4635-94d3-4501-9477-6e532fcddd93,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:07.717448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:07.727664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:07.728889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:07.826062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:07.883895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:07.888082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:07.909070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] Sync routers for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:07.921842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:07.930185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:07.949985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:07.956239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:07.957175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:07.970420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:08.066940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "PUT /v2.0/routers/6432f5b3-8bdf-4ce8-a959-77f85f0386b2/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.8492334 Jan 14 05:51:08.068668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40796) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:08.120249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Provisioning for port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:08.151361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Provisioning complete for port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:08.151361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:08.379325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:08.432263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 830c9034-62c5-4875-b5fe-7246d0febf1c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:08.645781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Attempting to bind port e204e3e9-c3b1-4849-94f6-4cbb2862a013 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:08.646646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Attempting to bind port e204e3e9-c3b1-4849-94f6-4cbb2862a013 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:08.648355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Attempting to bind port e204e3e9-c3b1-4849-94f6-4cbb2862a013 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:08.654792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:08.658098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for e4cee429-232a-472d-b86f-804cb54f2cc4 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:08.665689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 50, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:08.666314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:08.666953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:08.667740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:08.668434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Bound port: e204e3e9-c3b1-4849-94f6-4cbb2862a013, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:08.669024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:08.771411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:08.933761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:08.943835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] Sync routers for ids ['830c9034-62c5-4875-b5fe-7246d0febf1c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:08.950389 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/830c9034-62c5-4875-b5fe-7246d0febf1c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.9442744 Jan 14 05:51:08.953164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40812) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:08.970026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] Routers {'830c9034-62c5-4875-b5fe-7246d0febf1c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:08.970973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['830c9034-62c5-4875-b5fe-7246d0febf1c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:08.980435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] For port e204e3e9-c3b1-4849-94f6-4cbb2862a013, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:08.990820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:08.991389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] For port e204e3e9-c3b1-4849-94f6-4cbb2862a013, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e204e3e9-c3b1-4849-94f6-4cbb2862a013,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:09.016049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e618541b-9b5e-41bd-a3cc-54a449d585c5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:09.031772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:09.096810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e618541b-9b5e-41bd-a3cc-54a449d585c5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:09.112318 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e618541b-9b5e-41bd-a3cc-54a449d585c5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=830c9034-62c5-4875-b5fe-7246d0febf1c HTTP/1.1" status: 200 len: 205 time: 0.1575379 Jan 14 05:51:09.115926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40816) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:09.131901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:09.163888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] Routers {'830c9034-62c5-4875-b5fe-7246d0febf1c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:09.164995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['830c9034-62c5-4875-b5fe-7246d0febf1c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:09.232626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 568e679c-f375-4c53-a81e-eca43021ff44 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:09.305290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:09.307665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04f8b052-d2c1-4461-a8b7-99ad29b0ba54 None None] The sync data for ids ['830c9034-62c5-4875-b5fe-7246d0febf1c'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:09.324773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5dd-393a-4198-867a-d7f44bfe994e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:09.356578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:09.493562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] Routers {'6432f5b3-8bdf-4ce8-a959-77f85f0386b2'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:09.494285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:50:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:09.630645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fcd47bc1-5da8-4657-b31b-eac303f7bf0f None None] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:09.647080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:09.653099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting port 86509da4-18de-4df2-b2fe-3059797a679c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:09.653593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:09.661511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5dd-393a-4198-867a-d7f44bfe994e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:09.664685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5dd-393a-4198-867a-d7f44bfe994e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:09.693920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Pushing event updated for resources: {'Port': ['ID=e204e3e9-c3b1-4849-94f6-4cbb2862a013,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:09.731438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:09.869009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:09.871359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bbb13f96-574b-4561-ab24-5c60beee1989 None None] The sync data for ids ['6432f5b3-8bdf-4ce8-a959-77f85f0386b2'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:09.893253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:09.902868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 568e679c-f375-4c53-a81e-eca43021ff44 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:09.913326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 60ec8f2e-fa73-433a-8ff8-fae949773b02 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:09.959188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.011913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] For port ffc56245-8871-4e3e-9dc2-4ff10d4ae838, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ffc56245-8871-4e3e-9dc2-4ff10d4ae838,segment=NetworkSegment(af990a9a-2037-42db-b09b-805ce83f3919),segment_id=af990a9a-2037-42db-b09b-805ce83f3919)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:10.042252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.053241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-773d8363-1948-43f5-94f3-dcd6a62c82eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:10.080998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Calling delete_port for 86509da4-18de-4df2-b2fe-3059797a679c owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:10.173079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Pushing event updated for resources: {'Port': ['ID=ffc56245-8871-4e3e-9dc2-4ff10d4ae838,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:10.242341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:10.353950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5dd-393a-4198-867a-d7f44bfe994e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.355212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-99c0c5dd-393a-4198-867a-d7f44bfe994e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Fanout notify agent at l3_agent the message router_deleted on router 830c9034-62c5-4875-b5fe-7246d0febf1c {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:51:10.370599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2a5164e5-5b0d-44be-9684-de4955908f2d None None] Provisioning for port 60ec8f2e-fa73-433a-8ff8-fae949773b02 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:10.396348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-99c0c5dd-393a-4198-867a-d7f44bfe994e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.401000 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-99c0c5dd-393a-4198-867a-d7f44bfe994e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/830c9034-62c5-4875-b5fe-7246d0febf1c HTTP/1.1" status: 204 len: 168 time: 1.2839403 Jan 14 05:51:10.401920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40836) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:10.428102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.595118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-217bbee7-23ab-4317-92a2-1c0f5bdc2368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:10.608944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 60ec8f2e-fa73-433a-8ff8-fae949773b02 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:10.616534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 60ec8f2e-fa73-433a-8ff8-fae949773b02 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:10.617103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.659347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.682247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=e4cee429-232a-472d-b86f-804cb54f2cc4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:10.691994 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:10.749371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.762885 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/e4cee429-232a-472d-b86f-804cb54f2cc4 HTTP/1.1" status: 204 len: 168 time: 3.9227405 Jan 14 05:51:10.764170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40846) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:10.817706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 1f56718d-1343-41c5-819c-8384fd6b9ed1 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:10.821316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.861827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.906281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.917712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Provisioning complete for port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:10.927687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:10.958960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fba8a9-b259-4f89-a7f2-10dc1574e22c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:10.964497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-49fba8a9-b259-4f89-a7f2-10dc1574e22c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:10.965538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-49fba8a9-b259-4f89-a7f2-10dc1574e22c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:10.988161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.009474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.028792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-49fba8a9-b259-4f89-a7f2-10dc1574e22c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:11.034373 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-49fba8a9-b259-4f89-a7f2-10dc1574e22c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2676477 Jan 14 05:51:11.035336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40852) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:11.059930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 60ec8f2e-fa73-433a-8ff8-fae949773b02, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=60ec8f2e-fa73-433a-8ff8-fae949773b02,segment=NetworkSegment(3f1ad8d3-8e40-4c12-8111-6c854a652493),segment_id=3f1ad8d3-8e40-4c12-8111-6c854a652493)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:11.086567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.102997 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:11.247466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=60ec8f2e-fa73-433a-8ff8-fae949773b02,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:11.254198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:11.492788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.516918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet d1d10c17-6db1-4415-90b0-b6fa4b9a81b2 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:11.523002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.594961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0119c856-80b0-461d-80e7-0ff221e1cf43 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:11.603212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffc56245-8871-4e3e-9dc2-4ff10d4ae838 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:11.640897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.773198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Provisioning for port 568e679c-f375-4c53-a81e-eca43021ff44 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:11.782996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Provisioning complete for port 568e679c-f375-4c53-a81e-eca43021ff44 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:11.783436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.859719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:11.905664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:11.907217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.006680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event updated for resources: {'Port': ['ID=200e4635-94d3-4501-9477-6e532fcddd93,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:12.043007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.056770 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.470s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:12.070360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.278975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e204e3e9-c3b1-4849-94f6-4cbb2862a013 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:12.291927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87d005e0-b1fc-40b3-a312-4ac954090574 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.611s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:12.334471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.361467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.399969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.434908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.439635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Fanout notify agent at l3_agent the message router_deleted on router 6432f5b3-8bdf-4ce8-a959-77f85f0386b2 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:51:12.501381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.505286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07a86521-3312-4a05-9024-32645df2ba3a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/routers/6432f5b3-8bdf-4ce8-a959-77f85f0386b2 HTTP/1.1" status: 204 len: 168 time: 4.4357123 Jan 14 05:51:12.509026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40874) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:12.569432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.635206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] For port 568e679c-f375-4c53-a81e-eca43021ff44, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=568e679c-f375-4c53-a81e-eca43021ff44,segment=NetworkSegment(af990a9a-2037-42db-b09b-805ce83f3919),segment_id=af990a9a-2037-42db-b09b-805ce83f3919)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:12.649295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6004fee1-7c85-4a77-bdf8-31dfafc5fd2a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.676457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:12.705580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb004031-172f-418a-976d-2ec94801006a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:12.920059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port e204e3e9-c3b1-4849-94f6-4cbb2862a013 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:12.931449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Pushing event updated for resources: {'Port': ['ID=568e679c-f375-4c53-a81e-eca43021ff44,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:12.951562 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:12.988196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Provisioning for port 200e4635-94d3-4501-9477-6e532fcddd93 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:12.995701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Provisioning complete for port 200e4635-94d3-4501-9477-6e532fcddd93 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:12.996360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.106235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Port 200e4635-94d3-4501-9477-6e532fcddd93 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:51:13.147750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Deleting subnet e671db10-2dd8-4c79-805c-72a11b7c7ae5 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:13.159479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.162661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Provisioning complete for port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:13.163135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.187141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=1f56718d-1343-41c5-819c-8384fd6b9ed1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:13.204658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:13.207605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.221459 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/1f56718d-1343-41c5-819c-8384fd6b9ed1 HTTP/1.1" status: 204 len: 168 time: 2.8093865 Jan 14 05:51:13.222546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40888) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:13.317228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c85200e3-5520-4338-855e-6c41752a5d49 None None] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:13.430345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.598056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.624561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 568e679c-f375-4c53-a81e-eca43021ff44 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:13.734163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.941785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port a0d49f97-78b8-48c4-8a0a-f853dd981674 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:13.963053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:13.989368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:14.001422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 568e679c-f375-4c53-a81e-eca43021ff44 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:14.002361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:14.045821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:14.047504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:14.158531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0a198d3-6ffe-453e-819f-3b0c74185236 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:14.297932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:14.343276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=d1d10c17-6db1-4415-90b0-b6fa4b9a81b2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:14.365416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:14.379301 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/d1d10c17-6db1-4415-90b0-b6fa4b9a81b2 HTTP/1.1" status: 204 len: 168 time: 3.2793534 Jan 14 05:51:14.383083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40914) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:14.509619 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3dbd84f-fa51-479d-916c-fea4e04c53f0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1248903 Jan 14 05:51:14.512555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40918) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:14.535612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:14.618559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c0dbc885-5a35-4034-ab81-5bedea20c42b None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:14.657556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:14.666173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:14.676542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:14.679742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:14.687250 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-929a0d80-deee-4080-b026-63141e616342 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:14.708771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:14.804900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:14.815121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Provisioning complete for port 568e679c-f375-4c53-a81e-eca43021ff44 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:14.815877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:14.816197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:14.939631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Subnet': ['ID=e671db10-2dd8-4c79-805c-72a11b7c7ae5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:14.962272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.274s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:14.971713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:14.988368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/subnets/e671db10-2dd8-4c79-805c-72a11b7c7ae5 HTTP/1.1" status: 204 len: 168 time: 2.4779751 Jan 14 05:51:14.996818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40928) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:15.053784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port a0d49f97-78b8-48c4-8a0a-f853dd981674, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a0d49f97-78b8-48c4-8a0a-f853dd981674,segment=NetworkSegment(ff9fe05c-75fc-4d30-9299-83ca2c179202),segment_id=ff9fe05c-75fc-4d30-9299-83ca2c179202)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:15.060828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 60ec8f2e-fa73-433a-8ff8-fae949773b02 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:15.068636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.212441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62b94c2a-1444-47d2-a140-e7ef82cc42ea None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.222157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a303be4b-a91b-4b0a-9f2c-299be39727fe None None] DHCP port deletion for bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:51:15.241503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a303be4b-a91b-4b0a-9f2c-299be39727fe None None] Deleting port a0d49f97-78b8-48c4-8a0a-f853dd981674 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:15.241851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a303be4b-a91b-4b0a-9f2c-299be39727fe None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.295982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for a0d49f97-78b8-48c4-8a0a-f853dd981674 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:15.319767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 60ec8f2e-fa73-433a-8ff8-fae949773b02 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:15.320562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.439570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.479365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Provisioning complete for port 60ec8f2e-fa73-433a-8ff8-fae949773b02 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:15.479796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.541436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.705128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.769132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.775916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a303be4b-a91b-4b0a-9f2c-299be39727fe None None] The port 'a0d49f97-78b8-48c4-8a0a-f853dd981674' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:51:15.838621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bedc392-4f83-41a8-b7bf-383664940162 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:15.894100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=a0d49f97-78b8-48c4-8a0a-f853dd981674,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:15.916367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:51:15.919579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.927450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Deleting port e204e3e9-c3b1-4849-94f6-4cbb2862a013 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:15.927808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:15.967593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:16.013051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a0d49f97-78b8-48c4-8a0a-f853dd981674 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:51:16.027691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:16.052483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No DVR routers for this DVR port a0d49f97-78b8-48c4-8a0a-f853dd981674 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:51:16.099499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:16.103839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Provisioning for port e204e3e9-c3b1-4849-94f6-4cbb2862a013 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:16.111734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 17.4928968 Jan 14 05:51:16.116740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 40948) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:16.126563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['17ff9ed8-47bc-4e66-bfaa-517b52873463']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:16.132678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a0d49f97-78b8-48c4-8a0a-f853dd981674 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:51:16.133090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a0d49f97-78b8-48c4-8a0a-f853dd981674 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:51:16.146105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'routes': [{'nexthop': '172.20.0.2', 'destination': '172.20.0.0/28'}, {'nexthop': '172.21.0.2', 'destination': '172.21.0.0/28'}, {'nexthop': '172.22.0.2', 'destination': '172.22.0.0/28'}, {'nexthop': '172.23.0.2', 'destination': '172.23.0.0/28'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:16.291847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Provisioning complete for port e204e3e9-c3b1-4849-94f6-4cbb2862a013 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:16.293112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.330401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.386164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:16.387430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:16.488635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '01c707ff-4e6c-4ad5-a527-ea28e646055b') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:16.492678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '01c707ff-4e6c-4ad5-a527-ea28e646055b') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:16.591350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.626615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bbf25292-1b18-4f80-b715-5e4bc1e3c0b6']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:16.637360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.655299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Releasing vxlan tunnel 19 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:51:16.667532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] For port e204e3e9-c3b1-4849-94f6-4cbb2862a013, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e204e3e9-c3b1-4849-94f6-4cbb2862a013,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:16.667981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.675286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ff9fe05c-75fc-4d30-9299-83ca2c179202') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:16.675627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ff9fe05c-75fc-4d30-9299-83ca2c179202') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:16.808011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.833623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Calling delete_port for e204e3e9-c3b1-4849-94f6-4cbb2862a013 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:16.889715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.892543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:51:16.939744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:16.957469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:17.006404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-90405971-ae8e-48b8-9725-8c17e18adc01 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:17.057709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.118550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Pushing event deleted for resources: {'Port': ['ID=e204e3e9-c3b1-4849-94f6-4cbb2862a013,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:17.125881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:17.129518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.151622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:17.175646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.252366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] Could not find standard attr ID for object e204e3e9-c3b1-4849-94f6-4cbb2862a013. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:17.262191 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.db [None req-e4fe1ecb-141f-422f-a680-14d4d8f167cd None None] No ports have port_id starting with e204e3e9-c3b1-4849-94f6-4cbb2862a013 Jan 14 05:51:17.303896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:17.327731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.453589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Network 17ff9ed8-47bc-4e66-bfaa-517b52873463 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:51:17.535440 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:51:17.540431 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:51:17.672578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.686464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e445e845-cb86-405f-912c-366d71dd3ecb tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:17.752764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.757134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.766154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47ee3218-24fe-4654-b0c6-26e45b587c12 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:17.823164 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] 10.222.0.48 "DELETE /v2.0/networks/17ff9ed8-47bc-4e66-bfaa-517b52873463 HTTP/1.1" status: 204 len: 168 time: 2.8251123 Jan 14 05:51:17.824917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Pushing event deleted for resources: {'Network': ['ID=17ff9ed8-47bc-4e66-bfaa-517b52873463,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:17.827755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:17.842567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=80929) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 05:51:17.893607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Removed routes are [] {{(pid=80929) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 05:51:17.894265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:17.948455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Could not find standard attr ID for object e4cee429-232a-472d-b86f-804cb54f2cc4. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:17.996713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e204e3e9-c3b1-4849-94f6-4cbb2862a013 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:51:18.042974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: e204e3e9-c3b1-4849-94f6-4cbb2862a013 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:51:18.043539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e204e3e9-c3b1-4849-94f6-4cbb2862a013 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:51:18.123935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] No DVR routers for this DVR port e204e3e9-c3b1-4849-94f6-4cbb2862a013 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:51:18.126281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Provisioning complete for port 200e4635-94d3-4501-9477-6e532fcddd93 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:18.127605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.314057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:08Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '200e4635-94d3-4501-9477-6e532fcddd93', 'name': '', 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:51:02Z', 'updated_at': '2021-01-14T05:51:10Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:18.326063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:51:18.327235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Updating router d40da9c9-988a-49d9-837c-cbf5fe86333c port 200e4635-94d3-4501-9477-6e532fcddd93 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:51:18.352965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Port 200e4635-94d3-4501-9477-6e532fcddd93 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:51:18.389776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Provisioning complete for port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:18.390607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.456141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.457179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.489839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:18.492863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:51:18.628596 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:51:18.640840 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:51:18.644406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 40998) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:18.699482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=0126a09c-e859-413b-8d02-e356b5e2a417,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:18.699482 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.013s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:18.732010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.739310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93e27289-26ce-4ef2-a287-a0e041e6dc62 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:18.758325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.769094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:18.773991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41012) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:18.774154 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/bbf25292-1b18-4f80-b715-5e4bc1e3c0b6 HTTP/1.1" status: 204 len: 168 time: 5.5469408 Jan 14 05:51:18.782421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Provisioning complete for port 568e679c-f375-4c53-a81e-eca43021ff44 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:18.783022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=bbf25292-1b18-4f80-b715-5e4bc1e3c0b6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:18.783495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.787908 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:18.791087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:18.792224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1023085793', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:18.797051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:18.813521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:18.824101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:router and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:18.824101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:18.829257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:18.836850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:18.837817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:18.844584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1ebdbdb-3514-4024-9c41-1c48722348fc None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:18.872746 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.3547537 Jan 14 05:51:18.874027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41016) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:18.880876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'name': 'tempest-NetworksTestDHCPv6-785631299'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:19.108722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:19.116166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:19.120264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:19.128882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:19.161163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:19.174145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.285236 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-44db3837-54f6-4684-ad8f-0f364d2c41ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=20e532e828594f3b9bc40f2f1bfeb2d2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6353321 Jan 14 05:51:19.288358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41026) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:19.480953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:19.493759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Provisioning complete for port 60ec8f2e-fa73-433a-8ff8-fae949773b02 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:19.496029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.496702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.500685 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b594e6a-965f-4428-bb09-93044e0b6226 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 200 len: 931 time: 3.3828280 Jan 14 05:51:19.501971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.503135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.509226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41034) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:19.510665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.518814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.545793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.642196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '0126a09c-e859-413b-8d02-e356b5e2a417'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:19.643377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.856298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:51:19.863058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41044) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:19.865022 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f0f8554-7b6e-4061-99ea-efd94e643a70 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 200 len: 931 time: 0.2644739 Jan 14 05:51:19.870396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.881280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f551533-0caf-4f4f-a80f-c76374b5b53d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:19.917844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=622a16d1-5f42-4969-925d-545db0a7901a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:19.924806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'routes': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:19.929307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:19.931187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/622a16d1-5f42-4969-925d-545db0a7901a HTTP/1.1" status: 204 len: 168 time: 0.6415701 Jan 14 05:51:19.942437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00a06b94-e649-409e-818c-0d3775a1c6a5 None None] Could not find standard attr ID for object e204e3e9-c3b1-4849-94f6-4cbb2862a013. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:19.953832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:19.969593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port e49c028d-e868-45aa-8a49-75e7434edaab yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:51:20.064428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:20.228324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:20.270675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::203 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/0126a09c-e859-413b-8d02-e356b5e2a417/e49c028d-e868-45aa-8a49-75e7434edaab) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:20.274020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Transition to ACTIVE for port object 200e4635-94d3-4501-9477-6e532fcddd93 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:20.281727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:20.340030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0fdf804c-02e3-4859-a29c-088b44eb6988 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:20.727258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:20.747112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object e49c028d-e868-45aa-8a49-75e7434edaab will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:20.797316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:20.826139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4a31522f-1620-4db9-a6bb-796a82368299 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:21.031475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=e49c028d-e868-45aa-8a49-75e7434edaab,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:21.047523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.048210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.048754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.049174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.049966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.050631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.050999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.051417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.051827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.052365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.052783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.053347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.053826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.054236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.054645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.055293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.055576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.055990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.056395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.056800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.057205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.057609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.058835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.058971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Pushing event updated for resources: {'Port': ['ID=200e4635-94d3-4501-9477-6e532fcddd93,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:21.059061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.059400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.059811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.060218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.060865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.061280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.061687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.062091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.062645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.063089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.063495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.063899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.064296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.089347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:21.098078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.098481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.098903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.099288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.099676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.100054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.100431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.100805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.101176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.101550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.101918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.102286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.108161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.108835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.109230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.109620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.113163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.114056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.114442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.114851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.115385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.115764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.116142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.116514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.116973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.117348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.117717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.123699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.124397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.124768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.125335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.125719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.126098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.126472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.126874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.127261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:21.149163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.807s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:21.166305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added routes are [] {{(pid=80929) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 05:51:21.167078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Removed routes are [{'destination': '172.22.0.0/28', 'nexthop': '172.22.0.2'}, {'destination': '172.21.0.0/28', 'nexthop': '172.21.0.2'}, {'destination': '172.23.0.0/28', 'nexthop': '172.23.0.2'}, {'destination': '172.20.0.0/28', 'nexthop': '172.20.0.2'}] {{(pid=80929) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 05:51:21.176562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:21.177875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:21.181331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.185665 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:21.189115 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:21.208041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Attempting to bind port 200e4635-94d3-4501-9477-6e532fcddd93 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:21.208855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Attempting to bind port 200e4635-94d3-4501-9477-6e532fcddd93 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:21.211261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Attempting to bind port 200e4635-94d3-4501-9477-6e532fcddd93 on network 7fe9401f-9f3b-41af-b8ca-457c592979b2 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:21.228158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:21.229134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:21.230332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:21.255734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/0126a09c-e859-413b-8d02-e356b5e2a417/f6a08d82-c82d-4fee-8f70-10dafed31496) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:21.258733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:21.259656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Checking segment: {'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:21.260335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:21.260988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Bound using segment: {'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:21.261730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Bound port: 200e4635-94d3-4501-9477-6e532fcddd93, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '3f1ad8d3-8e40-4c12-8111-6c854a652493', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:21.262388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:21.263059 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.3875923 Jan 14 05:51:21.263918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41090) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:21.546016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-abef5adb-92c5-43c7-8c1c-ad89dbf08c8b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:21.552070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-abef5adb-92c5-43c7-8c1c-ad89dbf08c8b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:21.605045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-abef5adb-92c5-43c7-8c1c-ad89dbf08c8b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:21.606577 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-abef5adb-92c5-43c7-8c1c-ad89dbf08c8b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3393693 Jan 14 05:51:21.610262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41098) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:21.778981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port e49c028d-e868-45aa-8a49-75e7434edaab {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:21.779503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:21.832775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41104) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:21.858875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:21.861761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] For port 200e4635-94d3-4501-9477-6e532fcddd93, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:21.895832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] For port 200e4635-94d3-4501-9477-6e532fcddd93, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=200e4635-94d3-4501-9477-6e532fcddd93,segment=NetworkSegment(3f1ad8d3-8e40-4c12-8111-6c854a652493),segment_id=3f1ad8d3-8e40-4c12-8111-6c854a652493)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:21.939897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.060506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.085170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.090249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15fe84e2-0571-46cd-9103-0c5b5b4ba759 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:22.196726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.214773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-105769585'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:22.227687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:22.245537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:22.256769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:22.264825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Transition to ACTIVE for port object f6a08d82-c82d-4fee-8f70-10dafed31496 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:22.268309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.276398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:22.327590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Transition to ACTIVE for port object f6a08d82-c82d-4fee-8f70-10dafed31496 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:22.330763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Pushing event updated for resources: {'Port': ['ID=200e4635-94d3-4501-9477-6e532fcddd93,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:22.360975 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:22.366117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.384942 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:22.413630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for e49c028d-e868-45aa-8a49-75e7434edaab owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:22.445083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:22.455657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.541688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.549261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:22.550152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:22.621539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:22.638072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:security_group_rule and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:22.642910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:22.649944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:22.766300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:22.771411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:22.796615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:22.850753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=e49c028d-e868-45aa-8a49-75e7434edaab,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:22.858840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:23.010040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:23.017023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.053364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.075774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.090760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.099233 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b68d1a14-53a6-4475-9cdf-186fd885a346 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:23.139487 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/e49c028d-e868-45aa-8a49-75e7434edaab HTTP/1.1" status: 204 len: 168 time: 1.5275505 Jan 14 05:51:23.162196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:23.290837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:51:23.310894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.311375 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment fbf5504d-3f7a-438f-b5b4-a0d1003525ab of type vxlan for network c6569f2f-082a-4db1-8ec1-e607afb2c401 Jan 14 05:51:23.321571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Pushing event updated for resources: {'Port': ['ID=f6a08d82-c82d-4fee-8f70-10dafed31496,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:23.340261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:23.358636 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.974s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:23.368614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.400716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.401996 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b1bdd66-44c5-4c8b-bcce-27e664b46731 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 200 len: 697 time: 3.5376935 Jan 14 05:51:23.410432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41134) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:23.419258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'SecurityGroup': ['ID=2815ea8b-2395-4360-bcea-10955133b1db,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:23.435334 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:23.442445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:23.452064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:23.457555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:23.528549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e874f5fc-c036-427e-ae57-a571b3126ea2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:23.583053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e874f5fc-c036-427e-ae57-a571b3126ea2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:23.584247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e874f5fc-c036-427e-ae57-a571b3126ea2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:23.585565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 7, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '200e4635-94d3-4501-9477-6e532fcddd93', 'name': '', 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:51:02Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:23.601687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.615571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Attempting to bind port f6a08d82-c82d-4fee-8f70-10dafed31496 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:23.616045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Attempting to bind port f6a08d82-c82d-4fee-8f70-10dafed31496 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:23.616473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Attempting to bind port f6a08d82-c82d-4fee-8f70-10dafed31496 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:23.625011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:23.625440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:23.625901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.626347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:23.626906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Bound port: f6a08d82-c82d-4fee-8f70-10dafed31496, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:23.627334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.667500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:23.671778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.709352 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba02abea-ba8e-44a3-9259-eb58f637740f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:23.756431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] For port f6a08d82-c82d-4fee-8f70-10dafed31496, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:23.759721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] For port f6a08d82-c82d-4fee-8f70-10dafed31496, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6a08d82-c82d-4fee-8f70-10dafed31496,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:23.761195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-161d345d-d49c-4008-89ca-6468cf3f49a3 None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 7, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '200e4635-94d3-4501-9477-6e532fcddd93', 'name': '', 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:51:02Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:23.769703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:23.818423 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-053ab15e-69bf-496b-9cbe-12d3b4003a69 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 200 len: 697 time: 0.4041891 Jan 14 05:51:23.822924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41142) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:23.909439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=c6569f2f-082a-4db1-8ec1-e607afb2c401,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:23.923235 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:23.942715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 2.0912769 Jan 14 05:51:23.942715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e874f5fc-c036-427e-ae57-a571b3126ea2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:23.954787 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e874f5fc-c036-427e-ae57-a571b3126ea2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.7823327 Jan 14 05:51:23.963029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41146) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:24.096506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41152) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:24.109066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:24.195871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:24.198363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': 'c6569f2f-082a-4db1-8ec1-e607afb2c401', 'cidr': '172.20.255.240/28', 'ip_version': 4, 'gateway_ip': '172.20.255.241'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:24.223585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:24.372748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:24.572867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 0126a09c-e859-413b-8d02-e356b5e2a417 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:24.586085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:24.766222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:24.864206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Pushing event updated for resources: {'Port': ['ID=f6a08d82-c82d-4fee-8f70-10dafed31496,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:24.911543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:24.970768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:25.071851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:25.091148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:25.093582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.985s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:25.108975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:25.132533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:25.180206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:25.183575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:25.259726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 172.25.3.106 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/aa0f3b84-941c-4f42-9a27-0ac67463bc84) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:25.296659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:25.425201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:25.425895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:25.442291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:25.451825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b7891fce-90e1-4b46-a286-f02ddc27dfbc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:25.578814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:25.613726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=0126a09c-e859-413b-8d02-e356b5e2a417,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:25.617976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.167s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:25.873324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:25.927152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:25.938206 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/0126a09c-e859-413b-8d02-e356b5e2a417 HTTP/1.1" status: 204 len: 168 time: 1.9737890 Jan 14 05:51:25.940744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41174) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:26.005416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:26.036296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6a08d82-c82d-4fee-8f70-10dafed31496 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:26.038605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 7, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '200e4635-94d3-4501-9477-6e532fcddd93', 'name': '', 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:51:02Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:26.043880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:51:26.053618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:26.054352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:26.081236 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-607dcde5-3391-4349-a560-14998047e296 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1390495 Jan 14 05:51:26.084078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41178) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:26.174099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f6a08d82-c82d-4fee-8f70-10dafed31496 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:26.179822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 200e4635-94d3-4501-9477-6e532fcddd93 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:26.203592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2ac6fe2e-469a-4a5b-99e9-43ec73df9628 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:26.204733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ac6fe2e-469a-4a5b-99e9-43ec73df9628 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:26.224278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2ac6fe2e-469a-4a5b-99e9-43ec73df9628 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:26.226095 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ac6fe2e-469a-4a5b-99e9-43ec73df9628 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.1408684 Jan 14 05:51:26.228582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41182) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:26.247769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:26.313525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 200e4635-94d3-4501-9477-6e532fcddd93 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:26.314595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ada86a2-f402-4ee3-982e-f83627e90fde tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:26.315843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ada86a2-f402-4ee3-982e-f83627e90fde tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:26.330337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 200e4635-94d3-4501-9477-6e532fcddd93 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:26.330831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:26.333861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ada86a2-f402-4ee3-982e-f83627e90fde tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:26.335435 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ada86a2-f402-4ee3-982e-f83627e90fde tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1056781 Jan 14 05:51:26.338111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41186) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:26.425762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa2a6bca-6bc2-4db4-88e0-6ad7ed0a9b0c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0857325 Jan 14 05:51:26.431496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41190) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:26.442783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:26.628825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:26.709816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 200e4635-94d3-4501-9477-6e532fcddd93, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=200e4635-94d3-4501-9477-6e532fcddd93,segment=NetworkSegment(3f1ad8d3-8e40-4c12-8111-6c854a652493),segment_id=3f1ad8d3-8e40-4c12-8111-6c854a652493)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:26.717566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:26.721461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:26.788155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 7, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '200e4635-94d3-4501-9477-6e532fcddd93', 'name': '', 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:51:02Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:26.794095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:26.797444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7f23a8eb-edf4-411c-bf3c-aa6eb365ffb9 None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 7, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '200e4635-94d3-4501-9477-6e532fcddd93', 'name': '', 'network_id': '7fe9401f-9f3b-41af-b8ca-457c592979b2', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:73:91:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2992, 'fixed_ips': [{'subnet_id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'ip_address': '172.23.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:51:02Z', 'updated_at': '2021-01-14T05:51:21Z', 'revision_number': 4, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '6570d91e-559d-43f1-9dc1-0d23fdf503ff', 'cidr': '172.23.0.0/28', 'gateway_ip': '172.23.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:26.823991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:26.840938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:26.853774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:26.878134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=200e4635-94d3-4501-9477-6e532fcddd93,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:26.885221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:27.205653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caa25cec-dada-4797-9727-3b13b3d08a8b None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:27.261749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:27.480775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Provisioning for port f6a08d82-c82d-4fee-8f70-10dafed31496 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:27.482840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:27.497682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Provisioning complete for port f6a08d82-c82d-4fee-8f70-10dafed31496 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:27.498628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:27.530315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:27.611035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=aa0f3b84-941c-4f42-9a27-0ac67463bc84,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:27.623892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:51:27.637558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Deleting port f6a08d82-c82d-4fee-8f70-10dafed31496 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:27.638080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:27.731165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:27.737742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:27.740049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.740475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.740901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.741322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.741740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.742152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.742577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.747249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.747901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.748671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.749691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.750313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.751028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.751753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.752379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.753427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.754043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.754674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.755502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.756129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.756752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.757378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.757999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.758613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.759715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.760331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.760935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.761724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.762339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.763266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.764086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.764722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.765530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.766171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.766838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.767442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:51:27.808550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] For port f6a08d82-c82d-4fee-8f70-10dafed31496, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6a08d82-c82d-4fee-8f70-10dafed31496,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:27.809068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:27.812669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:27.824622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:27.833921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:27.851970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ff8df26-5f61-40ce-978e-209ef8bf3031 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:27.939564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 200e4635-94d3-4501-9477-6e532fcddd93 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:27.981352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 200e4635-94d3-4501-9477-6e532fcddd93 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:27.981352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:28.081722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:28.247038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9fbc4d44-cd5a-4eef-b2b4-095db2afbd48 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:28.342588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:28.346036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:28.366646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:28.367332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:28.390884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=e2254edb-7004-400c-aa96-fdccc3e17b59,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:28.398708 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 1.9655375 Jan 14 05:51:28.399939 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:28.400453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41220) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:28.408459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'e2254edb-7004-400c-aa96-fdccc3e17b59', 'ip_address': '2001:db8::4780:fb0:6ded:36b6'}], 'name': 'tempest-NetworksTestDHCPv6-1346296394'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:28.438173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 200e4635-94d3-4501-9477-6e532fcddd93, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=200e4635-94d3-4501-9477-6e532fcddd93,segment=NetworkSegment(3f1ad8d3-8e40-4c12-8111-6c854a652493),segment_id=3f1ad8d3-8e40-4c12-8111-6c854a652493)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:28.438590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:28.464780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Pushing event updated for resources: {'Port': ['ID=f6a08d82-c82d-4fee-8f70-10dafed31496,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:28.468842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:28.502778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 200e4635-94d3-4501-9477-6e532fcddd93 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:28.507088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:28.603055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:28.616182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:28.634565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:28.661121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:28.699377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 200e4635-94d3-4501-9477-6e532fcddd93 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:28.821006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] For port f6a08d82-c82d-4fee-8f70-10dafed31496, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f6a08d82-c82d-4fee-8f70-10dafed31496,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:28.821610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:28.916418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port d293ba02-1e1e-48f8-995b-3c4dd1d8a484 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:51:29.029197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Calling delete_port for f6a08d82-c82d-4fee-8f70-10dafed31496 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:29.081978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:29.152377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f6a08d82-c82d-4fee-8f70-10dafed31496 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:51:29.278208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::4780:fb0:6ded:36b6 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/e2254edb-7004-400c-aa96-fdccc3e17b59/d293ba02-1e1e-48f8-995b-3c4dd1d8a484) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:29.301904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:29.355414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:29.500527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:29.546180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] No DVR routers for this DVR port f6a08d82-c82d-4fee-8f70-10dafed31496 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:51:29.555687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Pushing event deleted for resources: {'Port': ['ID=f6a08d82-c82d-4fee-8f70-10dafed31496,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:29.558244 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:29.580904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d617c58-ccb4-46d6-8f60-93eec827293e None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:29.648731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:29.681823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object d293ba02-1e1e-48f8-995b-3c4dd1d8a484 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:29.689117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:29.722131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:29.744684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94a08884-f3e7-4c6b-88bd-26ec1d87231f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:29.853389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:29.989814 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62d81479-5852-4a49-b375-74a591fc19fc tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:30.034111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=d293ba02-1e1e-48f8-995b-3c4dd1d8a484,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:30.037212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.293s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:30.174005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'e2254edb-7004-400c-aa96-fdccc3e17b59'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:30.174005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:30.232526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:30.239343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:30.245805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:30.255101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=8d847723-3a8e-4de0-a99d-53e5597182e7,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.257814 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.267499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:30.274658 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:30.296838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:30.297808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:30.329802 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 1.9281056 Jan 14 05:51:30.333098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41256) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:30.413498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': 'fbf5504d-3f7a-438f-b5b4-a0d1003525ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c6569f2f-082a-4db1-8ec1-e607afb2c401'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:30.413498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: c6569f2f-082a-4db1-8ec1-e607afb2c401, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:51:30.475032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:30.530613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-734625fa-783b-486a-baea-10878d513b7a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:30.530613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-734625fa-783b-486a-baea-10878d513b7a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:30.612815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-734625fa-783b-486a-baea-10878d513b7a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:30.619437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-734625fa-783b-486a-baea-10878d513b7a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2793250 Jan 14 05:51:30.619437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41262) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:30.888227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port d293ba02-1e1e-48f8-995b-3c4dd1d8a484 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:30.888227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:30.923779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/e2254edb-7004-400c-aa96-fdccc3e17b59/78d20934-f4e9-4979-9ba2-10dd6ebc9f68) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:31.007615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab49bbf0-dd96-4920-84f7-2133e9e67a60 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:31.060274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:51:31.093281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=200e4635-94d3-4501-9477-6e532fcddd93,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:31.114621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, c6569f2f-082a-4db1-8ec1-e607afb2c401) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:31.114621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:31.132918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-396ca3c7-8b50-4135-879a-4191a0033db2 None None] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:31.213149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:31.213149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:31.228660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 8a444681-bce9-4262-b1b2-2784e0cecd4c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:51:31.659479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:31.738675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:31.829507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Transition to ACTIVE for port object 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:31.937187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Transition to ACTIVE for port object 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:31.952205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:32.073956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for d293ba02-1e1e-48f8-995b-3c4dd1d8a484 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:32.085130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:32.106610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:32.201114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-c6569f2f-082a-4db1-8ec1-e607afb2c401', 'network_id': 'c6569f2f-082a-4db1-8ec1-e607afb2c401', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': '8d847723-3a8e-4de0-a99d-53e5597182e7'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:32.203409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:32.295149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 816 time: 8.1540070 Jan 14 05:51:32.297412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:32.297412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-509207573'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:32.339814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:32.350270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Pushing event updated for resources: {'Port': ['ID=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:32.354610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:32.362880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:32.366665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:32.382808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:32.396423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:32.396423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:32.415502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:32.747262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:32.760340 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:32.869611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] Sync routers for ids ['8a444681-bce9-4262-b1b2-2784e0cecd4c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:32.898824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=d293ba02-1e1e-48f8-995b-3c4dd1d8a484,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:32.910423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:51:32.944904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:32.951394 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment eea51f57-a4e5-439a-a744-ca6538ca2276 of type vxlan for network 189ca771-aaf3-4001-8a2a-bb0037a07147 Jan 14 05:51:32.962327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:32.971136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:32.974688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.209s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:32.980008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:32.989218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:33.035151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/d293ba02-1e1e-48f8-995b-3c4dd1d8a484 HTTP/1.1" status: 204 len: 168 time: 2.4109502 Jan 14 05:51:33.037410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41300) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:33.058335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:33.121190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] Routers {'8a444681-bce9-4262-b1b2-2784e0cecd4c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:33.121190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a444681-bce9-4262-b1b2-2784e0cecd4c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:33.149224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:33.180252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:33.180252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:33.183995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:33.197833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:33.208027 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 884 time: 14.4263880 Jan 14 05:51:33.208027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41306) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:33.216599 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f4b4931-603d-48ed-a6a8-b71b9c3d458b tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:33.375827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=189ca771-aaf3-4001-8a2a-bb0037a07147,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:33.375827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:33.375827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.0932238 Jan 14 05:51:33.383523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41310) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:33.390787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': '189ca771-aaf3-4001-8a2a-bb0037a07147', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'enable_dhcp': True, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:33.400970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:33.755170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:33.759637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:33.763211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:33.771947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:33.783101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:33.786007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:33.890649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:33.900450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:33.907753 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0716438 Jan 14 05:51:33.919450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:33.921852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:33.940915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:33.941621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:34.042398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:34.071367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:34.260520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57085a9-4503-46be-b1db-fb1c0dccfd6c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:34.264997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e57085a9-4503-46be-b1db-fb1c0dccfd6c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:34.265895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e57085a9-4503-46be-b1db-fb1c0dccfd6c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:34.277909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 6570d91e-559d-43f1-9dc1-0d23fdf503ff {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:34.294458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:34.332442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:34.336467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e57085a9-4503-46be-b1db-fb1c0dccfd6c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:34.336467 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e57085a9-4503-46be-b1db-fb1c0dccfd6c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 1.2993479 Jan 14 05:51:34.359160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41336) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:34.520431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Allocated IP 172.20.255.242 (c6569f2f-082a-4db1-8ec1-e607afb2c401/8d847723-3a8e-4de0-a99d-53e5597182e7/84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:34.556551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:34.612911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] Routers {'8a444681-bce9-4262-b1b2-2784e0cecd4c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:34.614588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a444681-bce9-4262-b1b2-2784e0cecd4c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:34.678882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76228cbd-8801-4a58-be5d-8b7682f3d821 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/routers/8a444681-bce9-4262-b1b2-2784e0cecd4c HTTP/1.1" status: 200 len: 885 time: 1.4528248 Jan 14 05:51:34.683585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41344) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:34.689832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Attempting to bind port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:34.690545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Attempting to bind port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:34.693527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Attempting to bind port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:34.742882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:34.743723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e5e209e1-2835-465e-bd52-b56f3b60f5bf None None] The sync data for ids ['8a444681-bce9-4262-b1b2-2784e0cecd4c'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:34.757464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:34.758661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:34.759352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:34.760001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:34.760740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Bound port: 78d20934-f4e9-4979-9ba2-10dd6ebc9f68, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:34.761447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:34.899172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:29Z', 'revision_number': 8, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:34.905689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:51:34.932268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:34.932268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:34.981724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet e2254edb-7004-400c-aa96-fdccc3e17b59 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:34.993004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:35.090191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:35.090421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] For port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:35.106386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] For port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:35.127530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:35.147963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:35.179768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:35.245774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Pushing event updated for resources: {'Port': ['ID=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:35.250874 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:35.303577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:35.332882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Transition to ACTIVE for port object 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:35.365370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Transition to ACTIVE for port object 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:35.403438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:35.407618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc921820-e499-4186-967e-ee8495c48e64 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:router {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:35.436516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:35.457990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62914773-8526-4f61-ad89-7fae5165a396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:35.841142 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ee06e8e-5248-46c6-9d13-1a47b7974b0b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:35.863272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Pushing event updated for resources: {'Port': ['ID=84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:35.893026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc921820-e499-4186-967e-ee8495c48e64 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:router {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:35.895173 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc921820-e499-4186-967e-ee8495c48e64 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 888 time: 1.2105761 Jan 14 05:51:35.906571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41364) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:35.907428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.444s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:35.914490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:35.929956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:35.964131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:35.992234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:36.012705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d5321e27-49cd-4e87-99a9-b00aa98154dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'updatedtempest-RoutersIpV6Test-router-1023085793'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:36.154536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:36.194405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Attempting to bind port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:36.194851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Attempting to bind port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'fbf5504d-3f7a-438f-b5b4-a0d1003525ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c6569f2f-082a-4db1-8ec1-e607afb2c401'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:36.195534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Attempting to bind port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 on network c6569f2f-082a-4db1-8ec1-e607afb2c401 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:36.290546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:36.290546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Checking segment: {'id': 'fbf5504d-3f7a-438f-b5b4-a0d1003525ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c6569f2f-082a-4db1-8ec1-e607afb2c401'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:36.290546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:36.290546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Bound using segment: {'id': 'fbf5504d-3f7a-438f-b5b4-a0d1003525ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c6569f2f-082a-4db1-8ec1-e607afb2c401'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:36.290546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Bound port: 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fbf5504d-3f7a-438f-b5b4-a0d1003525ab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c6569f2f-082a-4db1-8ec1-e607afb2c401'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:36.290546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:36.639639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:29Z', 'revision_number': 8, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:36.645457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-742d7fc1-bbd7-4087-b618-6e4a7e1cf18d None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:29Z', 'revision_number': 8, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '568e679c-f375-4c53-a81e-eca43021ff44', 'name': '', 'network_id': '54cd3a4b-8f59-41ea-ad60-d88079e3e76a', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:69:df:a0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2985, 'fixed_ips': [{'subnet_id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'ip_address': '172.22.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:51Z', 'updated_at': '2021-01-14T05:51:12Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': 'e8edffd3-8c4c-400a-92f7-38b83470d03b', 'cidr': '172.22.0.0/28', 'gateway_ip': '172.22.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:36.729631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] For port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:36.742932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] For port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0,segment=NetworkSegment(fbf5504d-3f7a-438f-b5b4-a0d1003525ab),segment_id=fbf5504d-3f7a-438f-b5b4-a0d1003525ab)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:36.786179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:37.002799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:37.021716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': 'eea51f57-a4e5-439a-a744-ca6538ca2276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '189ca771-aaf3-4001-8a2a-bb0037a07147'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:37.022127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: 189ca771-aaf3-4001-8a2a-bb0037a07147, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:51:37.038663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=7c0546c7-ee6e-44c5-9c63-69dd8235e6f3,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:37.038909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b31e6f34-7800-4732-acb4-702b49adac98 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:37.048890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.206s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:37.065049 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:37.109013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=e2254edb-7004-400c-aa96-fdccc3e17b59,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:37.163457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Pushing event updated for resources: {'Port': ['ID=84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:37.168416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:37.175788 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:37.197620 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:37.197620 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:37.221222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:51:37.323828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=6570d91e-559d-43f1-9dc1-0d23fdf503ff,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:37.338968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 189ca771-aaf3-4001-8a2a-bb0037a07147) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:37.346679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f568d15a-898a-4421-ae7c-19c0fde172c4 None None] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:37.422742 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:37.497338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:37.686657 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab939bfa-90b3-4b9a-bf36-a2a14a1ecfe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/e2254edb-7004-400c-aa96-fdccc3e17b59 HTTP/1.1" status: 204 len: 168 time: 3.3271527 Jan 14 05:51:37.686657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:37.695576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:37.695576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:37.700474 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/6570d91e-559d-43f1-9dc1-0d23fdf503ff HTTP/1.1" status: 204 len: 168 time: 3.7675717 Jan 14 05:51:37.700474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41390) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:37.700474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41392) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:37.794453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77073cc6-abcc-4a6b-97ca-62b3141a4b71 None None] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:37.837437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dcfbcdc1-f4bd-4fff-a32c-56f76b36aa47 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439395 Jan 14 05:51:37.840959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41404) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:37.848117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-189ca771-aaf3-4001-8a2a-bb0037a07147', 'network_id': '189ca771-aaf3-4001-8a2a-bb0037a07147', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': '7c0546c7-ee6e-44c5-9c63-69dd8235e6f3'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:37.849370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:37.863793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:37.907189 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 873 time: 4.5267346 Jan 14 05:51:37.917489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41408) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:38.424911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5321e27-49cd-4e87-99a9-b00aa98154dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:38.458389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5321e27-49cd-4e87-99a9-b00aa98154dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:38.638138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:38.680922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:38.784037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:38.802349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:38.802349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:38.802349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:38.823599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:38.823599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 60ec8f2e-fa73-433a-8ff8-fae949773b02 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:38.823599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:38.886663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d5321e27-49cd-4e87-99a9-b00aa98154dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 8a444681-bce9-4262-b1b2-2784e0cecd4c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:38.896957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:38.907109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:39.122439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-446401bd-7bdd-4748-a55d-a706d8983326 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:39.362922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:39.392498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e6262e65-8ee9-451e-89e7-36f0148b92bb None None] Could not find standard attr ID for object d293ba02-1e1e-48f8-995b-3c4dd1d8a484. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:39.433101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 60ec8f2e-fa73-433a-8ff8-fae949773b02, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=60ec8f2e-fa73-433a-8ff8-fae949773b02,segment=NetworkSegment(3f1ad8d3-8e40-4c12-8111-6c854a652493),segment_id=3f1ad8d3-8e40-4c12-8111-6c854a652493)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:39.433683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:39.442791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e6262e65-8ee9-451e-89e7-36f0148b92bb None None] Provisioning for port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:39.459645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d5321e27-49cd-4e87-99a9-b00aa98154dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:39.485301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:39.517794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5321e27-49cd-4e87-99a9-b00aa98154dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:39.533088 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d5321e27-49cd-4e87-99a9-b00aa98154dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/8a444681-bce9-4262-b1b2-2784e0cecd4c HTTP/1.1" status: 200 len: 892 time: 3.6166236 Jan 14 05:51:39.546347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41436) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:39.621324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] Sync routers for ids ['8a444681-bce9-4262-b1b2-2784e0cecd4c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:39.645470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:39.645470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:39.708535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:51:39.732714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 60ec8f2e-fa73-433a-8ff8-fae949773b02 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:39.833776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:51:39.862297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Deleting port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:39.862759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:39.992046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] Routers {'8a444681-bce9-4262-b1b2-2784e0cecd4c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:39.992046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a444681-bce9-4262-b1b2-2784e0cecd4c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:40.060968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:40.145331 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c216841e-80cf-4284-ae45-322e04339021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:40.234659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ec41dfb5-51f3-4fa3-9e9a-1d7cc7a30081 None None] DHCP port deletion for 7fe9401f-9f3b-41af-b8ca-457c592979b2 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:51:40.294928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7b093f9-20bf-43e7-a63e-c94811aecb2d None None] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:40.323922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:40.438621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] Routers {'8a444681-bce9-4262-b1b2-2784e0cecd4c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:40.438621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8a444681-bce9-4262-b1b2-2784e0cecd4c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:40.496455 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43ec05a1-1155-4740-a6aa-2a7f759ce987 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/routers/8a444681-bce9-4262-b1b2-2784e0cecd4c HTTP/1.1" status: 200 len: 892 time: 0.9425159 Jan 14 05:51:40.496455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41452) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:40.513083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=60ec8f2e-fa73-433a-8ff8-fae949773b02,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:40.525315 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.374s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:40.625741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-19828b8b-ec7f-4180-851e-d32334f8577c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:40.629280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No DVR routers for this DVR port 60ec8f2e-fa73-433a-8ff8-fae949773b02 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:51:40.644315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-19828b8b-ec7f-4180-851e-d32334f8577c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:40.648345 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-19828b8b-ec7f-4180-851e-d32334f8577c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=8a444681-bce9-4262-b1b2-2784e0cecd4c HTTP/1.1" status: 200 len: 205 time: 0.1507802 Jan 14 05:51:40.648631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41458) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:40.758915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Allocated IP 172.20.0.2 (189ca771-aaf3-4001-8a2a-bb0037a07147/7c0546c7-ee6e-44c5-9c63-69dd8235e6f3/2712234e-fb93-4f1e-8095-63f60d6495e3) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:40.789773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ece74ce7-0df8-46d8-8e41-15f1695ab6a4 None None] Provisioning for port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:40.870475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:40.870475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b1d0789-073a-4fdc-abdf-d22a9f98d6e9 None None] The sync data for ids ['8a444681-bce9-4262-b1b2-2784e0cecd4c'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:41.016151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] For port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:41.016151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.026028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.047176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.051813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.124768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:41.272549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.280655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Calling delete_port for 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:41.313172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:41.442198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.451922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port aa0f3b84-941c-4f42-9a27-0ac67463bc84 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:41.452679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.522988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.615631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6253c916-5b76-463a-8f6a-b53cb21464d1 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:41.692056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7fe9401f-9f3b-41af-b8ca-457c592979b2']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:41.788112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=113ce0a2-ff01-4472-bd96-04917971b92c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:41.796207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:41.816150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 200e4635-94d3-4501-9477-6e532fcddd93 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:51:41.883086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3f1ad8d3-8e40-4c12-8111-6c854a652493') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:41.883086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3f1ad8d3-8e40-4c12-8111-6c854a652493') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:41.896457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.919801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.962628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 200e4635-94d3-4501-9477-6e532fcddd93 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:51:41.962628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 200e4635-94d3-4501-9477-6e532fcddd93 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:51:41.977045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:41.977045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 21 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:51:41.985633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:51:41.985633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:51:42.086457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:42.101024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.786s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:42.289535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-577038e9-654f-4165-877e-d0472236d05d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:42.300061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:42.351449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for aa0f3b84-941c-4f42-9a27-0ac67463bc84 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:42.393455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:42.523254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Deleting port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:42.524172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:42.553701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:42.556977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Transition to ACTIVE for port object 2712234e-fb93-4f1e-8095-63f60d6495e3 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:42.578839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Transition to ACTIVE for port object 2712234e-fb93-4f1e-8095-63f60d6495e3 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:42.597951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:42.612356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:42.670798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:42.670798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:42.702092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:42.739210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:42.749051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:42.775985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:42.787306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.9359603 Jan 14 05:51:42.790635 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79ce3dcc-e9e6-4d4c-99a0-d5ad99ec7e1c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:42.794124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41498) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:42.950655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': '113ce0a2-ff01-4472-bd96-04917971b92c', 'ip_address': '2001:db8::8f1d:4d3c:892a:f190'}], 'name': 'tempest-NetworksTestDHCPv6-506616578'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:43.048546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Pushing event updated for resources: {'Port': ['ID=2712234e-fb93-4f1e-8095-63f60d6495e3,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:43.316144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.539s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:43.332875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:43.356078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:43.356078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.379000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.396288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=7c0546c7-ee6e-44c5-9c63-69dd8235e6f3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:43.402042 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:43.484046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:43.491548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:43.585579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-39d43f6f-618b-4321-9afb-caf7bf241f1b None None] Provisioning complete for port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:43.586718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39d43f6f-618b-4321-9afb-caf7bf241f1b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.640749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:43.645392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:43.648851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:43.660566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:43.684665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:43.693222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:43.737328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.742906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.879426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189ca771-aaf3-4001-8a2a-bb0037a07147']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:43.892407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea51f57-a4e5-439a-a744-ca6538ca2276') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:43.892407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea51f57-a4e5-439a-a744-ca6538ca2276') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:43.900731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.915260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0,segment=NetworkSegment(fbf5504d-3f7a-438f-b5b4-a0d1003525ab),segment_id=fbf5504d-3f7a-438f-b5b4-a0d1003525ab)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:43.918771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.918771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:51:43.983630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:43.996101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1c1d482-20be-4e14-a99c-e9cc912873aa None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:44.103431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 7fe9401f-9f3b-41af-b8ca-457c592979b2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:44.121260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Attempting to bind port 2712234e-fb93-4f1e-8095-63f60d6495e3 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:44.121260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Attempting to bind port 2712234e-fb93-4f1e-8095-63f60d6495e3 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'eea51f57-a4e5-439a-a744-ca6538ca2276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '189ca771-aaf3-4001-8a2a-bb0037a07147'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:44.121260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Attempting to bind port 2712234e-fb93-4f1e-8095-63f60d6495e3 on network 189ca771-aaf3-4001-8a2a-bb0037a07147 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:44.144140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:51:44.152204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:44.163768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:51:44.168461 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:51:44.260594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:44.260594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Checking segment: {'id': 'eea51f57-a4e5-439a-a744-ca6538ca2276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '189ca771-aaf3-4001-8a2a-bb0037a07147'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:44.260594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.260594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Bound using segment: {'id': 'eea51f57-a4e5-439a-a744-ca6538ca2276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '189ca771-aaf3-4001-8a2a-bb0037a07147'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:44.260594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Bound port: 2712234e-fb93-4f1e-8095-63f60d6495e3, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'eea51f57-a4e5-439a-a744-ca6538ca2276', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '189ca771-aaf3-4001-8a2a-bb0037a07147'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:44.260594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.348508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] For port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:44.349275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.364148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.368468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.382513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7371deb6-a3fb-4a28-8540-d6bd0ab5b5cf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:44.435617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:44.462144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=7fe9401f-9f3b-41af-b8ca-457c592979b2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:44.462144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:51:44.464715 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:51:44.520416 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/7fe9401f-9f3b-41af-b8ca-457c592979b2 HTTP/1.1" status: 204 len: 168 time: 6.8204870 Jan 14 05:51:44.528257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41522) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:44.575608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.641678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Calling delete_port for 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:44.784194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] For port 2712234e-fb93-4f1e-8095-63f60d6495e3, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:44.807736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:44.945074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 65ade96b-5db8-40ef-a292-de1670ccb52e yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:51:45.067413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No active binding found for port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 {{(pid=80931) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 05:51:45.067413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:51:45.067413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 60ec8f2e-fa73-433a-8ff8-fae949773b02 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:51:45.135615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 60ec8f2e-fa73-433a-8ff8-fae949773b02 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:51:45.135615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 60ec8f2e-fa73-433a-8ff8-fae949773b02 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:51:45.177380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:45.220925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa1dcb92-6d5f-4c73-b2f4-dd04c08e8a03 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:45.220925 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.222s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:45.245472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.183s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:45.306109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Pushing event deleted for resources: {'Port': ['ID=78d20934-f4e9-4979-9ba2-10dd6ebc9f68,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:45.308270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] No DVR routers for this DVR port 78d20934-f4e9-4979-9ba2-10dd6ebc9f68 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:51:45.315467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] For port 2712234e-fb93-4f1e-8095-63f60d6495e3, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=2712234e-fb93-4f1e-8095-63f60d6495e3,segment=NetworkSegment(eea51f57-a4e5-439a-a744-ca6538ca2276),segment_id=eea51f57-a4e5-439a-a744-ca6538ca2276)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:45.319659 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:45.327183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:45.384876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:45.449770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:51:45.449770 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:51:45.449770 n-d-768851-4 neutron-server[80820]: [parameters: {'id': '189ca771-aaf3-4001-8a2a-bb0037a07147'}] Jan 14 05:51:45.449770 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:51:45.449770 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:51:45.451879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::8f1d:4d3c:892a:f190 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/113ce0a2-ff01-4472-bd96-04917971b92c/65ade96b-5db8-40ef-a292-de1670ccb52e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:45.459671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8041470b-89fa-41db-a773-5d200d5e661f None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:45.703548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:45.896218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:45.909701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:45.971532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.056584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.068187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-58ddfb5b-2670-4557-840e-29cdcbb7fabd None None] Provisioning complete for port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:46.068187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58ddfb5b-2670-4557-840e-29cdcbb7fabd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.106814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.107469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Fanout notify agent at l3_agent the message router_deleted on router 8a444681-bce9-4262-b1b2-2784e0cecd4c {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:51:46.134565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port 2712234e-fb93-4f1e-8095-63f60d6495e3 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:46.134988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.349182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.365343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Pushing event updated for resources: {'Port': ['ID=2712234e-fb93-4f1e-8095-63f60d6495e3,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:46.385680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.999s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:46.407057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.429981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.455777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 65ade96b-5db8-40ef-a292-de1670ccb52e will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:46.484306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.536453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23942a27-cb04-4401-97d0-d5887175f9c6 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.003s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:46.669236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c936bec1-e2f1-41d9-8a24-f9191b8709af None None] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:46.825519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port 2712234e-fb93-4f1e-8095-63f60d6495e3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=2712234e-fb93-4f1e-8095-63f60d6495e3,segment=NetworkSegment(eea51f57-a4e5-439a-a744-ca6538ca2276),segment_id=eea51f57-a4e5-439a-a744-ca6538ca2276)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:46.826189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:46.949111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=65ade96b-5db8-40ef-a292-de1670ccb52e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:46.965371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.434s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:46.995251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.016466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for 2712234e-fb93-4f1e-8095-63f60d6495e3 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:47.145171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:47.146480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:47.154738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:47.158621 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:47.206089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.206089 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50aff7e9-35cc-485e-abb5-936fab66da7a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/8a444681-bce9-4262-b1b2-2784e0cecd4c HTTP/1.1" status: 204 len: 168 time: 6.5486882 Jan 14 05:51:47.226930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41572) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:47.240947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:47.240947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.250454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-281041142'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:47.257486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:47.297913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:47.319367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '113ce0a2-ff01-4472-bd96-04917971b92c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:47.319367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.331375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:47.376935 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 4.4370577 Jan 14 05:51:47.376935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41578) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:47.378914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:47.458395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:47.527001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:47.587597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.597971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0a52bfd-197d-45b5-8516-91ef795b731d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:47.597971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0a52bfd-197d-45b5-8516-91ef795b731d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:47.641425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0a52bfd-197d-45b5-8516-91ef795b731d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:47.641425 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0a52bfd-197d-45b5-8516-91ef795b731d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.2608581 Jan 14 05:51:47.648241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41588) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:47.708752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:47.708752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.713201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:51:47.724758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.724758 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment b347017c-1a99-48e1-8a4d-cafa80dc4afd of type vxlan for network f35c4556-1daf-4329-9d31-26bc50d7473f Jan 14 05:51:47.800894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.812673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 65ade96b-5db8-40ef-a292-de1670ccb52e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:47.813228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.883188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.909007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.963246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:47.963246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:47.986324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f1a3e1e-6c79-49bb-809f-982f174395d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:48.471819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/113ce0a2-ff01-4472-bd96-04917971b92c/df526561-b38a-426c-89e1-e8ac72b9a356) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:48.543902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:48.745398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=2712234e-fb93-4f1e-8095-63f60d6495e3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:48.751307 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.767s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:48.799344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fddd335d-5c0c-41a2-ab01-3fe3f28caab5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.752s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:48.848874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:48.860621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Transition to ACTIVE for port object df526561-b38a-426c-89e1-e8ac72b9a356 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:48.881108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Transition to ACTIVE for port object df526561-b38a-426c-89e1-e8ac72b9a356 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:48.887898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:48.962425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 65ade96b-5db8-40ef-a292-de1670ccb52e owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:48.969755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=f35c4556-1daf-4329-9d31-26bc50d7473f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:48.987713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:49.001298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.7707293 Jan 14 05:51:49.011103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41616) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:49.026779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': 'f35c4556-1daf-4329-9d31-26bc50d7473f', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:49.104569 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:49.137548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f35c4556-1daf-4329-9d31-26bc50d7473f details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:49.156980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f35c4556-1daf-4329-9d31-26bc50d7473f details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:49.172794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f35c4556-1daf-4329-9d31-26bc50d7473f details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:49.265653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port 2712234e-fb93-4f1e-8095-63f60d6495e3 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:51:49.356676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:49.437181 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:49.514006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:49.541445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:49.553487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:49.558500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=65ade96b-5db8-40ef-a292-de1670ccb52e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:49.569457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:49.569457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:49.573634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:49.587888 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/65ade96b-5db8-40ef-a292-de1670ccb52e HTTP/1.1" status: 204 len: 168 time: 1.9415364 Jan 14 05:51:49.587888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41630) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:49.637247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:49.640412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 568e679c-f375-4c53-a81e-eca43021ff44 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:51:49.640806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:49.736164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f774c1-e70f-4fbc-822a-c70c4f4411e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:49.755095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11f774c1-e70f-4fbc-822a-c70c4f4411e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:49.765342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11f774c1-e70f-4fbc-822a-c70c4f4411e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:51:49.785361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11f774c1-e70f-4fbc-822a-c70c4f4411e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:51:49.785361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11f774c1-e70f-4fbc-822a-c70c4f4411e5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.1942537 Jan 14 05:51:49.785361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41634) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:49.909178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 568e679c-f375-4c53-a81e-eca43021ff44, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=568e679c-f375-4c53-a81e-eca43021ff44,segment=NetworkSegment(af990a9a-2037-42db-b09b-805ce83f3919),segment_id=af990a9a-2037-42db-b09b-805ce83f3919)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:49.909178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.189526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 568e679c-f375-4c53-a81e-eca43021ff44 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:51:50.284360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 113ce0a2-ff01-4472-bd96-04917971b92c {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:50.288631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.324307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:50.357740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:50.413353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.484557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:50.495614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Pushing event updated for resources: {'Port': ['ID=df526561-b38a-426c-89e1-e8ac72b9a356,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:50.554314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:50.557925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['189ca771-aaf3-4001-8a2a-bb0037a07147']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:50.572682 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.469s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:50.577179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'eea51f57-a4e5-439a-a744-ca6538ca2276') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:50.577179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'eea51f57-a4e5-439a-a744-ca6538ca2276') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:50.586246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.615835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.617887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:51:50.665577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Attempting to bind port df526561-b38a-426c-89e1-e8ac72b9a356 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:50.665577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Attempting to bind port df526561-b38a-426c-89e1-e8ac72b9a356 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:50.665577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Attempting to bind port df526561-b38a-426c-89e1-e8ac72b9a356 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:50.679155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:50.679155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:50.679155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.679155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:50.679155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Bound port: df526561-b38a-426c-89e1-e8ac72b9a356, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:50.679155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.722821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.895956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:50.974267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:51.049143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:51.266978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] For port df526561-b38a-426c-89e1-e8ac72b9a356, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:51.270517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] For port df526561-b38a-426c-89e1-e8ac72b9a356, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=df526561-b38a-426c-89e1-e8ac72b9a356,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:51.282966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:51.289848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:51.503822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d087ede9-0d4a-4011-b0c4-90ef1e9e5242 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:51.553179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6520703c-a25d-42e4-b4e0-990d1da9fe8d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:51.615000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=113ce0a2-ff01-4472-bd96-04917971b92c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:51.615000 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:51.637462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:51.641947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 189ca771-aaf3-4001-8a2a-bb0037a07147 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:51:51.656209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/113ce0a2-ff01-4472-bd96-04917971b92c HTTP/1.1" status: 204 len: 168 time: 1.8658385 Jan 14 05:51:51.656209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41670) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:51:51.671618 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:51:51.764925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Pushing event updated for resources: {'Port': ['ID=df526561-b38a-426c-89e1-e8ac72b9a356,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:51.782826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:51.797495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:51.798766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b923b9c3-341e-4414-983e-6b5993659316 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1439660 Jan 14 05:51:51.799790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41676) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:51.806909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:51.819742 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:52.005363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:52.010022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:52.014583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:52.031862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:52.048208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:52.059337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:52.140082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=568e679c-f375-4c53-a81e-eca43021ff44,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:52.149589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:52.599207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:52.605727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:52.744700 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-256afaa7-e184-4f8e-971f-97418774535c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:52.917373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=189ca771-aaf3-4001-8a2a-bb0037a07147,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:52.921265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:52.986779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:53.036593 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/189ca771-aaf3-4001-8a2a-bb0037a07147 HTTP/1.1" status: 204 len: 168 time: 15.0980654 Jan 14 05:51:53.040247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41700) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:53.040247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-977463599'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:53.045737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:53.049770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:53.049770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:53.064790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:53.075026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:53.099954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0219cf9c-39ca-492d-8985-8ae9facd5b87 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:53.139908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:53.152572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:53.544929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device df526561-b38a-426c-89e1-e8ac72b9a356 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:53.742122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port df526561-b38a-426c-89e1-e8ac72b9a356 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:53.910281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:51:53.918024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:53.918024 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment f5a2a11c-9be6-4d3b-9c70-01b26d22ba43 of type vxlan for network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a Jan 14 05:51:53.956330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:54.057742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=00921bf1-3bc7-45c9-8312-488349235174,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:54.061873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.962s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:54.065092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:54.088263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:54.088263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:54.104059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-953820ad-09e4-4761-b5b9-7722787a26e9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:54.185191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-17857b4e-3727-4eed-9eb9-fe67adc74cda None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:54.247872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:54.247872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:54.267331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:54.271220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:54.271220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:54.282584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 1.2514441 Jan 14 05:51:54.282584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=2cff36d5-e0bd-4b1b-a97c-298ab002ad9a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:54.282584 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.190s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:54.292041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41722) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:54.316354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:54.422904 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e600a21-d4ec-4d50-b93f-afc87c64123a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:54.491229 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.6849418 Jan 14 05:51:54.491229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41732) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:54.506824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': '00921bf1-3bc7-45c9-8312-488349235174', 'ip_address': '2001:db8::2e17:e079:da4:411e'}], 'name': 'tempest-NetworksTestDHCPv6-1281448021'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:54.646948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:54.670881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:54.784885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:54.788995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:54.792500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:54.803078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:54.813337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:54.855564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:51:55.031953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:55.048003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Could not find standard attr ID for object 65ade96b-5db8-40ef-a292-de1670ccb52e. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:55.141166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Provisioning for port df526561-b38a-426c-89e1-e8ac72b9a356 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:55.217600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Provisioning complete for port df526561-b38a-426c-89e1-e8ac72b9a356 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:55.217600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:55.223954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=8a5dd62a-9025-46d5-82d2-c938ceeed806,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:55.241645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.819s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:55.281994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:55.281994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:55.281994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:55.301589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:55.301589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:51:55.316729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:51:55.446033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:55.595985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:55.615408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] For port df526561-b38a-426c-89e1-e8ac72b9a356, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=df526561-b38a-426c-89e1-e8ac72b9a356,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:51:55.615408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:55.625062 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:55.680798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:51:55.691044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:51:55.701904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': 'b347017c-1a99-48e1-8a4d-cafa80dc4afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'f35c4556-1daf-4329-9d31-26bc50d7473f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:55.701904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: f35c4556-1daf-4329-9d31-26bc50d7473f, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:51:55.732321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:55.732321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:55.736887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:55.745748 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.1865864 Jan 14 05:51:55.751301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing IP validity checks on allocation pools {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 05:51:55.752511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking for overlaps among allocation pools and gateway ip {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 05:51:55.758375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41752) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:55.792501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Pushing event updated for resources: {'Port': ['ID=df526561-b38a-426c-89e1-e8ac72b9a356,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:55.792501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ae98b85-23fb-4fed-a4d5-69db936053f9 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:56.008888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.392s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:56.194418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-625e2088-74da-41d2-992e-4f041f1de500 None None] Provisioning complete for port df526561-b38a-426c-89e1-e8ac72b9a356 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:56.199036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-625e2088-74da-41d2-992e-4f041f1de500 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:56.232700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network f35c4556-1daf-4329-9d31-26bc50d7473f is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:51:56.259937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:56.263951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f35c4556-1daf-4329-9d31-26bc50d7473f) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:56.280243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9701604c-3f91-4a30-9a98-e33725bb4c58 None None] Network f35c4556-1daf-4329-9d31-26bc50d7473f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:51:56.287126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:56.287126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:56.340181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet e8edffd3-8c4c-400a-92f7-38b83470d03b {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:51:56.398615 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 7.3767416 Jan 14 05:51:56.398615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41768) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:56.398615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:56.564996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-1724028725', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:51:56.633177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:51:56.671119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:router and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:51:56.699061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 7e60014e-14f6-4580-a6b9-5f6e4689ad9d yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:51:56.704567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:51:56.727690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:51:56.805097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:56.947189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f35c4556-1daf-4329-9d31-26bc50d7473f', 'network_id': 'f35c4556-1daf-4329-9d31-26bc50d7473f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '8a5dd62a-9025-46d5-82d2-c938ceeed806'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:51:56.947189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:56.978488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:56.978488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:57.181797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:57.301840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:57.435056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::2e17:e079:da4:411e (dc69f032-a8e7-4abf-b3f3-848413ff1f68/00921bf1-3bc7-45c9-8312-488349235174/7e60014e-14f6-4580-a6b9-5f6e4689ad9d) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:57.481539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:57.489710 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-13815cdb-3c22-4687-86e7-c930a8afd9b1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 704 time: 0.9670706 Jan 14 05:51:57.497176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41788) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:57.540397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Allocated IP 2001:db8::2 (f35c4556-1daf-4329-9d31-26bc50d7473f/8a5dd62a-9025-46d5-82d2-c938ceeed806/4be7641b-31c0-4652-ae9d-7037647a6e97) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:51:57.588348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:51Z', 'revision_number': 9, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:57.588348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:51:57.616207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:51:57.616207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:57.823158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device df526561-b38a-426c-89e1-e8ac72b9a356 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:51:57.937675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:57.961265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 7e60014e-14f6-4580-a6b9-5f6e4689ad9d will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:58.086783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:58.118812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91376b9f-77b2-4510-96c0-34f53135fc58 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:58.148702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:58.154253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b59415ef-d9e6-4152-81c3-6157f8f11d19 None None] Provisioning complete for port df526561-b38a-426c-89e1-e8ac72b9a356 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:58.154903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b59415ef-d9e6-4152-81c3-6157f8f11d19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:58.197748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=7e60014e-14f6-4580-a6b9-5f6e4689ad9d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:58.210076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:58.285088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port df526561-b38a-426c-89e1-e8ac72b9a356 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:58.285088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:58.327991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:58.379964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:51:58.602083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:58.684542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Transition to ACTIVE for port object 4be7641b-31c0-4652-ae9d-7037647a6e97 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:58.768089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Transition to ACTIVE for port object 4be7641b-31c0-4652-ae9d-7037647a6e97 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:51:58.772212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48053870-f0b4-415c-85c6-90c733402c23 None None] Could not find standard attr ID for object d293ba02-1e1e-48f8-995b-3c4dd1d8a484. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:58.785409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48053870-f0b4-415c-85c6-90c733402c23 None None] Could not find standard attr ID for object e49c028d-e868-45aa-8a49-75e7434edaab. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:58.788646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:58.807847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:58.809366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:58.815974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.820228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:51:58.831228 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:51:58.836498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09ca0208-d527-478f-a97c-5ef0af181e98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:58.878315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:51:58.886525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:59.054585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:59.144894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aa92204e-e6ae-44e0-beff-a2117f442d12 None None] Could not find standard attr ID for object 65ade96b-5db8-40ef-a292-de1670ccb52e. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:51:59.144894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Pushing event updated for resources: {'Port': ['ID=4be7641b-31c0-4652-ae9d-7037647a6e97,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:59.156719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:59.243242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-186dbf85-f24c-499a-b7e5-7be07148bf5b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:51:59.299540 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.464s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:59.335711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Network f35c4556-1daf-4329-9d31-26bc50d7473f is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:51:59.338993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:51:59.343511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:51:59.358142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:51Z', 'revision_number': 9, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:51:59.441046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54608a8f-36f7-4f64-a09b-5a2df4a91624 None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:51:51Z', 'revision_number': 9, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '1d830365-0360-4085-9a71-8fab353880c1', 'name': '', 'network_id': '3e8ace2d-1731-4d17-9140-7a638fcc9d20', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:b0:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2965, 'fixed_ips': [{'subnet_id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'ip_address': '172.21.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:37Z', 'updated_at': '2021-01-14T05:50:52Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '68e1528f-f1fc-477f-b45b-a0d1234f4d73', 'cidr': '172.21.0.0/28', 'gateway_ip': '172.21.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:51:59.526057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5ccae079-a500-48c6-9e9c-ef6b8f712d61 None None] Provisioning for port 7e60014e-14f6-4580-a6b9-5f6e4689ad9d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:51:59.536185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5ccae079-a500-48c6-9e9c-ef6b8f712d61 None None] Provisioning complete for port 7e60014e-14f6-4580-a6b9-5f6e4689ad9d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:51:59.536185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ccae079-a500-48c6-9e9c-ef6b8f712d61 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:59.585260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Attempting to bind port 4be7641b-31c0-4652-ae9d-7037647a6e97 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:51:59.585260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Attempting to bind port 4be7641b-31c0-4652-ae9d-7037647a6e97 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b347017c-1a99-48e1-8a4d-cafa80dc4afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'f35c4556-1daf-4329-9d31-26bc50d7473f'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:51:59.585260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Attempting to bind port 4be7641b-31c0-4652-ae9d-7037647a6e97 on network f35c4556-1daf-4329-9d31-26bc50d7473f {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:51:59.628021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5ccae079-a500-48c6-9e9c-ef6b8f712d61 None None] Port 7e60014e-14f6-4580-a6b9-5f6e4689ad9d cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:51:59.633005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:51:59.633484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Checking segment: {'id': 'b347017c-1a99-48e1-8a4d-cafa80dc4afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'f35c4556-1daf-4329-9d31-26bc50d7473f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:59.633945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:59.634394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Bound using segment: {'id': 'b347017c-1a99-48e1-8a4d-cafa80dc4afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'f35c4556-1daf-4329-9d31-26bc50d7473f'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:51:59.635036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Bound port: 4be7641b-31c0-4652-ae9d-7037647a6e97, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b347017c-1a99-48e1-8a4d-cafa80dc4afd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': 'f35c4556-1daf-4329-9d31-26bc50d7473f'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:51:59.635463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:59.680359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=4a97e212-5e0b-49f4-ba02-ac07a68f06ff,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:51:59.696406 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.453s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:51:59.707039 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 5.2146449 Jan 14 05:51:59.712337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41828) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:51:59.831020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] For port 4be7641b-31c0-4652-ae9d-7037647a6e97, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:51:59.835658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] For port 4be7641b-31c0-4652-ae9d-7037647a6e97, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4be7641b-31c0-4652-ae9d-7037647a6e97,segment=NetworkSegment(b347017c-1a99-48e1-8a4d-cafa80dc4afd),segment_id=b347017c-1a99-48e1-8a4d-cafa80dc4afd)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:51:59.861361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:51:59.861361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:51:59.865615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:51:59.907011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:51:59.920589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:00.099166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2008b5-6823-4c69-89c2-89bfc0b0cc99 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:00.217503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cf2008b5-6823-4c69-89c2-89bfc0b0cc99 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:00.217503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf2008b5-6823-4c69-89c2-89bfc0b0cc99 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:00.238277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:00.257470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:00.257470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:00.273288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf2008b5-6823-4c69-89c2-89bfc0b0cc99 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:00.273288 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cf2008b5-6823-4c69-89c2-89bfc0b0cc99 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1607 time: 0.5512323 Jan 14 05:52:00.287025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41836) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:00.287025 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 792 time: 5.9914725 Jan 14 05:52:00.403040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:00.414318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 7e60014e-14f6-4580-a6b9-5f6e4689ad9d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:00.415093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:00.441564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b7fa4250-6c95-4000-acad-911a9b068633 None None] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:00.927892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8::1 (f35c4556-1daf-4329-9d31-26bc50d7473f/8a5dd62a-9025-46d5-82d2-c938ceeed806/0c655f17-2b1a-40d6-b237-6dc991d4da3c) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:01.021814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Pushing event updated for resources: {'Port': ['ID=4be7641b-31c0-4652-ae9d-7037647a6e97,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:01.029549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.122s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:01.151380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:01.250383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 568e679c-f375-4c53-a81e-eca43021ff44 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:01.305102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-2cff36d5-e0bd-4b1b-a97c-298ab002ad9a', 'network_id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': '4a97e212-5e0b-49f4-ba02-ac07a68f06ff'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:01.314264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:01.474735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 568e679c-f375-4c53-a81e-eca43021ff44 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:52:01.475178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 568e679c-f375-4c53-a81e-eca43021ff44 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:01.719101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 7e60014e-14f6-4580-a6b9-5f6e4689ad9d owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:01.786884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:01.817886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:01.839355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object 0c655f17-2b1a-40d6-b237-6dc991d4da3c will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:02.037417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:02.043878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Allocated IP 172.20.0.3 (2cff36d5-e0bd-4b1b-a97c-298ab002ad9a/4a97e212-5e0b-49f4-ba02-ac07a68f06ff/69904fa8-fd4a-4549-873e-3fe2bf02594c) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:02.094864 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a7be84e0-aa27-4a9d-815a-ac36a2178607 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:02.115727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:02.169862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=e8edffd3-8c4c-400a-92f7-38b83470d03b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:02.219905 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:02.238246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:02.252679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/e8edffd3-8c4c-400a-92f7-38b83470d03b HTTP/1.1" status: 204 len: 168 time: 6.4952121 Jan 14 05:52:02.252679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41868) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:02.259604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a7f9e3b2-e339-4ed7-a48a-48e46fc8a0f1 None None] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:02.277866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:02.292348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80a69d5e-0fac-4031-b3a7-90f8cb9a4f76 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:02.376877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=0c655f17-2b1a-40d6-b237-6dc991d4da3c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:02.619051 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.325s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:02.796346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:02.883371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:02.926133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Transition to ACTIVE for port object 69904fa8-fd4a-4549-873e-3fe2bf02594c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:02.930566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:02.931063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:03.225706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Transition to ACTIVE for port object 69904fa8-fd4a-4549-873e-3fe2bf02594c will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:03.238476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:03.274213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe1863b6-f3b5-4c4f-b0f5-38347c44c2ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:03.398966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:03.398966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:03.462053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1d02bc22-b35c-4361-ba07-02e5f21537a8 None None] Network f35c4556-1daf-4329-9d31-26bc50d7473f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:03.484222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f00fd6e0-52ba-428e-bd39-27060a4717b1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:03.517121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network f35c4556-1daf-4329-9d31-26bc50d7473f is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:03.519199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port ffc56245-8871-4e3e-9dc2-4ff10d4ae838, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ffc56245-8871-4e3e-9dc2-4ff10d4ae838,segment=NetworkSegment(af990a9a-2037-42db-b09b-805ce83f3919),segment_id=af990a9a-2037-42db-b09b-805ce83f3919)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:03.519600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:03.538664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:03.544322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:03.544916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:03.579495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=4a97e212-5e0b-49f4-ba02-ac07a68f06ff,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:03.692638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:03.719653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.197s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:03.785675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Pushing event updated for resources: {'Port': ['ID=69904fa8-fd4a-4549-873e-3fe2bf02594c,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:03.810417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.533s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:03.854958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4be7641b-31c0-4652-ae9d-7037647a6e97 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:03.914627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:03.914627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d3ada1fc-aa62-4602-9eb8-886ea43df852 None None] Provisioning for port 4be7641b-31c0-4652-ae9d-7037647a6e97 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:03.989392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:04.003141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:04.103294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.115971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for ffc56245-8871-4e3e-9dc2-4ff10d4ae838 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:04.211567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Attempting to bind port 69904fa8-fd4a-4549-873e-3fe2bf02594c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:04.229191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Attempting to bind port 69904fa8-fd4a-4549-873e-3fe2bf02594c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:04.229191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Attempting to bind port 69904fa8-fd4a-4549-873e-3fe2bf02594c on network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:04.233020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.290474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 51, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:04.290474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Checking segment: {'id': 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:04.290474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.290474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Bound using segment: {'id': 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:04.290474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Bound port: 69904fa8-fd4a-4549-873e-3fe2bf02594c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:04.290474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.328398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cff36d5-e0bd-4b1b-a97c-298ab002ad9a']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:04.341862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:04.342311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:04.355898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.372917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.375377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:04.418655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-58bafa6a-871d-43cb-8513-e92d1ca459dc None None] DHCP port deletion for 54cd3a4b-8f59-41ea-ad60-d88079e3e76a request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:52:04.574663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:04.580737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 4be7641b-31c0-4652-ae9d-7037647a6e97 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:04.585539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.590467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 4be7641b-31c0-4652-ae9d-7037647a6e97 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:04.591090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.795037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.801827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:04.814522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:04.855377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] For port 69904fa8-fd4a-4549-873e-3fe2bf02594c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:04.932352 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:04.939576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:52:04.939576 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:52:04.939576 n-d-768851-4 neutron-server[80820]: [parameters: {'id': '2cff36d5-e0bd-4b1b-a97c-298ab002ad9a'}] Jan 14 05:52:04.939576 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:52:04.940489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:52:04.941483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=7e60014e-14f6-4580-a6b9-5f6e4689ad9d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:04.946489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.237s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:04.960282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f35b1ef2-dced-45a7-9aa1-78afa83fd4d8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:04.964040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] For port 69904fa8-fd4a-4549-873e-3fe2bf02594c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=69904fa8-fd4a-4549-873e-3fe2bf02594c,segment=NetworkSegment(f5a2a11c-9be6-4d3b-9c70-01b26d22ba43),segment_id=f5a2a11c-9be6-4d3b-9c70-01b26d22ba43)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:04.978022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.001195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.032894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.032894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.075207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No DVR routers for this DVR port ffc56245-8871-4e3e-9dc2-4ff10d4ae838 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:05.102665 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53840ee4-1a92-4f7a-8d1a-1fcf7b28e560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:05.117450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.190721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/7e60014e-14f6-4580-a6b9-5f6e4689ad9d HTTP/1.1" status: 204 len: 168 time: 4.9058959 Jan 14 05:52:05.192041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41904) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:05.230933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 4be7641b-31c0-4652-ae9d-7037647a6e97, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4be7641b-31c0-4652-ae9d-7037647a6e97,segment=NetworkSegment(b347017c-1a99-48e1-8a4d-cafa80dc4afd),segment_id=b347017c-1a99-48e1-8a4d-cafa80dc4afd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:05.361861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=ffc56245-8871-4e3e-9dc2-4ff10d4ae838,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:05.365314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313731e-a1a1-4fe7-8bad-f7ab591ab5e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:05.374860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5313731e-a1a1-4fe7-8bad-f7ab591ab5e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:05.385492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.425s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:05.386532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5313731e-a1a1-4fe7-8bad-f7ab591ab5e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:05.392487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73403e93-62bb-41c4-bc24-fef730050876 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.224s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:05.424657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5313731e-a1a1-4fe7-8bad-f7ab591ab5e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:05.426450 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5313731e-a1a1-4fe7-8bad-f7ab591ab5e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 0.2327237 Jan 14 05:52:05.428949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41908) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:05.522597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.644089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.660726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port 69904fa8-fd4a-4549-873e-3fe2bf02594c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:05.661104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.692491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.746095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-861c2dc2-482a-4175-84b6-6c34e15e64d0 None None] Provisioning complete for port 4be7641b-31c0-4652-ae9d-7037647a6e97 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:05.747042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-861c2dc2-482a-4175-84b6-6c34e15e64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.848672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['54cd3a4b-8f59-41ea-ad60-d88079e3e76a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:05.874241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'af990a9a-2037-42db-b09b-805ce83f3919') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:05.874591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'af990a9a-2037-42db-b09b-805ce83f3919') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:05.895198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.896645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffc56245-8871-4e3e-9dc2-4ff10d4ae838 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:05.920026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:05.922403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 20 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:05.967817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Pushing event updated for resources: {'Port': ['ID=69904fa8-fd4a-4549-873e-3fe2bf02594c,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:05.983237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ffc56245-8871-4e3e-9dc2-4ff10d4ae838 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:52:05.983907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ffc56245-8871-4e3e-9dc2-4ff10d4ae838 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:05.988256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.887s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:05.992205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c73a661e-6188-4542-99c1-4dfbec5920d1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.280s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:06.006379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 00921bf1-3bc7-45c9-8312-488349235174 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:52:06.011173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=0c655f17-2b1a-40d6-b237-6dc991d4da3c,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:06.012106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:06.015382 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:06.055473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network f35c4556-1daf-4329-9d31-26bc50d7473f is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:06.082974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:06.132599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d4db974e-a5f1-4c72-b008-44e2c9e3c2ec None None] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:06.178104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:06.395561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:06.406381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=4be7641b-31c0-4652-ae9d-7037647a6e97,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:06.421848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.430s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:06.472992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port 69904fa8-fd4a-4549-873e-3fe2bf02594c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=69904fa8-fd4a-4549-873e-3fe2bf02594c,segment=NetworkSegment(f5a2a11c-9be6-4d3b-9c70-01b26d22ba43),segment_id=f5a2a11c-9be6-4d3b-9c70-01b26d22ba43)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:06.473808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:06.514216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-861c2dc2-482a-4175-84b6-6c34e15e64d0 None None] Provisioning for port 0c655f17-2b1a-40d6-b237-6dc991d4da3c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:06.541145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-861c2dc2-482a-4175-84b6-6c34e15e64d0 None None] Provisioning complete for port 0c655f17-2b1a-40d6-b237-6dc991d4da3c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:06.541578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-861c2dc2-482a-4175-84b6-6c34e15e64d0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:06.667233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-861c2dc2-482a-4175-84b6-6c34e15e64d0 None None] Port 0c655f17-2b1a-40d6-b237-6dc991d4da3c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:52:06.679946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for 69904fa8-fd4a-4549-873e-3fe2bf02594c owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:06.811564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f0fc0344-5368-44bd-975d-a8fd379bcc3a None None] Provisioning complete for port 4be7641b-31c0-4652-ae9d-7037647a6e97 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:06.811969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0344-5368-44bd-975d-a8fd379bcc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:06.978872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00401f3e-68f9-4aed-bf61-7c07a6d05f9a None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:52:07.046329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:07.057274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:07.066147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3ca06b7-67f0-498a-86c9-df991fb64fac tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:07.068857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:07.185654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:52:07.188973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=69904fa8-fd4a-4549-873e-3fe2bf02594c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:07.190112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00401f3e-68f9-4aed-bf61-7c07a6d05f9a None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:52:07.241608 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:07.312197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port 69904fa8-fd4a-4549-873e-3fe2bf02594c on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:07.474387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 54cd3a4b-8f59-41ea-ad60-d88079e3e76a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:07.560164 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:07.611093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f0fc0344-5368-44bd-975d-a8fd379bcc3a None None] Provisioning complete for port 0c655f17-2b1a-40d6-b237-6dc991d4da3c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:07.613885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0fc0344-5368-44bd-975d-a8fd379bcc3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:07.715988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:07.718246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:07.724814 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67166ae3-c161-488e-a3e9-2a43eadf960e tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:07.739770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f0fc0344-5368-44bd-975d-a8fd379bcc3a None None] Port 0c655f17-2b1a-40d6-b237-6dc991d4da3c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:52:07.748952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:07.752002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=54cd3a4b-8f59-41ea-ad60-d88079e3e76a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:07.757139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:07.794230 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2896061 Jan 14 05:52:07.794230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41930) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:07.799398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] Sync routers for ids ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:07.870132 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/54cd3a4b-8f59-41ea-ad60-d88079e3e76a HTTP/1.1" status: 204 len: 168 time: 5.6178532 Jan 14 05:52:07.872340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41934) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:07.883586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:07.906786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4be7641b-31c0-4652-ae9d-7037647a6e97 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:07.953103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] Routers {'ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:07.954308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:07.987795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-83895f5f-1dc2-4d9d-96f8-efb59281f2c6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:07.989143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83895f5f-1dc2-4d9d-96f8-efb59281f2c6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:08.008208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83895f5f-1dc2-4d9d-96f8-efb59281f2c6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:08.010012 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83895f5f-1dc2-4d9d-96f8-efb59281f2c6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports/0c655f17-2b1a-40d6-b237-6dc991d4da3c HTTP/1.1" status: 200 len: 911 time: 0.2162051 Jan 14 05:52:08.014099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 41940) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:08.021461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'port': {'fixed_ips': [{'subnet_id': '8a5dd62a-9025-46d5-82d2-c938ceeed806'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:08.028509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2cff36d5-e0bd-4b1b-a97c-298ab002ad9a']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:08.042447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:08.042811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f5a2a11c-9be6-4d3b-9c70-01b26d22ba43') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:08.056150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:08.071906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:08.073971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:08.164399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:08.211677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4fb48b60-ff14-4cfb-8d8e-e5961638d6f7 None None] Provisioning complete for port 4be7641b-31c0-4652-ae9d-7037647a6e97 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:08.212413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fb48b60-ff14-4cfb-8d8e-e5961638d6f7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:08.272308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:08.277299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] Routers {'ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:08.278820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:51:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:08.297615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbced929-81e7-4b74-a0ee-1b44537a72da tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:08.348298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:08.360386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=00921bf1-3bc7-45c9-8312-488349235174,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:08.363968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:08.381675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:08.383698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-110d64f2-29ed-4437-a7ed-e3d9fcf625e6 None None] The sync data for ids ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:52:08.434193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:08.669469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-f16faa08-5ca5-4bd9-8415-4c6358d2c0a1 req-944d8049-b88a-4752-84ec-f833cf90938f tempest-ServersTestBootFromVolume-1221896698 tempest-ServersTestBootFromVolume-1221896698] (80930) timed out ('10.222.0.45', 54201) {{(pid=80930) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:08.696980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c3888ee-3383-4f29-874d-41e7035777bb None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:52:08.745418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:08.759313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 2cff36d5-e0bd-4b1b-a97c-298ab002ad9a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:08.800928 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:08.855728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:08.880531 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a42759dd-d450-4bbe-b51b-76b1f9dfc795 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/00921bf1-3bc7-45c9-8312-488349235174 HTTP/1.1" status: 204 len: 168 time: 3.4502130 Jan 14 05:52:08.892795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:08.989890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4341e402-7b3b-466a-a983-751cc70331e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0955160 Jan 14 05:52:08.993233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41956) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:09.060460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.078405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:09.096380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 4be7641b-31c0-4652-ae9d-7037647a6e97 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:09.096380 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.108910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.157359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=2cff36d5-e0bd-4b1b-a97c-298ab002ad9a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:09.157359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:09.163006 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/2cff36d5-e0bd-4b1b-a97c-298ab002ad9a HTTP/1.1" status: 204 len: 168 time: 8.6726561 Jan 14 05:52:09.168539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41960) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:09.175218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1892537306'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:09.181520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:09.186031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:09.190253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:09.196697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:09.206985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6c3888ee-3383-4f29-874d-41e7035777bb None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:52:09.218221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:09.228345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.272530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4a0de8dc-202f-4215-a8ce-40ebc84556ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:09.273348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a0de8dc-202f-4215-a8ce-40ebc84556ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:09.305803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:52:09.308308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4a0de8dc-202f-4215-a8ce-40ebc84556ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:09.312293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a0de8dc-202f-4215-a8ce-40ebc84556ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.3156903 Jan 14 05:52:09.313808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41964) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:09.397874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-33f473fd-08a4-4549-86fa-321c1d61c9e6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:09.398657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33f473fd-08a4-4549-86fa-321c1d61c9e6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:09.406319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.406733 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment 9f9dfce4-608c-41fc-8243-d84520a9b7ba of type vxlan for network 6a620a55-3b03-482b-89f7-a1001219edf2 Jan 14 05:52:09.439810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-33f473fd-08a4-4549-86fa-321c1d61c9e6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:09.443547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33f473fd-08a4-4549-86fa-321c1d61c9e6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1262405 Jan 14 05:52:09.445153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.449501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41968) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:09.569787 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-115beae8-7e77-4157-9790-eaf8ef0ecda5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1189909 Jan 14 05:52:09.575920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41972) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:09.584129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:09.735104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.769169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:09.769898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.778078 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c968e08-3c5b-4b21-8b58-2de492fe2e3e tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:09.790013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4862b891-4d04-4bd5-bd8d-ae3ee1a44082 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:09.896371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.905626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=6a620a55-3b03-482b-89f7-a1001219edf2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:09.914433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.916269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:09.928380 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:09.932117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:09.935837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:09.936520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:09.938109 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/ports/0c655f17-2b1a-40d6-b237-6dc991d4da3c HTTP/1.1" status: 200 len: 911 time: 1.9225152 Jan 14 05:52:09.940205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-250fad30-c18d-4d42-8e79-d6e3310ee765 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:09.945723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41978) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:10.012517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=0c655f17-2b1a-40d6-b237-6dc991d4da3c,revision_number=3']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:10.015158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:10.016174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:10.024892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:10.115067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 6a620a55-3b03-482b-89f7-a1001219edf2 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:10.130033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 6a620a55-3b03-482b-89f7-a1001219edf2 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:10.144586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 6a620a55-3b03-482b-89f7-a1001219edf2 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:10.151018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:10.199154 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0293517 Jan 14 05:52:10.215777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 41986) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:10.400413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': '6a620a55-3b03-482b-89f7-a1001219edf2', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'enable_dhcp': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:10.448209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8102c686-d1e7-4e7b-ae5b-2f5c2081bd75 None None] Provisioning complete for port df526561-b38a-426c-89e1-e8ac72b9a356 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:10.449168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8102c686-d1e7-4e7b-ae5b-2f5c2081bd75 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:11.099583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 1d830365-0360-4085-9a71-8fab353880c1 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:11.100512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:11.275663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:52:11.281843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Deleting port df526561-b38a-426c-89e1-e8ac72b9a356 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:11.283879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:11.635121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 1d830365-0360-4085-9a71-8fab353880c1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1d830365-0360-4085-9a71-8fab353880c1,segment=NetworkSegment(66a8983d-1ab3-47fa-9481-40ea6575e539),segment_id=66a8983d-1ab3-47fa-9481-40ea6575e539)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:11.635545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:11.829477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:11.829477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:11.835432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device df526561-b38a-426c-89e1-e8ac72b9a356 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:11.869234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:11.869234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:12.112978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:12.149998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] For port df526561-b38a-426c-89e1-e8ac72b9a356, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=df526561-b38a-426c-89e1-e8ac72b9a356,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:12.150466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:12.504943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Calling delete_port for df526561-b38a-426c-89e1-e8ac72b9a356 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:12.549911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 1d830365-0360-4085-9a71-8fab353880c1 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:12.688595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:12.709125 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:12.758050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55852d9c-e250-4b14-85a8-63fb41c54e5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:12.944143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:12.971344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:13.002219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Pushing event deleted for resources: {'Port': ['ID=df526561-b38a-426c-89e1-e8ac72b9a356,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:13.011708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:13.084635 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.375s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:13.165840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-106b4a18-20d4-4526-8661-22d38f1cb52a tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:13.242257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] No DVR routers for this DVR port df526561-b38a-426c-89e1-e8ac72b9a356 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:13.270839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=1d830365-0360-4085-9a71-8fab353880c1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:13.270839 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:13.323653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:13.351312 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b2b82b4-7a97-4e72-af8b-fcb536b262c1 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:13.433979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=ad18fd98-eb3c-4593-92b6-c628b0db2318,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:13.506381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:13.565258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:13.585882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:14.081107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:14.087930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:14.098086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7f62a261-9211-48b3-95ea-f65a76927bab None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:14.147037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:14.147916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:14.409009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.8154914 Jan 14 05:52:14.411117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42240) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:14.411117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'ad18fd98-eb3c-4593-92b6-c628b0db2318', 'ip_address': '2001:db8::7e50:d074:2b5e:6a11'}], 'name': 'tempest-NetworksTestDHCPv6-2126890823'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:14.584054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'ad18fd98-eb3c-4593-92b6-c628b0db2318'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:14.584054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:14.602799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d703fe1f-4e5a-465f-9504-53c920969e82 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:14.668155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:52:14.872752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:14.883126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:14.902578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:14.906503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:14.908576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:14.916189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:14.953277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:14.984021 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0949821 Jan 14 05:52:14.996078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:15.134139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6abda4cd-4084-4f85-a155-a38f8b0e55f4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:15.210739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:15.268275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/ad18fd98-eb3c-4593-92b6-c628b0db2318/d1d87053-b5a0-4f26-a6f8-2ae5de03af5e) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:15.297824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:15.300488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=c8804f13-1cb8-4467-b303-cd61bdb495d7,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:15.312478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:15.700185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 0c655f17-2b1a-40d6-b237-6dc991d4da3c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:15.700185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:15.734251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:15.838879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:16.114617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': '9f9dfce4-608c-41fc-8243-d84520a9b7ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6a620a55-3b03-482b-89f7-a1001219edf2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:16.115190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: 6a620a55-3b03-482b-89f7-a1001219edf2, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:52:16.149223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:16.162227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Transition to ACTIVE for port object d1d87053-b5a0-4f26-a6f8-2ae5de03af5e will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:16.179940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Transition to ACTIVE for port object d1d87053-b5a0-4f26-a6f8-2ae5de03af5e will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:16.196512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 68e1528f-f1fc-477f-b45b-a0d1234f4d73 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:52:16.210535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:16.210664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:16.241278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:12Z', 'revision_number': 10, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:16.249249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:52:16.278576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:16.279740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:16.280242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:16.306057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 6a620a55-3b03-482b-89f7-a1001219edf2 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:52:16.397236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:16.511592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port cbf77588-d6e7-4a35-b195-8565608c7903 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:52:16.532377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 6a620a55-3b03-482b-89f7-a1001219edf2) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:16.816909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for 0c655f17-2b1a-40d6-b237-6dc991d4da3c owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:16.930752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:17.005031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:17.016702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:17.020854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1efc0984-9cfa-46bc-98a3-ddf768645fab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:17.054131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:17.119015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:52:17.144817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5e17abf-ddb3-46dc-832d-1cb70632931e None None] Network 6a620a55-3b03-482b-89f7-a1001219edf2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:17.309722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::7e50:d074:2b5e:6a11 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/ad18fd98-eb3c-4593-92b6-c628b0db2318/cbf77588-d6e7-4a35-b195-8565608c7903) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:17.409890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 7.1745961 Jan 14 05:52:17.409890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:17.459363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42390) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:17.504957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5355dd6f-e388-4f7f-bab9-6b86eb68e7db tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:17.523666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:12Z', 'revision_number': 10, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:17.549184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3094701-3f5f-437c-bdc1-eedee1b0d176 None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:12Z', 'revision_number': 10, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None, '_interfaces': [{'id': '66253efd-9013-445c-b51b-edc1bc4af711', 'name': '', 'network_id': 'b25b2c70-df9e-499d-890e-717373e4d86b', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'mac_address': 'fa:16:3e:58:7d:d7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'device_owner': 'network:router_interface', 'standard_attr_id': 2954, 'fixed_ips': [{'subnet_id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:50:24Z', 'updated_at': '2021-01-14T05:50:38Z', 'revision_number': 5, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'subnets': [{'id': '70bf081e-c73d-466e-9eec-687d15ed34bf', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:52:17.772374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:17.824919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=0c655f17-2b1a-40d6-b237-6dc991d4da3c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:17.828920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:17.968312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Pushing event updated for resources: {'Port': ['ID=d1d87053-b5a0-4f26-a6f8-2ae5de03af5e,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:17.999723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.000721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1d830365-0360-4085-9a71-8fab353880c1 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:18.112776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.089s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:18.112776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1d830365-0360-4085-9a71-8fab353880c1 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:52:18.119635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1d830365-0360-4085-9a71-8fab353880c1 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:18.265133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:18.273760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:18.278442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:18.418757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.601249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.638022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2c15999-bb15-46a9-8152-1c662ded87a5 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:18.647718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.698197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Attempting to bind port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:18.698197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Attempting to bind port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:18.698197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Attempting to bind port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:18.730603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:18.730603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:18.730603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.730603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:18.730603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Bound port: d1d87053-b5a0-4f26-a6f8-2ae5de03af5e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:18.730603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.734844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.845184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-6a620a55-3b03-482b-89f7-a1001219edf2', 'network_id': '6a620a55-3b03-482b-89f7-a1001219edf2', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': 'c8804f13-1cb8-4467-b303-cd61bdb495d7'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:18.846170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:18.874828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=68e1528f-f1fc-477f-b45b-a0d1234f4d73,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:18.899597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:18.931711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] For port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:18.938102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object cbf77588-d6e7-4a35-b195-8565608c7903 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:18.960056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] For port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1d87053-b5a0-4f26-a6f8-2ae5de03af5e,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:18.996489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:19.027201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:19.060631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:19.070762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/68e1528f-f1fc-477f-b45b-a0d1234f4d73 HTTP/1.1" status: 204 len: 168 time: 4.0651505 Jan 14 05:52:19.194669 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:19.236674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86e4b7cd-8f13-4c25-b1b9-47000ec13ba7 None None] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:19.250523 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b275d0a6-acdc-4912-a152-b0a799c279d1 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:19.269482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:19.336471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:19.336471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:19.357657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:19.373563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:19.373563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:19.439133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=cbf77588-d6e7-4a35-b195-8565608c7903,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:19.458886 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:19.458886 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 5.0536387 Jan 14 05:52:19.458886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42504) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:19.487552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'ad18fd98-eb3c-4593-92b6-c628b0db2318', 'ip_address': '2001:db8::7e50:d074:2b5e:6a11'}], 'name': 'tempest-NetworksTestDHCPv6-271534564'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:19.588529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Pushing event updated for resources: {'Port': ['ID=d1d87053-b5a0-4f26-a6f8-2ae5de03af5e,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:19.787017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.587s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:19.946468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:19.951990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:19.956002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:19.968009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:19.999627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:20.005430 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:20.017399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:20.068088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:20.181665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:52:20.232776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port c10b3008-f3ab-454f-8009-45964b23730d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:20.233247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:20.312344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 3c75b449-91a0-4f1e-89b7-5abcc6c8104b yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:52:20.462742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:20.648083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Allocated IP 172.20.0.1 (6a620a55-3b03-482b-89f7-a1001219edf2/c8804f13-1cb8-4467-b303-cd61bdb495d7/824a7b38-0e15-428e-b312-e8798ba00ef8) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:20.722775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d4cecea-b7a7-4ec9-a348-30bc90cfd594 None None] DHCP port deletion for 3e8ace2d-1731-4d17-9140-7a638fcc9d20 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:52:20.746681 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): There was a conflict when trying to complete your request. Jan 14 05:52:20.747243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 409 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:52:20.805117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-db62f209-96ce-4caa-b488-a2c898ea2701 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 409 len: 389 time: 1.3467748 Jan 14 05:52:20.805748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42574) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:20.818964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6d4cecea-b7a7-4ec9-a348-30bc90cfd594 None None] Deleting port c10b3008-f3ab-454f-8009-45964b23730d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:20.819396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d4cecea-b7a7-4ec9-a348-30bc90cfd594 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:20.886335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:20.930870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] Sync routers for ids ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:20.969527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] Routers {'ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:20.969527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:20.984656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port c10b3008-f3ab-454f-8009-45964b23730d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c10b3008-f3ab-454f-8009-45964b23730d,segment=NetworkSegment(66a8983d-1ab3-47fa-9481-40ea6575e539),segment_id=66a8983d-1ab3-47fa-9481-40ea6575e539)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:20.984656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:21.024076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0685ef6-457f-4d1d-94a1-0dfcb61ab3c2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:21.031485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0813503 Jan 14 05:52:21.045238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42582) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:21.048227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0685ef6-457f-4d1d-94a1-0dfcb61ab3c2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:21.048227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0685ef6-457f-4d1d-94a1-0dfcb61ab3c2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:21.093543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0685ef6-457f-4d1d-94a1-0dfcb61ab3c2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:21.097822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0685ef6-457f-4d1d-94a1-0dfcb61ab3c2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1685 time: 0.2884977 Jan 14 05:52:21.098182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42590) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:21.222864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port cbf77588-d6e7-4a35-b195-8565608c7903 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:21.223544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:21.259321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for c10b3008-f3ab-454f-8009-45964b23730d owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:21.333453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3326facf-2ae9-4c6c-8a53-a6816761d127 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:21.502948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3326facf-2ae9-4c6c-8a53-a6816761d127 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:21.504617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3326facf-2ae9-4c6c-8a53-a6816761d127 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe HTTP/1.1" status: 200 len: 205 time: 0.4468417 Jan 14 05:52:21.507843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42598) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:21.652663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:21.736765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6d4cecea-b7a7-4ec9-a348-30bc90cfd594 None None] The port 'c10b3008-f3ab-454f-8009-45964b23730d' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:52:21.801418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3275a7e3-ed2f-4d38-baa6-951d7e5db69a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:21.818756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:21.903878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] Routers {'ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:21.903878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:22.026931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2500362-7ffa-468e-b647-89b504ae961f tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:22.052560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:22.053030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-848d7b7b-b471-4d71-9647-130dd9bb0518 None None] The sync data for ids ['ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:52:22.055030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.059638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1d87053-b5a0-4f26-a6f8-2ae5de03af5e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:22.130169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=c10b3008-f3ab-454f-8009-45964b23730d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:22.137315 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:22.144182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No DVR routers for this DVR port c10b3008-f3ab-454f-8009-45964b23730d on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:22.224421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Transition to ACTIVE for port object 824a7b38-0e15-428e-b312-e8798ba00ef8 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:22.239546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dc42f563-9d25-4b4d-892c-af9ebd65ef7f None None] Provisioning for port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:22.329058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Transition to ACTIVE for port object 824a7b38-0e15-428e-b312-e8798ba00ef8 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:22.343171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.365670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-174469ef-dc67-4a92-8aa8-03fbf96a1627 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:22.418652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.575402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3275a7e3-ed2f-4d38-baa6-951d7e5db69a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.607496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3275a7e3-ed2f-4d38-baa6-951d7e5db69a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.662421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Pushing event updated for resources: {'Port': ['ID=824a7b38-0e15-428e-b312-e8798ba00ef8,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:22.725988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:22.738584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.742320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.742914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.743479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.744261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.744812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.745376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.746095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.746754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.747537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.748224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.748867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.749486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.750031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.750572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.751171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.751725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.752401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.752941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.753479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.754150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.754718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.755269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.755807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.756419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.757032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.757580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.758118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.758656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.759225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.759771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.760308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.760846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.761388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.761925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.762393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.763026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:22.768103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.403s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:22.775849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3275a7e3-ed2f-4d38-baa6-951d7e5db69a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.776868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3275a7e3-ed2f-4d38-baa6-951d7e5db69a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Fanout notify agent at l3_agent the message router_deleted on router ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:52:22.782214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:22.783012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.809040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf6caf29-7c83-4d4c-aa46-aae98abe346f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:22.816660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] Provisioning complete for port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:22.817381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.825778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3275a7e3-ed2f-4d38-baa6-951d7e5db69a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:22.831041 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3275a7e3-ed2f-4d38-baa6-951d7e5db69a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe HTTP/1.1" status: 204 len: 168 time: 1.3087296 Jan 14 05:52:22.835912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42620) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:22.922511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e8ace2d-1731-4d17-9140-7a638fcc9d20']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:23.095793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=c8804f13-1cb8-4467-b303-cd61bdb495d7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:23.099080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '66a8983d-1ab3-47fa-9481-40ea6575e539') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:23.099432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '66a8983d-1ab3-47fa-9481-40ea6575e539') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:23.114353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:23.120895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.169913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.264388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Network 6a620a55-3b03-482b-89f7-a1001219edf2 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:23.274970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:23.279741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.291805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:23.306340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:23.442573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.467553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for cbf77588-d6e7-4a35-b195-8565608c7903 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:23.540490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.669234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Attempting to bind port 824a7b38-0e15-428e-b312-e8798ba00ef8 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:23.670805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Attempting to bind port 824a7b38-0e15-428e-b312-e8798ba00ef8 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9f9dfce4-608c-41fc-8243-d84520a9b7ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6a620a55-3b03-482b-89f7-a1001219edf2'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:23.671249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Attempting to bind port 824a7b38-0e15-428e-b312-e8798ba00ef8 on network 6a620a55-3b03-482b-89f7-a1001219edf2 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:23.686601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 8a5dd62a-9025-46d5-82d2-c938ceeed806 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:52:23.691655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.721934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.733622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:23.734169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Checking segment: {'id': '9f9dfce4-608c-41fc-8243-d84520a9b7ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6a620a55-3b03-482b-89f7-a1001219edf2'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:23.735027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.735560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Bound using segment: {'id': '9f9dfce4-608c-41fc-8243-d84520a9b7ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6a620a55-3b03-482b-89f7-a1001219edf2'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:23.736311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Bound port: 824a7b38-0e15-428e-b312-e8798ba00ef8, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9f9dfce4-608c-41fc-8243-d84520a9b7ba', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '6a620a55-3b03-482b-89f7-a1001219edf2'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:23.736815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.848706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.860065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:23.871589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:23.874546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] For port 824a7b38-0e15-428e-b312-e8798ba00ef8, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:23.941552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] For port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1d87053-b5a0-4f26-a6f8-2ae5de03af5e,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:23.998273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.035440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.061218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a620a55-3b03-482b-89f7-a1001219edf2']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:24.077742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9dfce4-608c-41fc-8243-d84520a9b7ba') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:24.078072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9dfce4-608c-41fc-8243-d84520a9b7ba') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:24.088308 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-517eacc1-5073-464b-b202-1b531bdc3eca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:24.092979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.226871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] Pushing event updated for resources: {'Port': ['ID=d1d87053-b5a0-4f26-a6f8-2ae5de03af5e,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:24.239219 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:24.264611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:52:24.265377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:52:24.266769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2eda2fd1-e9c2-4378-85c8-f5d5d42d7d3a None None] Provisioning complete for port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:24.267528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eda2fd1-e9c2-4378-85c8-f5d5d42d7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.305761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network 3e8ace2d-1731-4d17-9140-7a638fcc9d20 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:24.353047 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:24.586817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2eda2fd1-e9c2-4378-85c8-f5d5d42d7d3a None None] Provisioning for port cbf77588-d6e7-4a35-b195-8565608c7903 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:24.600298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.613179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2eda2fd1-e9c2-4378-85c8-f5d5d42d7d3a None None] Provisioning complete for port cbf77588-d6e7-4a35-b195-8565608c7903 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:24.613615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eda2fd1-e9c2-4378-85c8-f5d5d42d7d3a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.621110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a39995f1-f78d-47da-ad7a-a5eda9603077 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:24.654902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.658603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca6fa485-5755-4144-874d-6b95f583dd2f tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:24.675940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] For port 824a7b38-0e15-428e-b312-e8798ba00ef8, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=824a7b38-0e15-428e-b312-e8798ba00ef8,segment=NetworkSegment(9f9dfce4-608c-41fc-8243-d84520a9b7ba),segment_id=9f9dfce4-608c-41fc-8243-d84520a9b7ba)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:24.701003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.705737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:24.706219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=cbf77588-d6e7-4a35-b195-8565608c7903,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:24.713075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:24.720654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2eda2fd1-e9c2-4378-85c8-f5d5d42d7d3a None None] Port cbf77588-d6e7-4a35-b195-8565608c7903 was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:52:24.727831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:25.048207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Pushing event updated for resources: {'Port': ['ID=824a7b38-0e15-428e-b312-e8798ba00ef8,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:25.060623 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.333s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:25.200097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c10b3008-f3ab-454f-8009-45964b23730d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:25.280440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c10b3008-f3ab-454f-8009-45964b23730d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:52:25.280440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c10b3008-f3ab-454f-8009-45964b23730d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:25.314548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8db3920b-cea8-4044-a898-9ac953cf5047 None None] Network 6a620a55-3b03-482b-89f7-a1001219edf2 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:25.354554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.354554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.354554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.354554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.354554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.354554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.365383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.365383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.365383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.365383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.365383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.384707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.389140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.389140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.389140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.389140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.389140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.394175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:25.423662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.799s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:25.545798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1d87053-b5a0-4f26-a6f8-2ae5de03af5e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:25.594556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:25.691853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:25.730586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:25.740555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=3e8ace2d-1731-4d17-9140-7a638fcc9d20,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:25.751132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:25.827345 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00551fb7-5183-42d0-9b8f-cbb5d12b0cf8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:25.837381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 6a620a55-3b03-482b-89f7-a1001219edf2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:25.867370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:25.876285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:25.911368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:25.911802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:25.912217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:25.919179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=8a5dd62a-9025-46d5-82d2-c938ceeed806,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:25.922217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:25.930107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/8a5dd62a-9025-46d5-82d2-c938ceeed806 HTTP/1.1" status: 204 len: 168 time: 3.0931017 Jan 14 05:52:25.933161 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/3e8ace2d-1731-4d17-9140-7a638fcc9d20 HTTP/1.1" status: 204 len: 168 time: 6.4996748 Jan 14 05:52:25.935758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42672) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:25.936441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42674) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:25.943939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/cbf77588-d6e7-4a35-b195-8565608c7903 HTTP/1.1" status: 204 len: 168 time: 4.8435798 Jan 14 05:52:25.951702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42678) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:25.979000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-592777b4-0949-4130-91ce-5c01e95910ca None None] Network f35c4556-1daf-4329-9d31-26bc50d7473f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:26.210457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:26.353035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 4be7641b-31c0-4652-ae9d-7037647a6e97 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:26.353604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:26.383976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 6a620a55-3b03-482b-89f7-a1001219edf2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-18b5fdef-e7a2-4271-a340-e23b314c9a87 req-a0961ad7-ca02-4442-bdef-e31265570cc1 service neutron] (80929) timed out ('10.222.0.45', 54137) {{(pid=80929) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:26.590844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-02684d9b-2d40-4e03-ae55-e2dd93b1f426 req-79d11a7b-698f-4246-a37a-e9eea0c026a5 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] (80929) timed out ('10.222.0.45', 54094) {{(pid=80929) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:26.701754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:52:26.701754 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:52:26.701754 n-d-768851-4 neutron-server[80820]: [parameters: {'id': '6a620a55-3b03-482b-89f7-a1001219edf2'}] Jan 14 05:52:26.701754 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:52:26.702276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:52:26.709323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585b25f-dba3-492f-948a-3cbfd3134c08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:26.714936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5585b25f-dba3-492f-948a-3cbfd3134c08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:26.716416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5585b25f-dba3-492f-948a-3cbfd3134c08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:26.850922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5585b25f-dba3-492f-948a-3cbfd3134c08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:26.850922 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5585b25f-dba3-492f-948a-3cbfd3134c08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.2595751 Jan 14 05:52:26.855243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42696) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:26.862865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port 4be7641b-31c0-4652-ae9d-7037647a6e97, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4be7641b-31c0-4652-ae9d-7037647a6e97,segment=NetworkSegment(b347017c-1a99-48e1-8a4d-cafa80dc4afd),segment_id=b347017c-1a99-48e1-8a4d-cafa80dc4afd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:26.862865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.130419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1e65a4dd-1838-457a-ae1d-ce4b529c3e24 None None] DHCP port deletion for f35c4556-1daf-4329-9d31-26bc50d7473f request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:52:27.133018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for 4be7641b-31c0-4652-ae9d-7037647a6e97 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:27.139279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1e65a4dd-1838-457a-ae1d-ce4b529c3e24 None None] Deleting port 4be7641b-31c0-4652-ae9d-7037647a6e97 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:27.139279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e65a4dd-1838-457a-ae1d-ce4b529c3e24 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.269490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1e65a4dd-1838-457a-ae1d-ce4b529c3e24 None None] The port '4be7641b-31c0-4652-ae9d-7037647a6e97' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:52:27.273485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.278896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.299245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-607d30ed-dfc0-4ea9-8b68-535e6f6006a0 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:52:27.465333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4be7641b-31c0-4652-ae9d-7037647a6e97 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:27.493505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb520ca-fbf8-4248-a550-d644189fb282 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:27.542675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet ad18fd98-eb3c-4593-92b6-c628b0db2318 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:52:27.542675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.614078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.650149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 4be7641b-31c0-4652-ae9d-7037647a6e97 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:52:27.650549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4be7641b-31c0-4652-ae9d-7037647a6e97 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:27.654988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.734265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.761617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port 824a7b38-0e15-428e-b312-e8798ba00ef8 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:27.761617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:27.901303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607d30ed-dfc0-4ea9-8b68-535e6f6006a0 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:52:28.098061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=4be7641b-31c0-4652-ae9d-7037647a6e97,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:28.176778 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:28.176778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:28.200217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-490be99a-be14-4ac0-9e17-193fd02db617 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:28.246813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port 824a7b38-0e15-428e-b312-e8798ba00ef8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=824a7b38-0e15-428e-b312-e8798ba00ef8,segment=NetworkSegment(9f9dfce4-608c-41fc-8243-d84520a9b7ba),segment_id=9f9dfce4-608c-41fc-8243-d84520a9b7ba)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:28.247422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:28.371621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=ad18fd98-eb3c-4593-92b6-c628b0db2318,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:28.382577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for 824a7b38-0e15-428e-b312-e8798ba00ef8 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:28.411934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:28.475612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No DVR routers for this DVR port 4be7641b-31c0-4652-ae9d-7037647a6e97 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:28.517905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:28.540518 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/ad18fd98-eb3c-4593-92b6-c628b0db2318 HTTP/1.1" status: 204 len: 168 time: 1.6832111 Jan 14 05:52:28.555577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42724) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:28.573277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb44c047-d033-40bb-bd23-03ae7a852860 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:28.644589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:28.731074 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9226d043-638c-4bdd-8bb6-5fd13028e3c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1580377 Jan 14 05:52:28.735147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42734) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:28.742040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:28.795571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f35c4556-1daf-4329-9d31-26bc50d7473f']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:28.813631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b347017c-1a99-48e1-8a4d-cafa80dc4afd') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:28.813631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b347017c-1a99-48e1-8a4d-cafa80dc4afd') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:28.830542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:28.861027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:28.883228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 19 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:28.957744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:28.984791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:28.984791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4955a7-4219-4a21-8f05-3eab2a22d919 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:29.049749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:52:29.053118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=824a7b38-0e15-428e-b312-e8798ba00ef8,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:29.055302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Deleting port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:29.055302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:29.055579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:29.130590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network f35c4556-1daf-4329-9d31-26bc50d7473f has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:29.182239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:29.196387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.217660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.235319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.235319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.235319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.235319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.239312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.243412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.251744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:52:29.291579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:29.291579 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.305s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:29.372673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] For port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1d87053-b5a0-4f26-a6f8-2ae5de03af5e,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:29.372673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:29.432427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port 824a7b38-0e15-428e-b312-e8798ba00ef8 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:29.437994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:29.486137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1d87053-b5a0-4f26-a6f8-2ae5de03af5e no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:29.719081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:29.724625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network f35c4556-1daf-4329-9d31-26bc50d7473f has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:29.765551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Calling delete_port for d1d87053-b5a0-4f26-a6f8-2ae5de03af5e owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:29.839199 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:29.843514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:29.846713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:29.851420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6729dd1-cb44-4bbe-b665-32da06647e53 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:29.877705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/f35c4556-1daf-4329-9d31-26bc50d7473f HTTP/1.1" status: 204 len: 168 time: 3.9431059 Jan 14 05:52:29.879099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=f35c4556-1daf-4329-9d31-26bc50d7473f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:29.883730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:29.884269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:29.884803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42752) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:29.891452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-859372913', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:29.903660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:29.908327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:router and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:29.911840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:29.918999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:30.018466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.025078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.028917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.062111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae10c8bb-948e-4a51-8fec-b987bad6844d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:30.079188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.114682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.191091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Pushing event deleted for resources: {'Port': ['ID=d1d87053-b5a0-4f26-a6f8-2ae5de03af5e,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:30.200426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:30.208488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] No DVR routers for this DVR port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:30.211558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.218951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No active binding found for port d1d87053-b5a0-4f26-a6f8-2ae5de03af5e {{(pid=80931) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 05:52:30.219426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1d87053-b5a0-4f26-a6f8-2ae5de03af5e not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:30.225348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0622be45-c9af-466f-93ea-1c77e0a7321e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 702 time: 0.3388882 Jan 14 05:52:30.226071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42764) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:30.234055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-962433893'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:30.241130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:30.247110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:30.250450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:30.257881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:30.305155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:30.343095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.376747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:52:30.387244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.387244 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment 40350be4-66c9-4060-bec7-07b9765cc3dc of type vxlan for network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 Jan 14 05:52:30.391008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.421544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.457890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.482572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:30.482572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:30.501111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da18761f-479f-41fb-a71c-b914c7d22e3c tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:30.527979 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2995992 Jan 14 05:52:30.528723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42770) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:30.592536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:30.790446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=484d6a71-0600-4e7c-8c3c-8c8ed9d96872,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:30.798846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.297s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:30.808139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:30.835755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:30.849747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:30.859662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:30.873133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:30.883926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:30.891056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:30.911820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:31.097836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6a620a55-3b03-482b-89f7-a1001219edf2']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:31.128966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9f9dfce4-608c-41fc-8243-d84520a9b7ba') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:31.128966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9f9dfce4-608c-41fc-8243-d84520a9b7ba') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:31.155816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:31.220700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:31.315071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:31.372200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:31.390407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:31.454488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-66afad7f-996f-433e-b233-7ec229b02d2c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:31.892223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:31.946362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:31.966472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2cfd6f8-836f-4a47-ae20-b321a8d1469f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:32.094007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 66253efd-9013-445c-b51b-edc1bc4af711 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:32.094007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:32.342546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 6a620a55-3b03-482b-89f7-a1001219edf2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:32.342546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:32.580141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=7e0f8730-e7cb-4785-a880-9a53182f5564,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:32.590616 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.621s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:32.645659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 6a620a55-3b03-482b-89f7-a1001219edf2 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:32.678660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:32.678660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: 484d6a71-0600-4e7c-8c3c-8c8ed9d96872, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:52:32.698420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:52:32.719048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 484d6a71-0600-4e7c-8c3c-8c8ed9d96872) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:32.723228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb6040-021c-4de9-9d9a-272a29ab35ed None None] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:32.743351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:32.743351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.301s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:32.753478 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:32.772927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:32.802577 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2662275 Jan 14 05:52:32.802577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42814) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:32.873061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 66253efd-9013-445c-b51b-edc1bc4af711, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=66253efd-9013-445c-b51b-edc1bc4af711,segment=NetworkSegment(32cb1f29-8d2c-48e1-8f66-a1fa07db8181),segment_id=32cb1f29-8d2c-48e1-8f66-a1fa07db8181)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:32.873061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:32.894071 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4c99df9-d3e5-4406-91bf-906d04715160 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:32.931394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:33.170179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 66253efd-9013-445c-b51b-edc1bc4af711 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:33.189511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:33.190383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:33.336269 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/6a620a55-3b03-482b-89f7-a1001219edf2 HTTP/1.1" status: 204 len: 168 time: 15.7661560 Jan 14 05:52:33.341328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=6a620a55-3b03-482b-89f7-a1001219edf2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:33.344750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42824) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:33.428546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:33.440706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-51818128'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:33.440706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:33.445091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:33.452727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:33.456869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:33.464321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:33.464321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:33.464623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:33.516279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0f22f65f-5194-4fee-acf2-e66f7733fa7c None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:33.629232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:33.653972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:33.690263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:33.701350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:33.720807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:33.720807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:33.771324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Port': ['ID=66253efd-9013-445c-b51b-edc1bc4af711,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:33.797289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:33.992407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:52:34.030391 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 5.2883267 Jan 14 05:52:34.041659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:34.041659 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment c5e9bd3d-2879-4c8e-a00d-5faf264ac86c of type vxlan for network 73bf7727-62d5-4dee-8688-720fb9a44f89 Jan 14 05:52:34.111779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:34.417423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-3877827b-0eee-438d-b203-1ab8a8ebb07a req-e8d7d9bd-67b3-4289-8581-65f6aef73ed0 service neutron] (80930) timed out ('10.222.0.45', 54113) {{(pid=80930) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:34.417423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42838) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:34.425603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa', 'ip_address': '2001:db8:0:1::'}], 'name': 'tempest-NetworksTestDHCPv6-1827710234'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:34.429157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Allocated IP 2001:db8::2 (484d6a71-0600-4e7c-8c3c-8c8ed9d96872/7e0f8730-e7cb-4785-a880-9a53182f5564/eae0563f-786f-4f08-ba67-5e559f459966) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:34.443531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:34.651117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:34.651117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:34.759763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:34.775133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:34.781925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:34.790594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:34.822608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:34.826425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:34.872888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:34.872888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:34.889761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-412036eb-1248-497e-b5dd-0662e05ead1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:35.009986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa/6466039e-6797-47e5-8222-9f271af27bec) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:35.064039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:35.110447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=73bf7727-62d5-4dee-8688-720fb9a44f89,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:35.126245 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:35.307398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:35.365254 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 778 time: 1.9402342 Jan 14 05:52:35.379900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:35.389250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': '73bf7727-62d5-4dee-8688-720fb9a44f89', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:35.403893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 6779e595-f603-42d8-9d89-aba6149c36e9 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:52:35.509737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:35.517151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:35.615989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:35.631059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:35.638266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:35.662375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:35.693418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:35.719510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Transition to ACTIVE for port object 6466039e-6797-47e5-8222-9f271af27bec will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:35.915161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:36.053777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Transition to ACTIVE for port object eae0563f-786f-4f08-ba67-5e559f459966 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:36.053777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Transition to ACTIVE for port object 6466039e-6797-47e5-8222-9f271af27bec will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:36.127108 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:52:36.127108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:52:36.202926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-660bea9e-b65d-4f7a-bf2b-93300e938c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 400 len: 349 time: 1.7797701 Jan 14 05:52:36.202926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42882) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:36.211337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:36.225977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:36.253421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e9c3472-2745-4f52-b7ed-0a30d643c075 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:36.354467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2111ecda-a5e8-46c8-9e2e-bd9980a0b8b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:36.355348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2111ecda-a5e8-46c8-9e2e-bd9980a0b8b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:36.375823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2111ecda-a5e8-46c8-9e2e-bd9980a0b8b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:36.377166 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2111ecda-a5e8-46c8-9e2e-bd9980a0b8b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.1755435 Jan 14 05:52:36.379990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42886) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:36.432504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:36.497239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Pushing event updated for resources: {'Port': ['ID=6466039e-6797-47e5-8222-9f271af27bec,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:36.502800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:52:36.510140 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:36.510140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Transition to ACTIVE for port object eae0563f-786f-4f08-ba67-5e559f459966 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:36.510140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:36.541287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92945b54-de62-4af5-a798-61af6490a73c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:36.553185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-92945b54-de62-4af5-a798-61af6490a73c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:36.553185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-92945b54-de62-4af5-a798-61af6490a73c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:36.712616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8::1 (484d6a71-0600-4e7c-8c3c-8c8ed9d96872/7e0f8730-e7cb-4785-a880-9a53182f5564/93276154-6c41-43dc-80f5-5728a6c99f4f) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:36.721119 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6955052-16f9-4d4f-a61c-ed815173ecf9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:36.722757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-92945b54-de62-4af5-a798-61af6490a73c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:36.726061 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92945b54-de62-4af5-a798-61af6490a73c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.3450632 Jan 14 05:52:36.726794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42898) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:36.811354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Pushing event updated for resources: {'Port': ['ID=eae0563f-786f-4f08-ba67-5e559f459966,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:36.826496 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:36.828557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:36.838363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:36.839743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:36.842404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:36.844542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:36.849458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:36.964112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:36.964112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.0145741 Jan 14 05:52:36.968083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:36.971694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42902) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:36.990644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:36.990644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:36.994851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Attempting to bind port 6466039e-6797-47e5-8222-9f271af27bec on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:36.994851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Attempting to bind port 6466039e-6797-47e5-8222-9f271af27bec by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:36.994851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Attempting to bind port 6466039e-6797-47e5-8222-9f271af27bec on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:37.015538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:37.015538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:37.015538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.015538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:37.015538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Bound port: 6466039e-6797-47e5-8222-9f271af27bec, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:37.015538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.037759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Attempting to bind port eae0563f-786f-4f08-ba67-5e559f459966 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:37.037759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Attempting to bind port eae0563f-786f-4f08-ba67-5e559f459966 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:37.037759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Attempting to bind port eae0563f-786f-4f08-ba67-5e559f459966 on network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:37.041923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:37.046854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Checking segment: {'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:37.046854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.046854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Bound using segment: {'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:37.046854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Bound port: eae0563f-786f-4f08-ba67-5e559f459966, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:37.046854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.092237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:52:37.118235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.128416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] For port 6466039e-6797-47e5-8222-9f271af27bec, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:37.131735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] For port 6466039e-6797-47e5-8222-9f271af27bec, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6466039e-6797-47e5-8222-9f271af27bec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:37.167999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.316835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:37.377399 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9f00fce-d0fb-41db-8a09-513e67692a5a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:37.560643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:33Z', 'revision_number': 11, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:37.565259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:52:37.575037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:37.576028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:37.748154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] For port eae0563f-786f-4f08-ba67-5e559f459966, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:37.748154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] For port eae0563f-786f-4f08-ba67-5e559f459966, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eae0563f-786f-4f08-ba67-5e559f459966,segment=NetworkSegment(40350be4-66c9-4060-bec7-07b9765cc3dc),segment_id=40350be4-66c9-4060-bec7-07b9765cc3dc)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:37.802560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.804588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-8549e232-55aa-4c78-b275-6841bfae9ed3 req-4a737c82-bc86-4b75-a943-6907e61250f5 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] (80929) timed out ('10.222.0.45', 54135) {{(pid=80929) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:37.806242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:37.820423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.824123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:37.929031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting subnet 70bf081e-c73d-466e-9eec-687d15ed34bf {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:52:37.942032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:38.054265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2106cc85-83fe-47bf-bdd5-fdefa76cf828 tempest-RoutersIpV6AdminTest-904470324 tempest-RoutersIpV6AdminTest-904470324] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:38.114534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:33Z', 'revision_number': 11, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:38.118171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-76d3ccd2-1e5f-42a5-bf5c-f84d7aaba00d None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:33Z', 'revision_number': 11, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:52:38.175957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=73b29844-05c1-4401-9ace-1d1eb67e2165,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:38.187644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:38.228644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:38.306194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object 93276154-6c41-43dc-80f5-5728a6c99f4f will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:38.306194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:38.313755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': 'c5e9bd3d-2879-4c8e-a00d-5faf264ac86c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '73bf7727-62d5-4dee-8688-720fb9a44f89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:38.313755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: 73bf7727-62d5-4dee-8688-720fb9a44f89, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:52:38.356121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:52:38.361594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:38.383526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 73bf7727-62d5-4dee-8688-720fb9a44f89) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:38.462881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:38.462881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:38.551246 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.1644285 Jan 14 05:52:38.551246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 42932) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:38.614875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:38.853884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22d49e91-ae9d-40aa-b902-43c66962d186 None None] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:39.044527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:39.107910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Pushing event updated for resources: {'Port': ['ID=6466039e-6797-47e5-8222-9f271af27bec,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:39.121088 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.741s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:39.121088 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58f1cf5e-691d-4201-ab00-e6f4447a046e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.269s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:39.223663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Pushing event updated for resources: {'Port': ['ID=eae0563f-786f-4f08-ba67-5e559f459966,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:39.232079 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:39.448406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:39.456020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 66253efd-9013-445c-b51b-edc1bc4af711 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:39.478684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b76ae04-887f-498c-a7b4-b6ba5992f68f tempest-RoutersIpV6AdminTest-430533157 tempest-RoutersIpV6AdminTest-430533157] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:39.523335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:39.636230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 66253efd-9013-445c-b51b-edc1bc4af711 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:52:39.636786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 66253efd-9013-445c-b51b-edc1bc4af711 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:39.725270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=93276154-6c41-43dc-80f5-5728a6c99f4f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:39.771024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9c17bf-ef52-4d6e-80f8-90149d777cd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-73bf7727-62d5-4dee-8688-720fb9a44f89', 'network_id': '73bf7727-62d5-4dee-8688-720fb9a44f89', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': '73b29844-05c1-4401-9ace-1d1eb67e2165'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:39.771024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf9c17bf-ef52-4d6e-80f8-90149d777cd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:39.889265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.418s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:40.390622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-bf9c17bf-ef52-4d6e-80f8-90149d777cd1 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73b29844-05c1-4401-9ace-1d1eb67e2165: This subnet is being modified by another concurrent operation. Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 73b29844-05c1-4401-9ace-1d1eb67e2165: This subnet is being modified by another concurrent operation. Jan 14 05:52:40.403420 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:52:40.434850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b52e44fa-513c-4851-8b7b-fa17572329db None None] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:40.667173 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fbde3161-cb1d-40ff-94d3-54ab7eb71479 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:40.679813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:40.777954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=73b29844-05c1-4401-9ace-1d1eb67e2165,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:40.781641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:40.788995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:40.799604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:40.800215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:40.860826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:40.886255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-549188ec-5763-488c-ab1b-b9c77c974ebd tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:40.970940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.102611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.119777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['73bf7727-62d5-4dee-8688-720fb9a44f89']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:41.136607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c5e9bd3d-2879-4c8e-a00d-5faf264ac86c') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:41.137049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c5e9bd3d-2879-4c8e-a00d-5faf264ac86c') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:41.139383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Subnet': ['ID=70bf081e-c73d-466e-9eec-687d15ed34bf,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:41.148898 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.271s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:41.156112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.175302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.179596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:41.264051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.266833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9281f65c-487d-417a-b6c4-96dfe00f6120 None None] Network b25b2c70-df9e-499d-890e-717373e4d86b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:41.269312 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/70bf081e-c73d-466e-9eec-687d15ed34bf HTTP/1.1" status: 204 len: 168 time: 4.2941930 Jan 14 05:52:41.271856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 42980) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:41.561131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.627607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.680120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-364d3d20-1edc-4bd8-9f71-c5ea435c97d2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:41.705906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:41.746188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:41.969516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eae0563f-786f-4f08-ba67-5e559f459966 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:42.017093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:42.073901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.400s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:42.109041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 72cf96fb-bef8-4706-a3c0-516b6eecc327 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:42.109403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:42.142889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port eae0563f-786f-4f08-ba67-5e559f459966 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:42.164978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6466039e-6797-47e5-8222-9f271af27bec up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:42.332417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c07b6e5a-efa8-4a43-9d2b-669657f77bf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:42.338144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 73bf7727-62d5-4dee-8688-720fb9a44f89 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:42.359016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] DHCP port deletion for b25b2c70-df9e-499d-890e-717373e4d86b request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:52:42.366239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Deleting port 72cf96fb-bef8-4706-a3c0-516b6eecc327 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:42.366875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:42.514311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:42.514311 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa HTTP/1.1" status: 204 len: 168 time: 5.7672114 Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:42.531721 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:42.545566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43000) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:42.736635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-324bebdb-36b7-4917-9f93-80fc204cadd1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1962857 Jan 14 05:52:42.739452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43006) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:42.758914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:42.769903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9242522-9b10-4c27-8ef8-ff6d853158a2 None None] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:42.938052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9cc54b7a-373d-4960-aaff-92ba446afd1b None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:42.945807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:42.945807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:42.966509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f241106-18d0-4005-a0bf-7c4f253003c9 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:43.006860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.029646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:43.052817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] For port 72cf96fb-bef8-4706-a3c0-516b6eecc327, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=72cf96fb-bef8-4706-a3c0-516b6eecc327,segment=NetworkSegment(32cb1f29-8d2c-48e1-8f66-a1fa07db8181),segment_id=32cb1f29-8d2c-48e1-8f66-a1fa07db8181)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:43.052817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.084737 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/73bf7727-62d5-4dee-8688-720fb9a44f89 HTTP/1.1" status: 204 len: 168 time: 4.5176554 Jan 14 05:52:43.119045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43018) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:43.124718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:43.260499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1310976527'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:43.260499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:43.271544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:43.271544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:43.279141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:43.292664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.313182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=73bf7727-62d5-4dee-8688-720fb9a44f89,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:43.545910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.600369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:43.609839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.623421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:43.690946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] For port 72cf96fb-bef8-4706-a3c0-516b6eecc327, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=72cf96fb-bef8-4706-a3c0-516b6eecc327,segment=NetworkSegment(32cb1f29-8d2c-48e1-8f66-a1fa07db8181),segment_id=32cb1f29-8d2c-48e1-8f66-a1fa07db8181)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:43.690946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.715617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Calling delete_port for 72cf96fb-bef8-4706-a3c0-516b6eecc327 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:43.763885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Provisioning for port eae0563f-786f-4f08-ba67-5e559f459966 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:43.939863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Provisioning complete for port eae0563f-786f-4f08-ba67-5e559f459966 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:43.939863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.957062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:43.957062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.019827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6466039e-6797-47e5-8222-9f271af27bec completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:44.125264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.136102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.220111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Calling delete_port for 72cf96fb-bef8-4706-a3c0-516b6eecc327 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:44.262172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ef67abd-ed3c-4f49-9489-d7dd118997b4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:44.324124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 72cf96fb-bef8-4706-a3c0-516b6eecc327 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:52:44.379050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d4bc26f-88cb-497a-8ff8-7f677a7bc19d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:44.392530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Pushing event deleted for resources: {'Port': ['ID=72cf96fb-bef8-4706-a3c0-516b6eecc327,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:44.421227 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:44.421600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:52:44.422046 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:52:44.422542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] No DVR routers for this DVR port 72cf96fb-bef8-4706-a3c0-516b6eecc327 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:44.431174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 72cf96fb-bef8-4706-a3c0-516b6eecc327 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:52:44.431549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 72cf96fb-bef8-4706-a3c0-516b6eecc327 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:52:44.458889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] For port eae0563f-786f-4f08-ba67-5e559f459966, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eae0563f-786f-4f08-ba67-5e559f459966,segment=NetworkSegment(40350be4-66c9-4060-bec7-07b9765cc3dc),segment_id=40350be4-66c9-4060-bec7-07b9765cc3dc)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:44.500227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.509968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:44.644595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Pushing event updated for resources: {'Port': ['ID=eae0563f-786f-4f08-ba67-5e559f459966,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:44.664735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:44.675343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:44.684418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:52:44.687765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=93276154-6c41-43dc-80f5-5728a6c99f4f,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:44.687765 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.316s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:44.696618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:44.747691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.747691 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment fe89148d-7909-4f4b-a9f4-5dccd04efa28 of type vxlan for network 9590de5f-d832-43f1-9b6b-c9b550f3039a Jan 14 05:52:44.755217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1626c8f3-c11f-4fb8-91b2-c9dc0ce759ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.778488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Provisioning for port 6466039e-6797-47e5-8222-9f271af27bec completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:44.786641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Provisioning complete for port 6466039e-6797-47e5-8222-9f271af27bec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:44.787353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.895545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.947169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Deleting port 72cf96fb-bef8-4706-a3c0-516b6eecc327 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:44.947169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.972691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:44.996036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:44.996036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:45.014918 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab3a3f30-7361-4e2d-b4f2-0959cece0a5d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:45.183035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:45.187308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] The port '72cf96fb-bef8-4706-a3c0-516b6eecc327' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:52:45.354128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=9590de5f-d832-43f1-9b6b-c9b550f3039a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:45.385022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.370s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:45.541811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:45.593803 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 2.4705958 Jan 14 05:52:45.593803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43062) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:45.604780 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92d6dac1-7a5f-4fb4-a189-3ade728d23ca tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:45.824807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': '9590de5f-d832-43f1-9b6b-c9b550f3039a', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:45.850572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] For port 6466039e-6797-47e5-8222-9f271af27bec, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6466039e-6797-47e5-8222-9f271af27bec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:45.850572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:46.030964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=c8606785-f203-4f75-852b-07bdec4d1f32,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:46.038193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.439s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:46.186266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:46.226909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:46.392560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:46.403181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:46.407582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:46.421341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:46.438863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:46.452760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:46.522401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eae0563f-786f-4f08-ba67-5e559f459966 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:46.665345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:46.711552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:52:46.832255 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:46.871121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:46.925411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:46.925411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:46.925411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:46.962020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.2048948 Jan 14 05:52:46.974796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b25b2c70-df9e-499d-890e-717373e4d86b']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:46.980800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43090) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:46.987547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:46.999781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '32cb1f29-8d2c-48e1-8f66-a1fa07db8181') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:46.999781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '32cb1f29-8d2c-48e1-8f66-a1fa07db8181') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:47.011148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-807155758', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:47.013852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82da4d1e-6efb-4a59-8249-77db44aa1d5c None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:47.015937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 14.2042651 Jan 14 05:52:47.015937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.025049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43094) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:47.032995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1408835918'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:47.040431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:47.044841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:47.044841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:47.048611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.052395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:47.052395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:47.075102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:47.081431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:router and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:47.085694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.093216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:47.132640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:47.138670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.138670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:47.193319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:47.205488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.259319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing IP validity checks on allocation pools {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 05:52:47.259319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking for overlaps among allocation pools and gateway ip {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 05:52:47.273813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:52:47.369399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port eae0563f-786f-4f08-ba67-5e559f459966 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:47.370112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.394927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.395624 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment 91fea861-0eae-48c6-95be-18b60330544f of type vxlan for network 1a1b693f-cba5-4acd-9e5d-83c72656a60a Jan 14 05:52:47.455946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Provisioning complete for port eae0563f-786f-4f08-ba67-5e559f459966 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:47.457122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.505552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network b25b2c70-df9e-499d-890e-717373e4d86b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:47.511134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.512637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.518517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.520385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.521254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:47.522096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:47.532828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.681493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.698911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.734483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.847664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Network b25b2c70-df9e-499d-890e-717373e4d86b has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:47.875910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.875910 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c047488-b822-459e-a029-f8b7a5f1e2a1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.9044077 Jan 14 05:52:47.892205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:47.926498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Pushing event updated for resources: {'Port': ['ID=6466039e-6797-47e5-8222-9f271af27bec,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:47.969748 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.126s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:48.042910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Provisioning for port 93276154-6c41-43dc-80f5-5728a6c99f4f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:48.062508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43108) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:48.063335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a32337c-5b50-46f3-abbb-4a8b604493bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:48.097212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Provisioning complete for port 93276154-6c41-43dc-80f5-5728a6c99f4f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:48.097723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:48.142664 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:48.194929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:48.206482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:48.215140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:48.215867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:48.225441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-035e7f9a-fa91-45b1-888d-2b798f222413 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:48.258074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=c3c7fe5c-3c85-40cc-8889-04c5500803f7,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:48.270939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Port 93276154-6c41-43dc-80f5-5728a6c99f4f cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:52:48.274280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6466039e-6797-47e5-8222-9f271af27bec up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:52:48.302561 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.239s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:48.370882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 1.3494923 Jan 14 05:52:48.371981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43118) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:48.415929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:48.440669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:48.476370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': 'fe89148d-7909-4f4b-a9f4-5dccd04efa28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9590de5f-d832-43f1-9b6b-c9b550f3039a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:48.476761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: 9590de5f-d832-43f1-9b6b-c9b550f3039a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:52:48.518325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Provisioning complete for port 6466039e-6797-47e5-8222-9f271af27bec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:48.520255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43e8eff0-3e97-430d-b85f-db4aa8708fbd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:48.545137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:48.558576 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/networks/b25b2c70-df9e-499d-890e-717373e4d86b HTTP/1.1" status: 204 len: 168 time: 7.2878091 Jan 14 05:52:48.560729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43122) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:48.584148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'routes': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:48.638349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6466039e-6797-47e5-8222-9f271af27bec triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:48.638925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:48.754139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:48.759602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:48.763606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:48.770130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:48.778319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=1a1b693f-cba5-4acd-9e5d-83c72656a60a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:48.792252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.566s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:48.889782 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f2bd42f3-7d13-4625-b0f4-89e1d69c1415 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.430s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:49.029955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:49.033281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:52:49.038035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:49.079038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9590de5f-d832-43f1-9b6b-c9b550f3039a) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:49.158167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Pushing event deleted for resources: {'Network': ['ID=b25b2c70-df9e-499d-890e-717373e4d86b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:49.167946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:49.174726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:49.175405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:49.191202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:49.219410 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 800 time: 3.4225898 Jan 14 05:52:49.313502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Added routes are [] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 05:52:49.313999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Removed routes are [] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 05:52:49.317911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:49.334675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:49.351258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:49.482885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c28f72da-a351-46bc-8bdb-7cfc72400cce None None] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:49.622144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43136) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:49.636680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.747s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:49.782866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::1 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/c8606785-f203-4f75-852b-07bdec4d1f32/cfc71e2b-31c2-4e93-8605-9fb7020efea6) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:50.057914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9590de5f-d832-43f1-9b6b-c9b550f3039a', 'network_id': '9590de5f-d832-43f1-9b6b-c9b550f3039a', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': 'c3c7fe5c-3c85-40cc-8889-04c5500803f7'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:50.058931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.083422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.123338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-492cad1a-37b4-4cc2-b4b1-d48f34d22e69 None None] Provisioning complete for port eae0563f-786f-4f08-ba67-5e559f459966 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:50.123759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-492cad1a-37b4-4cc2-b4b1-d48f34d22e69 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.126347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object cfc71e2b-31c2-4e93-8605-9fb7020efea6 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:50.164088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.309049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.395118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9d163de-52f9-42ee-a0c3-d493f64d84b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:50.513665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.537909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=cfc71e2b-31c2-4e93-8605-9fb7020efea6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:50.543324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:50.545846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:50.547316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:50.555495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:50.556104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.614643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:50.634303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Allocated IP 172.20.0.3 (9590de5f-d832-43f1-9b6b-c9b550f3039a/c3c7fe5c-3c85-40cc-8889-04c5500803f7/93ff9143-251a-4356-8101-44c0575191bc) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:50.640559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Request body: {'security_group': {'name': 'tempest-TestVolumeBackupRestore-347328926', 'description': 'tempest-TestVolumeBackupRestore-347328926 description'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:50.658504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:50.663390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Usage tracker for resource:security_group and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:50.667242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:50.735672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.094838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:51.134155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.166892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:52:40Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:52:42Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:51.175642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.178430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:52:51.178903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Updating router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad port 93276154-6c41-43dc-80f5-5728a6c99f4f binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:52:51.233719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Transition to ACTIVE for port object 93ff9143-251a-4356-8101-44c0575191bc will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:51.268299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Transition to ACTIVE for port object 93ff9143-251a-4356-8101-44c0575191bc will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:51.274095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.292801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-15d78e8f-355d-4737-9f18-cfe66462c2a1 None None] Provisioning complete for port 6466039e-6797-47e5-8222-9f271af27bec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:51.293315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15d78e8f-355d-4737-9f18-cfe66462c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.645727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.655870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.680302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.686194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.687942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.689351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.708130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:51.717500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ce6ed0f2-cf00-421d-8ca0-5dda0aee1387 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:51.829488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-97232804-dc6a-449d-bd4b-33154c77279b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:51.876594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:51.888206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router d40da9c9-988a-49d9-837c-cbf5fe86333c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:52:51.897137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=c3c7fe5c-3c85-40cc-8889-04c5500803f7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:51.900644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:51.901974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Usage tracker for resource:security_group_rule and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:51.911792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:51.926163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Transition to ACTIVE for port object 93276154-6c41-43dc-80f5-5728a6c99f4f will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:51.931813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Pushing event updated for resources: {'Port': ['ID=93ff9143-251a-4356-8101-44c0575191bc,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:51.955890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:51.960120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:52.006577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.020662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.310s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:52.024239 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:52.081195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:52.171414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=cfc71e2b-31c2-4e93-8605-9fb7020efea6,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:52.177912 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.471s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:52.201180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:52.207109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3fe62-b815-4684-9e79-49e0e6550df6 None None] Pushing event updated for resources: {'Port': ['ID=93276154-6c41-43dc-80f5-5728a6c99f4f,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:52.233196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:52:52.291226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44b3fe62-b815-4684-9e79-49e0e6550df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:52.395450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.401211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:52.404807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.421383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] Sync routers for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:52.445541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:52.446218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:52.450639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.491970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:52.514659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "PUT /v2.0/routers/4baa2682-13d9-47b0-9ad0-5a232017d7a6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.3691404 Jan 14 05:52:52.517237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43192) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:52.559592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b99a5c6-b043-49ed-ad62-6faf73834267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:52.596725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Sync routers for ids ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:52.613401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-15d78e8f-355d-4737-9f18-cfe66462c2a1 None None] Provisioning for port cfc71e2b-31c2-4e93-8605-9fb7020efea6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:52:52.625444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-15d78e8f-355d-4737-9f18-cfe66462c2a1 None None] Provisioning complete for port cfc71e2b-31c2-4e93-8605-9fb7020efea6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:52.626126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15d78e8f-355d-4737-9f18-cfe66462c2a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.639172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.643900 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2bfd4bf4-038d-4313-9654-0efe18ca7573 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 200 len: 698 time: 4.0706413 Jan 14 05:52:52.645178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.650508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43196) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:52.657092 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a10aa6f1-caef-4246-ba93-523fce580da9 req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1817 time: 2.0141289 Jan 14 05:52:52.708358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Routers {'4baa2682-13d9-47b0-9ad0-5a232017d7a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:52.709355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:52.750214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:52.757880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b1939a94-187b-4b4f-b67b-336e4d494443 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:52.786915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:52.793868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f430f1f-1343-47e5-868f-853ae9095e07 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:52.794582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f430f1f-1343-47e5-868f-853ae9095e07 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:52.817266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Pushing event updated for resources: {'SecurityGroup': ['ID=e56a0abe-4aac-4a33-b849-2bcb410709d0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:52.829861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:52.830666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1cfd8e23-fbd0-4d9f-a8af-e4f8a37b199e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.014s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:52.867116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9590de5f-d832-43f1-9b6b-c9b550f3039a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:52.894384 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-72b83d6a-2a05-429e-9437-93c2086a88c6 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "GET /v2.0/security-groups/e56a0abe-4aac-4a33-b849-2bcb410709d0 HTTP/1.1" status: 200 len: 1812 time: 0.1602662 Jan 14 05:52:52.895155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f430f1f-1343-47e5-868f-853ae9095e07 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:52.896349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f430f1f-1343-47e5-868f-853ae9095e07 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports/cfc71e2b-31c2-4e93-8605-9fb7020efea6 HTTP/1.1" status: 200 len: 911 time: 0.3779175 Jan 14 05:52:52.898219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b1939a94-187b-4b4f-b67b-336e4d494443 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:52.902657 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b1939a94-187b-4b4f-b67b-336e4d494443 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 200 len: 205 time: 0.2424645 Jan 14 05:52:52.903711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43206) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:52.904080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43208) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:52.913853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e56a0abe-4aac-4a33-b849-2bcb410709d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:52.914204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e56a0abe-4aac-4a33-b849-2bcb410709d0', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:52.935628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:52.944776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Usage tracker for resource:security_group_rule and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:52.948854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:52.955639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:52.977296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe89148d-7909-4f4b-a9f4-5dccd04efa28') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:52.977296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe89148d-7909-4f4b-a9f4-5dccd04efa28') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:53.016824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:33Z', 'revision_number': 11, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:53.022680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.022870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] Checking router: d40da9c9-988a-49d9-837c-cbf5fe86333c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:52:53.041999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] Routers {'d40da9c9-988a-49d9-837c-cbf5fe86333c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:53.045840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['d40da9c9-988a-49d9-837c-cbf5fe86333c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:53.054971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.060262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=64c28699-53c0-460c-9656-c9bedf9b87ce,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:53.062767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:53.107157 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.276s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:53.211724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Set router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:53.271004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] Set router d40da9c9-988a-49d9-837c-cbf5fe86333c gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:53.282638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4495b67e-d175-4186-9aa5-4922cc52679c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.326812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:53.367207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.395916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:53.396303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: 1a1b693f-cba5-4acd-9e5d-83c72656a60a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:52:53.411364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:53.427493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:33Z', 'revision_number': 11, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:53.432449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6e57ee4f-6b4b-4a89-9ec1-43deb909bfdf None None] The sync data for ids ['d40da9c9-988a-49d9-837c-cbf5fe86333c'] in n-d-768851-4 is: [{'id': 'd40da9c9-988a-49d9-837c-cbf5fe86333c', 'name': 'tempest-RoutersTest-router-4611103', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:50:21Z', 'updated_at': '2021-01-14T05:52:33Z', 'revision_number': 11, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:52:53.567712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:52:53.599322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-15d78e8f-355d-4737-9f18-cfe66462c2a1 None None] Port cfc71e2b-31c2-4e93-8605-9fb7020efea6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:52:53.615300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:53.657241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:53.672859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4495b67e-d175-4186-9aa5-4922cc52679c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.675316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4495b67e-d175-4186-9aa5-4922cc52679c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.683422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.704764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:53.732585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-8d88e4f0-388e-4d1c-b5ca-628bfbc3f5bf req-11c2bc4e-11d8-4975-8dd2-6826acb1fd40 service neutron] (80930) timed out ('10.222.0.41', 61580) {{(pid=80930) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:53.733347 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:53.751552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da9b96-ea13-4e25-b1c8-fcebf8ef799c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:53.775452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-28da9b96-ea13-4e25-b1c8-fcebf8ef799c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:53.780096 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28da9b96-ea13-4e25-b1c8-fcebf8ef799c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1576 time: 0.8721635 Jan 14 05:52:53.782779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43224) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:53.797678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4495b67e-d175-4186-9aa5-4922cc52679c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.798371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4495b67e-d175-4186-9aa5-4922cc52679c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Fanout notify agent at l3_agent the message router_deleted on router d40da9c9-988a-49d9-837c-cbf5fe86333c {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:52:53.803890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-33ab0df3-fa1f-4ceb-9911-f60d9a8de2b9 None None] Provisioning complete for port cfc71e2b-31c2-4e93-8605-9fb7020efea6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:52:53.804662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33ab0df3-fa1f-4ceb-9911-f60d9a8de2b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.846288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 1a1b693f-cba5-4acd-9e5d-83c72656a60a) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:53.850019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Attempting to bind port 93ff9143-251a-4356-8101-44c0575191bc on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:53.850019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Attempting to bind port 93ff9143-251a-4356-8101-44c0575191bc by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'fe89148d-7909-4f4b-a9f4-5dccd04efa28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9590de5f-d832-43f1-9b6b-c9b550f3039a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:53.850019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Attempting to bind port 93ff9143-251a-4356-8101-44c0575191bc on network 9590de5f-d832-43f1-9b6b-c9b550f3039a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:53.860519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:52:53.860519 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:52:53.860519 n-d-768851-4 neutron-server[80820]: [parameters: {'id': '9590de5f-d832-43f1-9b6b-c9b550f3039a'}] Jan 14 05:52:53.860519 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:52:53.860934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:52:53.873306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:53.873775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Checking segment: {'id': 'fe89148d-7909-4f4b-a9f4-5dccd04efa28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9590de5f-d832-43f1-9b6b-c9b550f3039a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:53.874301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.874860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Bound using segment: {'id': 'fe89148d-7909-4f4b-a9f4-5dccd04efa28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9590de5f-d832-43f1-9b6b-c9b550f3039a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:53.875469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Bound port: 93ff9143-251a-4356-8101-44c0575191bc, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'fe89148d-7909-4f4b-a9f4-5dccd04efa28', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9590de5f-d832-43f1-9b6b-c9b550f3039a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:53.876029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.883499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:53.884525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:53.910913 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 5.5135806 Jan 14 05:52:53.913465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43230) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:53.923745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-100adfe7-1652-49ed-9fd3-af7a180a2c60 None None] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:54.100537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:52:54.217754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4baa2682-13d9-47b0-9ad0-5a232017d7a6', 'name': 'tempest-NetworksTestDHCPv6-router-807155758', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:47Z', 'updated_at': '2021-01-14T05:52:50Z', 'revision_number': 2, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None, '_interfaces': [{'id': 'cfc71e2b-31c2-4e93-8605-9fb7020efea6', 'name': '', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'mac_address': 'fa:16:3e:11:6a:d8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4baa2682-13d9-47b0-9ad0-5a232017d7a6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3058, 'fixed_ips': [{'subnet_id': 'c8606785-f203-4f75-852b-07bdec4d1f32', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:49Z', 'updated_at': '2021-01-14T05:52:51Z', 'revision_number': 2, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'subnets': [{'id': 'c8606785-f203-4f75-852b-07bdec4d1f32', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:54.437482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Attempting to bind port 93276154-6c41-43dc-80f5-5728a6c99f4f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:54.437909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Attempting to bind port 93276154-6c41-43dc-80f5-5728a6c99f4f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:54.438332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Attempting to bind port 93276154-6c41-43dc-80f5-5728a6c99f4f on network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:54.461619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Checking router: 4baa2682-13d9-47b0-9ad0-5a232017d7a6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:52:54.463709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Updating router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 port cfc71e2b-31c2-4e93-8605-9fb7020efea6 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:52:54.532250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:54.532802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Checking segment: {'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:54.533622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.534164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Bound using segment: {'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:54.534822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Bound port: 93276154-6c41-43dc-80f5-5728a6c99f4f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40350be4-66c9-4060-bec7-07b9765cc3dc', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:54.535341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.547414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33ab0df3-fa1f-4ceb-9911-f60d9a8de2b9 None None] Port cfc71e2b-31c2-4e93-8605-9fb7020efea6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:52:54.594613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.645443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] For port 93ff9143-251a-4356-8101-44c0575191bc, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:54.656252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.670609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.682894 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:54.730292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4495b67e-d175-4186-9aa5-4922cc52679c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.737471 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4495b67e-d175-4186-9aa5-4922cc52679c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 204 len: 168 time: 1.8299162 Jan 14 05:52:54.740116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:52:54.741264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.742911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43244) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:54.749602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'name': 'tempest-RoutersTest-router-1329171142', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:54.760928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:54.765578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Usage tracker for resource:router and tenant:e500a58c8bbc40d4b71655b0ec7234ff is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:54.768873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:54.769367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] For port 93276154-6c41-43dc-80f5-5728a6c99f4f, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:54.773435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port 93ff9143-251a-4356-8101-44c0575191bc {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:54.773824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.776055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:54.777469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] For port 93276154-6c41-43dc-80f5-5728a6c99f4f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=93276154-6c41-43dc-80f5-5728a6c99f4f,segment=NetworkSegment(40350be4-66c9-4060-bec7-07b9765cc3dc),segment_id=40350be4-66c9-4060-bec7-07b9765cc3dc)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:54.787652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Pushing event updated for resources: {'SecurityGroupRule': ['ID=49fdb9e3-c335-4ed7-989d-7745f4cfa206,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:54.789633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.791220 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6c0f2010-9f77-4dcb-bdbd-8ddec259bdfd req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.8820560 Jan 14 05:52:54.814608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.815766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.845130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:54.846471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.877379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.909162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] For port 93ff9143-251a-4356-8101-44c0575191bc, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=93ff9143-251a-4356-8101-44c0575191bc,segment=NetworkSegment(fe89148d-7909-4f4b-a9f4-5dccd04efa28),segment_id=fe89148d-7909-4f4b-a9f4-5dccd04efa28)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:54.910396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.922297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.963735 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44b3fe62-b815-4684-9e79-49e0e6550df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:54.970247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:54.997197 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-4c0a628d-703f-4d7f-af90-376eec0d9f18 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "GET /v2.0/security-groups/e56a0abe-4aac-4a33-b849-2bcb410709d0 HTTP/1.1" status: 200 len: 2406 time: 0.1565099 Jan 14 05:52:55.032708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:55.048808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:55.053058 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b89d24e5-6950-4eab-8e35-b87c55e4e00b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 700 time: 0.3087289 Jan 14 05:52:55.053762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43254) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:55.062074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-65592bbf-b79c-49a0-a6b5-af2848153825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Request body: {'router': {'admin_state_up': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:55.069619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44b3fe62-b815-4684-9e79-49e0e6550df6 None None] Pushing event updated for resources: {'Port': ['ID=93276154-6c41-43dc-80f5-5728a6c99f4f,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:55.134582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44b3fe62-b815-4684-9e79-49e0e6550df6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:55.138598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.065s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:55.296955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Pushing event updated for resources: {'Port': ['ID=93ff9143-251a-4356-8101-44c0575191bc,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:55.630121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65592bbf-b79c-49a0-a6b5-af2848153825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:55.697244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65592bbf-b79c-49a0-a6b5-af2848153825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:55.739316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port 93ff9143-251a-4356-8101-44c0575191bc, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=93ff9143-251a-4356-8101-44c0575191bc,segment=NetworkSegment(fe89148d-7909-4f4b-a9f4-5dccd04efa28),segment_id=fe89148d-7909-4f4b-a9f4-5dccd04efa28)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:55.740120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:55.879996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for 93ff9143-251a-4356-8101-44c0575191bc owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:55.888062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:55.933388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Allocated IP 2001:db8:1::2 (1a1b693f-cba5-4acd-9e5d-83c72656a60a/64c28699-53c0-460c-9656-c9bedf9b87ce/7d93be14-3e1b-4c4b-b239-67faef2cc37b) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:56.051695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.913s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:56.165554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e56a0abe-4aac-4a33-b849-2bcb410709d0', 'remote_group_id': None}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:56.165906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e56a0abe-4aac-4a33-b849-2bcb410709d0', 'remote_group_id': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:56.178927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:56.183125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Usage tracker for resource:security_group_rule and tenant:85005e1778e34e01943b50fbbe351454 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:56.186247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:56.195448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-65592bbf-b79c-49a0-a6b5-af2848153825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Router e4591b8c-7488-4501-80ff-3f6e6d165b78 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:52:56.200293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:56.207513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.380896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.383807 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:56.393365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Transition to ACTIVE for port object cfc71e2b-31c2-4e93-8605-9fb7020efea6 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:56.415733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-65592bbf-b79c-49a0-a6b5-af2848153825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:52:56.430550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] Sync routers for ids ['e4591b8c-7488-4501-80ff-3f6e6d165b78'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:52:56.431657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-65592bbf-b79c-49a0-a6b5-af2848153825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.436399 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65592bbf-b79c-49a0-a6b5-af2848153825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "PUT /v2.0/routers/e4591b8c-7488-4501-80ff-3f6e6d165b78 HTTP/1.1" status: 200 len: 694 time: 1.3797922 Jan 14 05:52:56.437416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:56.452255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] Routers {'e4591b8c-7488-4501-80ff-3f6e6d165b78'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:56.452935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['e4591b8c-7488-4501-80ff-3f6e6d165b78'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:56.455572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=93ff9143-251a-4356-8101-44c0575191bc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:56.490337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:56.499239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port 93ff9143-251a-4356-8101-44c0575191bc on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:52:56.503274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.505148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.747500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.759283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.762673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.771499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Transition to ACTIVE for port object 7d93be14-3e1b-4c4b-b239-67faef2cc37b will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:56.772521 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-03ba04f7-9cb3-4085-b711-62c84c92af71 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/routers/e4591b8c-7488-4501-80ff-3f6e6d165b78 HTTP/1.1" status: 200 len: 700 time: 0.3326702 Jan 14 05:52:56.773500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43286) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:56.791101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Transition to ACTIVE for port object 7d93be14-3e1b-4c4b-b239-67faef2cc37b will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:56.803331 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-657cb5c5-ca43-4483-97aa-fc75968aa0cb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:56.839807 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3717b9b4-4c9e-4ec9-b672-f2dd3222b3ec tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=e4591b8c-7488-4501-80ff-3f6e6d165b78 HTTP/1.1" status: 200 len: 205 time: 0.0611031 Jan 14 05:52:56.840843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43290) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:56.856944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:56.879867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] Set router e4591b8c-7488-4501-80ff-3f6e6d165b78 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:56.968139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8:1::1 (1a1b693f-cba5-4acd-9e5d-83c72656a60a/64c28699-53c0-460c-9656-c9bedf9b87ce/bfbe4729-861e-473c-b259-d12144d67595) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:52:56.991874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8900-7d59-4efb-8444-62afaf2b48b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.011457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4591b8c-7488-4501-80ff-3f6e6d165b78', 'name': 'tempest-RoutersTest-router-1329171142', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:54Z', 'updated_at': '2021-01-14T05:52:55Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:57.026854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] Checking router: e4591b8c-7488-4501-80ff-3f6e6d165b78 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:52:57.046609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port cfc71e2b-31c2-4e93-8605-9fb7020efea6 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:52:57.047348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.058032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] Routers {'e4591b8c-7488-4501-80ff-3f6e6d165b78'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:57.060325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['e4591b8c-7488-4501-80ff-3f6e6d165b78'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:57.102509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:57.116755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.120728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:57.120728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:52:57.123113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:57.182931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:57.231576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e942d65e-2b9b-4e02-893a-6208bca994bc None None] Pushing event updated for resources: {'Port': ['ID=cfc71e2b-31c2-4e93-8605-9fb7020efea6,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:57.280974 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e942d65e-2b9b-4e02-893a-6208bca994bc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.478s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:57.293388 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d58184be-4803-4ac8-b415-901a0e70f37a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.288s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:57.321405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9590de5f-d832-43f1-9b6b-c9b550f3039a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:57.340937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fe89148d-7909-4f4b-a9f4-5dccd04efa28') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:57.341277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fe89148d-7909-4f4b-a9f4-5dccd04efa28') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:57.360506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.377613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] Set router e4591b8c-7488-4501-80ff-3f6e6d165b78 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:57.377872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.380045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:52:57.510749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Attempting to bind port 7d93be14-3e1b-4c4b-b239-67faef2cc37b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:57.512062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Attempting to bind port 7d93be14-3e1b-4c4b-b239-67faef2cc37b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:57.512716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Attempting to bind port 7d93be14-3e1b-4c4b-b239-67faef2cc37b on network 1a1b693f-cba5-4acd-9e5d-83c72656a60a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:57.580536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:57.581416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Checking segment: {'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:57.582327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.582995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Bound using segment: {'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:57.583750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Bound port: 7d93be14-3e1b-4c4b-b239-67faef2cc37b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:57.584398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.651497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:57.656748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'e4591b8c-7488-4501-80ff-3f6e6d165b78', 'name': 'tempest-RoutersTest-router-1329171142', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:54Z', 'updated_at': '2021-01-14T05:52:55Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:52:57.662202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-b623988d-8767-4770-ae6d-0e1b13bb68c4 None None] Exception during message handling: neutron_lib.exceptions.PortNotFound: Port 93ff9143-251a-4356-8101-44c0575191bc could not be found. Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 281, in _get_port Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port = model_query.get_by_id(context, models_v2.Port, id) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/model_query.py", line 161, in get_by_id Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return query.filter(model.id == object_id).one() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/query.py", line 3500, in one Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise orm_exc.NoResultFound("No row was found for one()") Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server sqlalchemy.orm.exc.NoResultFound: No row was found for one() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server During handling of the above exception, another exception occurred: Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 322, in get_dhcp_port Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return plugin.get_port(context, port_id) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/sqlalchemy/enginefacade.py", line 1014, in wrapper Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return fn(*args, **kwargs) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1523, in get_port Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port = self._get_port(context, id) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_common.py", line 283, in _get_port Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exceptions.PortNotFound(port_id=id) Jan 14 05:52:57.733094 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.PortNotFound: Port 93ff9143-251a-4356-8101-44c0575191bc could not be found. Jan 14 05:52:57.738650 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8a2253de-5b99-4c4e-8129-c06cfbe940bf None None] The sync data for ids ['e4591b8c-7488-4501-80ff-3f6e6d165b78'] in n-d-768851-4 is: [{'id': 'e4591b8c-7488-4501-80ff-3f6e6d165b78', 'name': 'tempest-RoutersTest-router-1329171142', 'tenant_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:54Z', 'updated_at': '2021-01-14T05:52:55Z', 'revision_number': 2, 'project_id': 'e500a58c8bbc40d4b71655b0ec7234ff', 'gw_port_host': None}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:52:57.774805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.786321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a469ea75-6dd5-4e01-9076-c5699d15d1f7 None None] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:52:57.787956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-4fb58028-0a79-4725-abc7-6e429de05c7d req-8bb319c6-7e6a-4506-a833-3c7c0e6d57dd tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] (80929) timed out ('10.222.0.41', 61573) {{(pid=80929) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:57.881231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20d902d6-3056-44a6-abdd-32cb0bcca786 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:57.927952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4aab10d8-ae49-4a54-bc24-d7a89b6029e0,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:57.944256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:57.945603 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a16389f4-6a1a-428f-8b68-190dd777df95 req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 2.3587914 Jan 14 05:52:57.957652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:57.971034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] For port 7d93be14-3e1b-4c4b-b239-67faef2cc37b, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:52:57.974419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] For port 7d93be14-3e1b-4c4b-b239-67faef2cc37b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7d93be14-3e1b-4c4b-b239-67faef2cc37b,segment=NetworkSegment(91fea861-0eae-48c6-95be-18b60330544f),segment_id=91fea861-0eae-48c6-95be-18b60330544f)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:52:57.991254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.004914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8900-7d59-4efb-8444-62afaf2b48b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.010178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8900-7d59-4efb-8444-62afaf2b48b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.061726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8900-7d59-4efb-8444-62afaf2b48b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.062345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3bdf8900-7d59-4efb-8444-62afaf2b48b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Fanout notify agent at l3_agent the message router_deleted on router e4591b8c-7488-4501-80ff-3f6e6d165b78 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:52:58.099568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Pushing event updated for resources: {'Port': ['ID=7d93be14-3e1b-4c4b-b239-67faef2cc37b,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:58.101219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bdf8900-7d59-4efb-8444-62afaf2b48b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.103201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3bdf8900-7d59-4efb-8444-62afaf2b48b4 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/e4591b8c-7488-4501-80ff-3f6e6d165b78 HTTP/1.1" status: 204 len: 168 time: 1.2579229 Jan 14 05:52:58.108087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43310) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:58.120854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:58.121532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] For port cfc71e2b-31c2-4e93-8605-9fb7020efea6, host n-d-768851-4, got binding levels [] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:52:58.122147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.146351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.197347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.212425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:52:58.218244 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4dc58973-e7e5-415f-a722-ab7c6b781317 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=e4591b8c-7488-4501-80ff-3f6e6d165b78 HTTP/1.1" status: 200 len: 205 time: 0.1023099 Jan 14 05:52:58.220012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43316) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:58.243075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object bfbe4729-861e-473c-b259-d12144d67595 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:52:58.311649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 9590de5f-d832-43f1-9b6b-c9b550f3039a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:52:58.360421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e969d57-558c-4d37-90eb-eb630a43dfed None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:52:58.366413 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:52:58.371735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.639409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for cfc71e2b-31c2-4e93-8605-9fb7020efea6 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:52:58.684209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:58.714417 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-c1ce22e2-484a-4512-99ec-8ffc66db8f6d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] delete failed (client error): The resource could not be found. Jan 14 05:52:58.715880 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1ce22e2-484a-4512-99ec-8ffc66db8f6d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/e4591b8c-7488-4501-80ff-3f6e6d165b78 HTTP/1.1" status: 404 len: 336 time: 0.4948821 Jan 14 05:52:58.718182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-6086c868-a76b-459c-8a81-eea222588c4c req-6dbfb60e-0b28-45ae-8a90-5081b4c70d63 tempest-ListServerFiltersTestJSON-245565318 tempest-ListServerFiltersTestJSON-245565318] (80930) timed out ('10.222.0.41', 61611) {{(pid=80930) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:52:58.722954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43328) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:58.794433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-6bd9b353-1514-4130-a811-5363578efafc tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Synchronizing usage tracker for tenant:85005e1778e34e01943b50fbbe351454 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:58.798993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:52:58.799712 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2308eaf6-fb4d-4e8c-a937-56c360a80b2b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:52:58.800228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2308eaf6-fb4d-4e8c-a937-56c360a80b2b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:52:58.802094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2308eaf6-fb4d-4e8c-a937-56c360a80b2b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/6570d91e-559d-43f1-9dc1-0d23fdf503ff HTTP/1.1" status: 404 len: 337 time: 0.0777769 Jan 14 05:52:58.806185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:52:58.806969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43334) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:58.813501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:52:58.814095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.817051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=bfbe4729-861e-473c-b259-d12144d67595,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:58.820802 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:58.831505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.834384 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:58.858272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.859344 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c6838d23-64b9-4e2b-ab6c-a5fb66391a5d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:52:58.859853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c6838d23-64b9-4e2b-ab6c-a5fb66391a5d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:52:58.861731 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c6838d23-64b9-4e2b-ab6c-a5fb66391a5d tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/e8edffd3-8c4c-400a-92f7-38b83470d03b HTTP/1.1" status: 404 len: 337 time: 0.0515268 Jan 14 05:52:58.869388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43340) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:58.879404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=9590de5f-d832-43f1-9b6b-c9b550f3039a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:58.883491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:58.885556 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/9590de5f-d832-43f1-9b6b-c9b550f3039a HTTP/1.1" status: 204 len: 168 time: 9.1823676 Jan 14 05:52:58.890217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43344) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:58.898999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1344954286'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:58.910975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:58.912803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:58.917380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:58.921402 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-aa64b0c6-c8e5-4fcf-ad2c-39eb0bda389c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:52:58.923556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aa64b0c6-c8e5-4fcf-ad2c-39eb0bda389c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:52:58.925598 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa64b0c6-c8e5-4fcf-ad2c-39eb0bda389c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/68e1528f-f1fc-477f-b45b-a0d1234f4d73 HTTP/1.1" status: 404 len: 337 time: 0.0549204 Jan 14 05:52:58.941666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:58.943711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:58.954352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:52:58.965087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:58.980132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-6bd9b353-1514-4130-a811-5363578efafc tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Unset dirty status for tenant:85005e1778e34e01943b50fbbe351454 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:58.989152 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-6bd9b353-1514-4130-a811-5363578efafc tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestVolumeBackupRestore-347328926&fields=id&tenant_id=85005e1778e34e01943b50fbbe351454 HTTP/1.1" status: 200 len: 267 time: 0.3632963 Jan 14 05:52:59.025992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:52:59.050524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:59.051290 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment 37d91ac7-ae21-45cf-996f-3cf4dddef69e of type vxlan for network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 Jan 14 05:52:59.093108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:59.170728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Attempting to bind port cfc71e2b-31c2-4e93-8605-9fb7020efea6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:52:59.171227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Attempting to bind port cfc71e2b-31c2-4e93-8605-9fb7020efea6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:52:59.171717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Attempting to bind port cfc71e2b-31c2-4e93-8605-9fb7020efea6 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:52:59.177012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-ba4d8bed-4939-45c0-b5ab-32897ae0cd55 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:59.177838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-ba4d8bed-4939-45c0-b5ab-32897ae0cd55 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Synchronizing usage tracker for tenant:85005e1778e34e01943b50fbbe351454 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:52:59.185707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:52:59.186144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:52:59.186600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:59.187124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:52:59.187656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Bound port: cfc71e2b-31c2-4e93-8605-9fb7020efea6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:52:59.188087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:59.192398 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-dcfc869b-1879-4fd3-9625-f9153330c0dc tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:52:59.192903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-dcfc869b-1879-4fd3-9625-f9153330c0dc tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:52:59.194824 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dcfc869b-1879-4fd3-9625-f9153330c0dc tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/70bf081e-c73d-466e-9eec-687d15ed34bf HTTP/1.1" status: 404 len: 337 time: 0.2496619 Jan 14 05:52:59.202475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:59.207060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43356) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:59.230911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:52:59.231879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:59.262287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-ba4d8bed-4939-45c0-b5ab-32897ae0cd55 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Unset dirty status for tenant:85005e1778e34e01943b50fbbe351454 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:52:59.262287 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-ba4d8bed-4939-45c0-b5ab-32897ae0cd55 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "GET /v2.0/networks?id=f6d420af-622a-404c-8c94-d7fdaf311812 HTTP/1.1" status: 200 len: 814 time: 0.2707751 Jan 14 05:52:59.277155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e7cc1c80-deb8-4bf6-b25d-03bea63e70f1 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:52:59.289219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Pushing event updated for resources: {'Port': ['ID=7d93be14-3e1b-4c4b-b239-67faef2cc37b,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:59.290633 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-be6778e2-8b3f-4f4d-b58a-6b0dc1bf29e5 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "GET /v2.0/quotas/85005e1778e34e01943b50fbbe351454 HTTP/1.1" status: 200 len: 375 time: 0.0286450 Jan 14 05:52:59.290882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:52:59.317166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.957s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:59.339076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-53abf28c-67fa-413d-b147-852496118642 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 200 len: 205 time: 0.1291475 Jan 14 05:52:59.345787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43360) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:59.442347 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-177ad621-2774-4265-be1e-b5ce74dd9505 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] delete failed (client error): The resource could not be found. Jan 14 05:52:59.442631 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.5508630 Jan 14 05:52:59.443939 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-177ad621-2774-4265-be1e-b5ce74dd9505 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/d40da9c9-988a-49d9-837c-cbf5fe86333c HTTP/1.1" status: 404 len: 336 time: 0.0867293 Jan 14 05:52:59.448034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43364) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:59.450219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43366) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:59.470347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=f3c6d733-5d38-48e1-85ac-47dc88a7b0b6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:52:59.476197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:52:59.518570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:59.541218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:59.555712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:52:59.557760 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98cf0faf-e320-447c-8c62-1d2501753daf tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=ab0b402b-9380-457a-9eb9-3cb8af6b5e8a HTTP/1.1" status: 200 len: 205 time: 0.1037986 Jan 14 05:52:59.562071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43376) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:59.569227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': 'f3c6d733-5d38-48e1-85ac-47dc88a7b0b6', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None, 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:52:59.689458 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a4642619-1e06-4afe-8fa8-53f48549c989 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] delete failed (client error): The resource could not be found. Jan 14 05:52:59.693306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4642619-1e06-4afe-8fa8-53f48549c989 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/ab0b402b-9380-457a-9eb9-3cb8af6b5e8a HTTP/1.1" status: 404 len: 336 time: 0.1273434 Jan 14 05:52:59.693939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43382) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:59.723505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 05:52:59.723505 n-d-768851-4 neutron-server[80820]: [SQL: UPDATE ml2_port_bindings SET vif_type=%(vif_type)s, vif_details=%(vif_details)s WHERE ml2_port_bindings.port_id = %(ml2_port_bindings_port_id)s AND ml2_port_bindings.host = %(ml2_port_bindings_host)s] Jan 14 05:52:59.723505 n-d-768851-4 neutron-server[80820]: [parameters: {'vif_type': 'ovs', 'vif_details': '{"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}', 'ml2_port_bindings_port_id': 'cfc71e2b-31c2-4e93-8605-9fb7020efea6', 'ml2_port_bindings_host': 'n-d-768851-4'}] Jan 14 05:52:59.723505 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:52:59.723907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin._bind_port_if_needed {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:52:59.755150 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-69883df4-5372-4e5b-920a-4b69ffa8713c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:52:59.755661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-69883df4-5372-4e5b-920a-4b69ffa8713c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:52:59.760281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-69883df4-5372-4e5b-920a-4b69ffa8713c tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/109cabf1-0bd4-4cbd-8187-1e0d7665f7b1 HTTP/1.1" status: 404 len: 337 time: 0.0626693 Jan 14 05:52:59.761005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43386) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:52:59.781193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:52:59.786956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:52:59.790220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:52:59.798729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:52:59.915727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9218f806-9877-4584-842b-332973359884 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Synchronizing usage tracker for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:00.004640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:00.066630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9218f806-9877-4584-842b-332973359884 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Unset dirty status for tenant:e500a58c8bbc40d4b71655b0ec7234ff on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:00.066789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9218f806-9877-4584-842b-332973359884 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=791720a1-5198-49c1-ab65-a1a83de2cac4 HTTP/1.1" status: 200 len: 205 time: 0.3050935 Jan 14 05:53:00.088515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:52:40Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:52:54Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:00.102304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a96413dc-03ec-4bfd-8371-e00f6fc79307 None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:52:40Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:52:54Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:00.246511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43394) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:00.248798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7d93be14-3e1b-4c4b-b239-67faef2cc37b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:00.269895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:00.330491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Attempting to bind port cfc71e2b-31c2-4e93-8605-9fb7020efea6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:00.331003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Attempting to bind port cfc71e2b-31c2-4e93-8605-9fb7020efea6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:00.331277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Attempting to bind port cfc71e2b-31c2-4e93-8605-9fb7020efea6 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:00.345570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:00.346011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:00.346482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:00.346974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:00.347942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Bound port: cfc71e2b-31c2-4e93-8605-9fb7020efea6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:00.348384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:00.395438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7d93be14-3e1b-4c4b-b239-67faef2cc37b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:00.411828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Port cfc71e2b-31c2-4e93-8605-9fb7020efea6 has been deleted concurrently {{(pid=80931) _commit_port_binding /opt/stack/neutron/neutron/plugins/ml2/plugin.py:637}} Jan 14 05:53:00.426621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Routers {'4baa2682-13d9-47b0-9ad0-5a232017d7a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:00.427391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:00.494143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:00.580273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] Set router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:00.633432 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-355f37bf-1c30-4196-ba84-cb2035b68cb0 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] delete failed (client error): The resource could not be found. Jan 14 05:53:00.659291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43404) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:00.668361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-355f37bf-1c30-4196-ba84-cb2035b68cb0 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/791720a1-5198-49c1-ab65-a1a83de2cac4 HTTP/1.1" status: 404 len: 336 time: 0.2431109 Jan 14 05:53:00.774635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4baa2682-13d9-47b0-9ad0-5a232017d7a6', 'name': 'tempest-NetworksTestDHCPv6-router-807155758', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:47Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:00.779991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-00dc874b-73cd-44e1-a56f-9a1f5cd64544 None None] The sync data for ids ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'] in n-d-768851-4 is: [{'id': '4baa2682-13d9-47b0-9ad0-5a232017d7a6', 'name': 'tempest-NetworksTestDHCPv6-router-807155758', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:47Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:00.785905 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-def6a6f9-90d0-462b-9c55-27d79f1f3dc8 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:00.802142 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5b8f07fa-7d47-4004-b678-c88afd05f9a9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=87225e33-e646-416d-8e07-dfaa430796b9 HTTP/1.1" status: 200 len: 205 time: 0.1404893 Jan 14 05:53:00.808901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43412) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:00.898929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-fd706caf-a3ab-41d0-9cf4-adf1574e71bd tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Synchronizing usage tracker for tenant:85005e1778e34e01943b50fbbe351454 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:00.974235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=cfc71e2b-31c2-4e93-8605-9fb7020efea6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:00.981640 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:01.001091 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a0c99936-9fda-4316-8819-ca7d6d93f462 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] delete failed (client error): The resource could not be found. Jan 14 05:53:01.007499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0c99936-9fda-4316-8819-ca7d6d93f462 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/87225e33-e646-416d-8e07-dfaa430796b9 HTTP/1.1" status: 404 len: 336 time: 0.1969676 Jan 14 05:53:01.013363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43416) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:01.145224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:01.163422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-fd706caf-a3ab-41d0-9cf4-adf1574e71bd tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Unset dirty status for tenant:85005e1778e34e01943b50fbbe351454 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:01.164922 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-fd706caf-a3ab-41d0-9cf4-adf1574e71bd tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "GET /v2.0/ports?tenant_id=85005e1778e34e01943b50fbbe351454&fields=id HTTP/1.1" status: 200 len: 302 time: 1.8734105 Jan 14 05:53:01.225810 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5fad0717-b64f-498e-b913-a344d30df1ec tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:53:01.226269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5fad0717-b64f-498e-b913-a344d30df1ec tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:53:01.228328 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5fad0717-b64f-498e-b913-a344d30df1ec tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/6bc20581-ac73-4453-81ae-bbca21da095f HTTP/1.1" status: 404 len: 337 time: 0.2133942 Jan 14 05:53:01.229381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:01.230283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:01.246196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43424) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:01.372325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-356ae73e-f6ee-4d25-881a-be1a9338ec81 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=4ca2638b-23a8-4f1a-ad9a-62bb45c53636 HTTP/1.1" status: 200 len: 205 time: 0.1211863 Jan 14 05:53:01.373252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:01.413818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43430) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:01.494082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7104b8f6-8df2-4f33-802f-5b44add9bdf2 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:01.584840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:01.594443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:01.595372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a49f00e8-2f41-4245-bf4d-5d3cee5c901d None None] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:01.667606 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-ca87b9c4-aad5-4619-a2b1-a96d092fadf1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] delete failed (client error): The resource could not be found. Jan 14 05:53:01.669254 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca87b9c4-aad5-4619-a2b1-a96d092fadf1 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/4ca2638b-23a8-4f1a-ad9a-62bb45c53636 HTTP/1.1" status: 404 len: 336 time: 0.1048310 Jan 14 05:53:01.691787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-c572acf8-d714-4cef-a9a6-5cbeb208565f service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:53:01.693147 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-c572acf8-d714-4cef-a9a6-5cbeb208565f service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4519107 Jan 14 05:53:01.708825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43440) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:01.713691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=bfbe4729-861e-473c-b259-d12144d67595,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:01.736514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:01.864623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:01.877905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Provisioning for port 7d93be14-3e1b-4c4b-b239-67faef2cc37b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:01.888710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Provisioning complete for port 7d93be14-3e1b-4c4b-b239-67faef2cc37b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:01.889144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.059817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.125658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] For port 7d93be14-3e1b-4c4b-b239-67faef2cc37b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7d93be14-3e1b-4c4b-b239-67faef2cc37b,segment=NetworkSegment(91fea861-0eae-48c6-95be-18b60330544f),segment_id=91fea861-0eae-48c6-95be-18b60330544f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:02.135945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.145523 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:02.156616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:02.170200 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 8.2551684 Jan 14 05:53:02.171244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43446) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:02.186192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-1205322778'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:02.195788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:02.201122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:02.203939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 93276154-6c41-43dc-80f5-5728a6c99f4f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:02.204324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:02.210377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:02.226325 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-b5eeb4bb-ac75-4ff9-a46f-e1c1e6bc8d26 service neutron] 10.222.0.48 "GET /v2.0/networks/f6d420af-622a-404c-8c94-d7fdaf311812?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5162508 Jan 14 05:53:02.233162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:02.243469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.290461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:53:02.309330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.310039 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment 89db0890-eb6c-42b4-a12b-944763a8345c of type vxlan for network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f Jan 14 05:53:02.339595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.359868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Pushing event updated for resources: {'Port': ['ID=7d93be14-3e1b-4c4b-b239-67faef2cc37b,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:02.375279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:02.377121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 93276154-6c41-43dc-80f5-5728a6c99f4f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:02.387621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 93276154-6c41-43dc-80f5-5728a6c99f4f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:02.388065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.398068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.421376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:02.422656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.425471 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d8743788-1bff-42d5-8a4c-31caa8b35018 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:53:02.425976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d8743788-1bff-42d5-8a4c-31caa8b35018 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:53:02.437175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:02.477296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 770 time: 0.3022583 Jan 14 05:53:02.573462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43456) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:02.594367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'cidr': '2001:db8:2::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:2::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:02.641834 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8743788-1bff-42d5-8a4c-31caa8b35018 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/63938707-f7cf-4ad6-804d-057c624f142d HTTP/1.1" status: 404 len: 337 time: 0.4193029 Jan 14 05:53:02.646496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.648624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43460) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:02.719235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 93276154-6c41-43dc-80f5-5728a6c99f4f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=93276154-6c41-43dc-80f5-5728a6c99f4f,segment=NetworkSegment(40350be4-66c9-4060-bec7-07b9765cc3dc),segment_id=40350be4-66c9-4060-bec7-07b9765cc3dc)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:02.720719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-119cb936-3f7b-4c19-b266-7b20b6f7da14 None None] Provisioning complete for port 7d93be14-3e1b-4c4b-b239-67faef2cc37b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:02.721734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-119cb936-3f7b-4c19-b266-7b20b6f7da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.767998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:02.778899 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe43c379-a4e2-43bb-a7fd-5945ddd272a3 req-4a059e63-64ab-4372-b078-fe7ebe5f3c39 service neutron] 10.222.0.48 "GET /v2.0/networks/f6d420af-622a-404c-8c94-d7fdaf311812?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.5072126 Jan 14 05:53:02.794581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49f9a362-8d34-42e0-8b76-738cc85ae264 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:02.795060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=9cf29fce-4ae2-41aa-9676-b8b70c34dc0f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:02.819129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.382s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:02.825696 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-381620e0-94f3-47f9-a3db-bdb9a27d0aca tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "GET /v2.0/ports?device_id=01ceea79-ca8b-416b-a1fe-1ebe498ad495 HTTP/1.1" status: 200 len: 205 time: 0.1755376 Jan 14 05:53:02.826833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43470) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:02.853381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:02.920489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:03.000024 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-66493c25-c4c3-4e1e-b2e6-ccb4d59a36b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] delete failed (client error): The resource could not be found. Jan 14 05:53:03.001203 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-66493c25-c4c3-4e1e-b2e6-ccb4d59a36b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/routers/01ceea79-ca8b-416b-a1fe-1ebe498ad495 HTTP/1.1" status: 404 len: 336 time: 0.1614552 Jan 14 05:53:03.005787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:03.010936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:03.020097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:03.121208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:03.132622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:03.140597 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cff6a9d0-fe90-4349-87d7-7629a41f5750 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:53:03.141161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cff6a9d0-fe90-4349-87d7-7629a41f5750 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:53:03.145628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cff6a9d0-fe90-4349-87d7-7629a41f5750 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/767388ad-02b9-4daf-9a54-4fd6cf39054f HTTP/1.1" status: 404 len: 337 time: 0.1353068 Jan 14 05:53:03.151060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43480) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:03.238615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:03.246784 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "PUT /v2.0/routers/4baa2682-13d9-47b0-9ad0-5a232017d7a6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.4586761 Jan 14 05:53:03.251424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43490) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:03.269366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:03.291699 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-07d30c78-9d51-415c-8e40-284424bccc40 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] DELETE failed (client error): The resource could not be found. Jan 14 05:53:03.292369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-07d30c78-9d51-415c-8e40-284424bccc40 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:53:03.297218 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07d30c78-9d51-415c-8e40-284424bccc40 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] 10.222.0.48 "DELETE /v2.0/subnets/05fc7e63-c784-4464-923c-3aaf5ddf14cd HTTP/1.1" status: 404 len: 337 time: 0.1424954 Jan 14 05:53:03.297218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:03.599311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:03.617833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:03.630019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9db104-94d0-4df2-b19d-b1f30bf2374b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:03.671632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2f9db104-94d0-4df2-b19d-b1f30bf2374b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:03.673836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f9db104-94d0-4df2-b19d-b1f30bf2374b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:03.752428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2f9db104-94d0-4df2-b19d-b1f30bf2374b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:03.764307 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f9db104-94d0-4df2-b19d-b1f30bf2374b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1477 time: 0.5070906 Jan 14 05:53:03.768379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43506) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:03.951099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43516) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:04.184397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-384c30ae-5033-4a29-91fa-f6ce200c4037 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:53:04.199414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet c8606785-f203-4f75-852b-07bdec4d1f32 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:53:04.226193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.322630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7d93be14-3e1b-4c4b-b239-67faef2cc37b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:04.356667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-119cb936-3f7b-4c19-b266-7b20b6f7da14 None None] Provisioning for port bfbe4729-861e-473c-b259-d12144d67595 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:04.359841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.372208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-119cb936-3f7b-4c19-b266-7b20b6f7da14 None None] Provisioning complete for port bfbe4729-861e-473c-b259-d12144d67595 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:04.372813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-119cb936-3f7b-4c19-b266-7b20b6f7da14 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.405226 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-083a9c01-5325-4e87-8802-3da2efeb4fee admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e500a58c8bbc40d4b71655b0ec7234ff&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4526734 Jan 14 05:53:04.422227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43532) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:04.435375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.449310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-119cb936-3f7b-4c19-b266-7b20b6f7da14 None None] Port bfbe4729-861e-473c-b259-d12144d67595 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:53:04.489646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=93276154-6c41-43dc-80f5-5728a6c99f4f,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:04.537225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.743s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:04.581189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.656752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.773573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.778182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7d93be14-3e1b-4c4b-b239-67faef2cc37b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:04.778787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.781685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efb34941-338d-4075-a356-62614246d5aa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:04.797577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c6fbef57-bd8f-4a7f-8a25-cd2d797efabb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:04.804196 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:04.839599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.841778 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c6fbef57-bd8f-4a7f-8a25-cd2d797efabb HTTP/1.1" status: 204 len: 168 time: 0.4097910 Jan 14 05:53:04.885534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-06851a95-4df0-4e3c-a0e8-615899513f8d None None] Provisioning complete for port 7d93be14-3e1b-4c4b-b239-67faef2cc37b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:04.886143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06851a95-4df0-4e3c-a0e8-615899513f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.944691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:04.947154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:04.965253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] Sync routers for ids ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:04.972400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:04.973003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:04.993612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:05.054962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] Routers {'4baa2682-13d9-47b0-9ad0-5a232017d7a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:05.055790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:05.111410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:05.216895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] Set router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:05.284627 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:05.319474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:05.339654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=c8606785-f203-4f75-852b-07bdec4d1f32,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:05.348929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4baa2682-13d9-47b0-9ad0-5a232017d7a6', 'name': 'tempest-NetworksTestDHCPv6-router-807155758', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:47Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:05.413325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] Checking router: 4baa2682-13d9-47b0-9ad0-5a232017d7a6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:05.439766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d775bda8-df02-48a6-bfdf-3ebfca3b0b3a req-185c74b2-c72a-4ff8-ae17-02ddc5a4ffd3 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "GET /v2.0/security-groups/e56a0abe-4aac-4a33-b849-2bcb410709d0 HTTP/1.1" status: 200 len: 3005 time: 0.5705879 Jan 14 05:53:05.453976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9226e2cc-f740-4757-887b-1b5baf697c8e tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:05.486854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] Routers {'4baa2682-13d9-47b0-9ad0-5a232017d7a6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:05.496576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:05.554040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=06ec4fca-0e32-4a3a-a50d-e04b799d258f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:05.563959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:05.585222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.256s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:05.585886 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:05.636719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': '37d91ac7-ae21-45cf-996f-3cf4dddef69e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f3c6d733-5d38-48e1-85ac-47dc88a7b0b6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:05.637129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: f3c6d733-5d38-48e1-85ac-47dc88a7b0b6, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:53:05.641527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Checking segment: {'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:05.642044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network hostable DHCP agents. Network: 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:53:05.653540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=97a2f109-af9f-4039-ba90-baed5d81e167,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:05.668089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:05.686299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:53:05.706039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:05.737645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:05.738387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:05.742535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] Set router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:05.782404 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.2061570 Jan 14 05:53:05.785350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43566) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:05.801956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:05.853924 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2bb9c315-fcf4-4132-8d8c-97a0e9d53706 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/c8606785-f203-4f75-852b-07bdec4d1f32 HTTP/1.1" status: 204 len: 168 time: 2.0842180 Jan 14 05:53:05.860674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43574) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:05.889445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:00Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:05.896115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:05.896711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Updating router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad port bfbe4729-861e-473c-b259-d12144d67595 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:53:05.970763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:53:05.991285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f3c6d733-5d38-48e1-85ac-47dc88a7b0b6) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:06.024126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4baa2682-13d9-47b0-9ad0-5a232017d7a6', 'name': 'tempest-NetworksTestDHCPv6-router-807155758', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:47Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:06.030935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:06.031824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:06.036434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d775bda8-df02-48a6-bfdf-3ebfca3b0b3a req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:06.037281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a729b310-a74a-4062-b0da-5750def85ef6 None None] The sync data for ids ['4baa2682-13d9-47b0-9ad0-5a232017d7a6'] in n-d-768851-4 is: [{'id': '4baa2682-13d9-47b0-9ad0-5a232017d7a6', 'name': 'tempest-NetworksTestDHCPv6-router-807155758', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:47Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:06.052271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-06851a95-4df0-4e3c-a0e8-615899513f8d None None] Provisioning complete for port bfbe4729-861e-473c-b259-d12144d67595 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:06.055144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06851a95-4df0-4e3c-a0e8-615899513f8d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:06.058091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:06.085566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d775bda8-df02-48a6-bfdf-3ebfca3b0b3a req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:06.190189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-06851a95-4df0-4e3c-a0e8-615899513f8d None None] Port bfbe4729-861e-473c-b259-d12144d67595 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:53:06.367236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384c30ae-5033-4a29-91fa-f6ce200c4037 None None] Unable to find a vacant binding_index for network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 and agent 7391f645-00a8-488f-be8b-a64f53ae333e {{(pid=80931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Jan 14 05:53:06.370661 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 865 time: 6.9156079 Jan 14 05:53:06.371145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43588) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:06.384012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-384c30ae-5033-4a29-91fa-f6ce200c4037 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f3c6d733-5d38-48e1-85ac-47dc88a7b0b6) {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:53:06.405594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 93276154-6c41-43dc-80f5-5728a6c99f4f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:06.413236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-120c05a5-9b92-4d97-bbbd-a8bfbe55dc3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:router {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:06.605179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d775bda8-df02-48a6-bfdf-3ebfca3b0b3a req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:06.637416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b932c30b-738c-409f-9f7d-89396dceb23c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:06.669380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-120c05a5-9b92-4d97-bbbd-a8bfbe55dc3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:router {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:06.674097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-120c05a5-9b92-4d97-bbbd-a8bfbe55dc3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 0.7987366 Jan 14 05:53:06.675164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 43596) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:06.683128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-d775bda8-df02-48a6-bfdf-3ebfca3b0b3a req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:06.689403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d775bda8-df02-48a6-bfdf-3ebfca3b0b3a req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] 10.222.0.48 "DELETE /v2.0/security-groups/e56a0abe-4aac-4a33-b849-2bcb410709d0 HTTP/1.1" status: 204 len: 173 time: 1.1369143 Jan 14 05:53:06.693900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Pushing event deleted for resources: {'SecurityGroup': ['ID=e56a0abe-4aac-4a33-b849-2bcb410709d0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:06.697134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.060s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:07.008331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:07.053649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Transition to ACTIVE for port object bfbe4729-861e-473c-b259-d12144d67595 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:07.062867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 93276154-6c41-43dc-80f5-5728a6c99f4f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:07.063366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:07.080109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:07.197393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43604) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:07.315457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:07.418623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4491b7c0-e230-445a-aca7-78250207b0ec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:07.606273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Pushing event updated for resources: {'Port': ['ID=bfbe4729-861e-473c-b259-d12144d67595,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:07.707021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.708243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.708638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.709019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.709531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.719522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.719522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.719522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.719522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.720220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.720220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.721173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.721173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.731988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.737954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.737954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.751970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.753144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.755472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.755863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.756243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.762499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.762754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.766317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.766317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.767094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.767476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.767850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.768228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.768599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.768968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.769336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.793801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.794390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.794905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.795435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:07.806016 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.493s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:07.838770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:07.844077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:53:07.845013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.022364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23e595b8-8aa8-4b4f-82d7-354ed1f96678 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f3c6d733-5d38-48e1-85ac-47dc88a7b0b6', 'network_id': 'f3c6d733-5d38-48e1-85ac-47dc88a7b0b6', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': '06ec4fca-0e32-4a3a-a50d-e04b799d258f'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:53:08.031521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23e595b8-8aa8-4b4f-82d7-354ed1f96678 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.111749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.176321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--2136591656'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:08.196230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:08.209768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:08.219120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:08.234369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:08.250418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4491b7c0-e230-445a-aca7-78250207b0ec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.270011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4491b7c0-e230-445a-aca7-78250207b0ec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.298154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Attempting to bind port bfbe4729-861e-473c-b259-d12144d67595 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:08.300226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Attempting to bind port bfbe4729-861e-473c-b259-d12144d67595 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:08.300656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Attempting to bind port bfbe4729-861e-473c-b259-d12144d67595 on network 1a1b693f-cba5-4acd-9e5d-83c72656a60a {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:08.317403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:08.317780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Checking segment: {'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:08.318120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.318572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Bound using segment: {'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:08.323844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Bound port: bfbe4729-861e-473c-b259-d12144d67595, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '91fea861-0eae-48c6-95be-18b60330544f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:08.325139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.332828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.381757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.446171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:08.453889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4491b7c0-e230-445a-aca7-78250207b0ec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.463807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:08.464894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4491b7c0-e230-445a-aca7-78250207b0ec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Fanout notify agent at l3_agent the message router_deleted on router 4baa2682-13d9-47b0-9ad0-5a232017d7a6 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:53:08.483546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:08.574128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] For port bfbe4729-861e-473c-b259-d12144d67595, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:08.581830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] For port bfbe4729-861e-473c-b259-d12144d67595, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bfbe4729-861e-473c-b259-d12144d67595,segment=NetworkSegment(91fea861-0eae-48c6-95be-18b60330544f),segment_id=91fea861-0eae-48c6-95be-18b60330544f)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:08.587578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.639189 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2c1cadb4-0ae9-4499-af02-99b4b98c9d48 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:08.659341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-56db6769-a8da-4572-9001-2e177cf9116d req-e58e2d1f-5571-4b89-98d2-23c1536fd7e1 tempest-MultipleCreateTestJSON-1754644790 tempest-MultipleCreateTestJSON-1754644790] (80929) timed out ('10.222.0.41', 61604) {{(pid=80929) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:53:08.675069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.682900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:08.930529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Allocated IP 2001:db8:2::2 (9cf29fce-4ae2-41aa-9676-b8b70c34dc0f/97a2f109-af9f-4039-ba90-baed5d81e167/e3084ef4-d59c-4262-bd8e-be23cbfb2e3f) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:08.935557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4491b7c0-e230-445a-aca7-78250207b0ec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:08.957784 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4491b7c0-e230-445a-aca7-78250207b0ec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/routers/4baa2682-13d9-47b0-9ad0-5a232017d7a6 HTTP/1.1" status: 204 len: 168 time: 2.2762747 Jan 14 05:53:08.964015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43748) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:09.004666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:09.315830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Pushing event updated for resources: {'Port': ['ID=bfbe4729-861e-473c-b259-d12144d67595,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:09.325790 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.702s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:09.436621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:09.437360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:52:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:09.528147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:09.583766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:09.622529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:09.642037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:09.728594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:09.751714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-23e595b8-8aa8-4b4f-82d7-354ed1f96678 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06ec4fca-0e32-4a3a-a50d-e04b799d258f: This subnet is being modified by another concurrent operation. Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 06ec4fca-0e32-4a3a-a50d-e04b799d258f: This subnet is being modified by another concurrent operation. Jan 14 05:53:09.784067 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:53:09.813306 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e19f868-afe1-4866-a511-4d93af6af8de tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:09.914131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=06ec4fca-0e32-4a3a-a50d-e04b799d258f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:09.999891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:10.051713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:10.088373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.119897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.148952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Transition to ACTIVE for port object e3084ef4-d59c-4262-bd8e-be23cbfb2e3f will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:10.191007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Transition to ACTIVE for port object e3084ef4-d59c-4262-bd8e-be23cbfb2e3f will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:10.209024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.264199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:10.400164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Pushing event updated for resources: {'Port': ['ID=e3084ef4-d59c-4262-bd8e-be23cbfb2e3f,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:10.465820 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:10.528592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.723819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.757151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:10.762224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:10.769129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:10.899496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.910373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:10.913680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Attempting to bind port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:10.918085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Attempting to bind port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:10.919155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Attempting to bind port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f on network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:10.920283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:10.927911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:10.932702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 52, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:10.933142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Checking segment: {'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:10.933660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.934107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Bound using segment: {'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:10.940398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Bound port: e3084ef4-d59c-4262-bd8e-be23cbfb2e3f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:10.941199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:10.943828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-621fb80a-6125-4d27-9f8a-b175744c0d28 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:10.962010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f3c6d733-5d38-48e1-85ac-47dc88a7b0b6']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:10.971301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:11.002325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:08Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:11.008668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37d91ac7-ae21-45cf-996f-3cf4dddef69e') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:11.009290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37d91ac7-ae21-45cf-996f-3cf4dddef69e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:11.017944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54d82cb5-d756-4ff2-9cfb-a565ce6ec46b None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:52:59Z', 'revision_number': 3, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:08Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:11.041337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:11.071236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:11.100084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:53:11.100241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=75dcf1e5-dc36-41ff-a28b-8a4cd2e61250,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:11.119967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:11.129705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8:2::1 (9cf29fce-4ae2-41aa-9676-b8b70c34dc0f/97a2f109-af9f-4039-ba90-baed5d81e167/d6153f57-524a-474a-b3a5-ee408cdc372b) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:11.259301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] For port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:11.285536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] For port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e3084ef4-d59c-4262-bd8e-be23cbfb2e3f,segment=NetworkSegment(89db0890-eb6c-42b4-a12b-944763a8345c),segment_id=89db0890-eb6c-42b4-a12b-944763a8345c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:11.311133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:11.618088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 43922) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:11.764451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:11.778567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-085fbca3-36d5-4cde-9e39-07d4e5579dda None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:11.788456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.024060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Pushing event updated for resources: {'Port': ['ID=e3084ef4-d59c-4262-bd8e-be23cbfb2e3f,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:12.045249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.267s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:12.244429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-650f5172-c013-4f5b-973d-e91903a2dc54 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.336395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:12.436824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device bfbe4729-861e-473c-b259-d12144d67595 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:12.665923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port bfbe4729-861e-473c-b259-d12144d67595 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:53:12.674969 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:53:12.682052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.686019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port bfbe4729-861e-473c-b259-d12144d67595 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:12.687095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.697499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd62f879-69a9-4c42-9f59-7b3f59d252fa tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:12.771575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.805135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=f3c6d733-5d38-48e1-85ac-47dc88a7b0b6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:12.813783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:12.821350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 HTTP/1.1" status: 204 len: 168 time: 6.4474511 Jan 14 05:53:12.822561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44024) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:12.835606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-639676332'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:12.843531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:12.848295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:12.852621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:12.854456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.860232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:12.876905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:12.896826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.930980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.947914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.952608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:53:12.964365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:12.965062 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment 56c8d904-4b71-47c1-9479-e492b27c5280 of type vxlan for network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 Jan 14 05:53:13.006264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:13.006402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port bfbe4729-861e-473c-b259-d12144d67595, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bfbe4729-861e-473c-b259-d12144d67595,segment=NetworkSegment(91fea861-0eae-48c6-95be-18b60330544f),segment_id=91fea861-0eae-48c6-95be-18b60330544f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:13.013724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:13.016971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e0b6688-384c-46a3-bdb6-32bda5ba1ca0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:13.052793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:13.092676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:13.231075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:13.231075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:13.231075 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-232f7db0-de16-4511-aaa0-8241058dec8d tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:13.233100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=bfbe4729-861e-473c-b259-d12144d67595,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:13.233100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:13.233813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:13.233813 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8adc7224-a58a-4bc3-8f2e-3ad3348cac55 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:13.256817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=42b891f5-6bd5-4053-aaaf-2e5b79a59ab5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:13.271447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:13.272560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:13.294023 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4671538 Jan 14 05:53:13.294802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44060) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:13.301406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': '42b891f5-6bd5-4053-aaaf-2e5b79a59ab5', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:13.491171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:13.518062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:13.529308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:13.544484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:13.554466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:13.577151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:13.705915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:13.755043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.111347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00ef6335-2bf9-4b3e-81f3-7c82d57d3614 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:53:14.148762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=a5227d9a-2a5a-4bde-985d-5fc808af0967,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:14.152587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.948s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:14.157122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object d6153f57-524a-474a-b3a5-ee408cdc372b will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:14.169021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1a2c07e-975e-434c-9ede-85dd24cdaa7a tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.894s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:14.191848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:14.195546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.200456 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 6.9911201 Jan 14 05:53:14.201527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:14.207848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44132) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:14.235157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:14.235821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.306187 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 5.3388674 Jan 14 05:53:14.313057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44136) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:14.321910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'router': {'name': 'tempest-NetworksTestDHCPv6-router-928113160', 'external_gateway_info': {}, 'admin_state_up': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:14.334958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:14.339014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=dec7a5bf-1445-4dda-a068-0a1e57edadd3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:14.340984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:router and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:14.345484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:14.348372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:14.352169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:14.377019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.444065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.445185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.450087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.562218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94fa3cb4-35ef-406d-84f4-d17b190d3106 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:14.593596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device bfbe4729-861e-473c-b259-d12144d67595 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:14.603978 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72c78afa-6b02-491d-a14d-b49fe249d368 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:14.662516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4d809f69-ee5c-4c36-87c6-62ea1c7f6f02 None None] Provisioning for port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:14.673553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b508d083-f57d-4ca6-8334-dae77a87bcf3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.674554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef6335-2bf9-4b3e-81f3-7c82d57d3614 None None] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:53:14.682573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db103aa3-3210-4ddb-a48c-c219ab658f10 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:14.690742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-00ef6335-2bf9-4b3e-81f3-7c82d57d3614 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5) {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:53:14.695484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=d6153f57-524a-474a-b3a5-ee408cdc372b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:14.719254 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:14.782757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.789055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:14.792825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:14.798491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:14.799133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.806932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:14.812073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:14.827315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:14.828244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.835219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=c3d44b13-7947-4357-9cde-b74da9325d42,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:14.838451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:14.859847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.860239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-db103aa3-3210-4ddb-a48c-c219ab658f10 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:14.861795 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-db103aa3-3210-4ddb-a48c-c219ab658f10 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4511 time: 0.6414423 Jan 14 05:53:14.873581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44146) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:14.894235 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 793 time: 1.5982575 Jan 14 05:53:14.895798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:14.900510 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-afec86c3-ceb9-416d-b075-cae303633922 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 705 time: 0.5853641 Jan 14 05:53:14.901369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44150) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:14.901998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44154) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:14.923045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-security--489088213', 'description': 'tempest-security-description-1892273442'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:14.984811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.013411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.054252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.089857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port bfbe4729-861e-473c-b259-d12144d67595 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:15.090174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.258822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e3084ef4-d59c-4262-bd8e-be23cbfb2e3f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:15.360719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.368750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:15.378031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:15.378957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.382071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.385588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.388021 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "PUT /v2.0/security-groups/dec7a5bf-1445-4dda-a068-0a1e57edadd3 HTTP/1.1" status: 200 len: 1779 time: 0.5119262 Jan 14 05:53:15.399640 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c5b3094-158c-4753-966b-1b1350798828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:15.413368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44166) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:15.417148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.651818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.663492 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7b4b680-6c05-44a6-956e-cb03a296173d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups/dec7a5bf-1445-4dda-a068-0a1e57edadd3 HTTP/1.1" status: 200 len: 1779 time: 0.2437112 Jan 14 05:53:15.669066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44174) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:15.716424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e3084ef4-d59c-4262-bd8e-be23cbfb2e3f,segment=NetworkSegment(89db0890-eb6c-42b4-a12b-944763a8345c),segment_id=89db0890-eb6c-42b4-a12b-944763a8345c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:15.722963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.732145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fad5f208-cfb8-4cca-8049-e4e11a59227f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:15.764458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=dec7a5bf-1445-4dda-a068-0a1e57edadd3,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:15.787905 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.388s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:15.795244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-42b891f5-6bd5-4053-aaaf-2e5b79a59ab5', 'network_id': '42b891f5-6bd5-4053-aaaf-2e5b79a59ab5', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': 'c3d44b13-7947-4357-9cde-b74da9325d42'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:53:15.796176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:15.960953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Update dhcp port {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'a5227d9a-2a5a-4bde-985d-5fc808af0967'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '6466039e-6797-47e5-8222-9f271af27bec'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:53:16.037576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.039665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.048484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=e3084ef4-d59c-4262-bd8e-be23cbfb2e3f,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:16.061106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.335s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:16.130569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.240406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.272070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.284121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.289607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.386071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.449005 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f736a4-5575-4632-b948-7025590e48b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:16.493198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Deleting port 42337552-c453-41b0-9a13-1d8f7cc89f11 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:16.493561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.564035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:16.569655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:16.636314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/a5227d9a-2a5a-4bde-985d-5fc808af0967/6466039e-6797-47e5-8222-9f271af27bec) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:16.754453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e3084ef4-d59c-4262-bd8e-be23cbfb2e3f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:16.768529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=d6153f57-524a-474a-b3a5-ee408cdc372b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:16.841537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:16.870248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.887341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:16.954171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:16.961113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74ce9be2-face-4e88-be32-e2197776c73e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:16.977240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.024064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=dec7a5bf-1445-4dda-a068-0a1e57edadd3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:17.033258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:17.044991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.048762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/dec7a5bf-1445-4dda-a068-0a1e57edadd3 HTTP/1.1" status: 204 len: 168 time: 1.3763022 Jan 14 05:53:17.049629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44196) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:17.062376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Allocated IP 172.20.0.1 (42b891f5-6bd5-4053-aaaf-2e5b79a59ab5/c3d44b13-7947-4357-9cde-b74da9325d42/d5030a9a-ceb2-4a65-9cec-d37713d6c5a3) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:17.116079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-faecee39-a0ea-4a7f-93f2-b00bfbe91b14 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:17.117156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:17.135136 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3481708 Jan 14 05:53:17.138908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44204) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:17.147316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'network': {'name': 'tempest-RoutersIpV6Test-575946515'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:17.158648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] For port 42337552-c453-41b0-9a13-1d8f7cc89f11, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=42337552-c453-41b0-9a13-1d8f7cc89f11,segment=NetworkSegment(3ce57704-43cc-497f-9e44-107ded494751),segment_id=3ce57704-43cc-497f-9e44-107ded494751)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:17.159073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.179168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:17.179168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:network and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:17.189460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for network was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:17.227741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:17.260346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-faecee39-a0ea-4a7f-93f2-b00bfbe91b14 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:17.260515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.262298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-faecee39-a0ea-4a7f-93f2-b00bfbe91b14 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2115784 Jan 14 05:53:17.272637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44208) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:17.298721 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-d5164794-edc6-400a-8e12-9d8be6f47cc1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] delete failed (client error): The resource could not be found. Jan 14 05:53:17.300096 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d5164794-edc6-400a-8e12-9d8be6f47cc1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/dec7a5bf-1445-4dda-a068-0a1e57edadd3 HTTP/1.1" status: 404 len: 347 time: 0.0262356 Jan 14 05:53:17.305621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:17.306416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:17.308235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44212) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:17.317104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--1646602041'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:17.331577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:17.342137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Calling delete_port for 42337552-c453-41b0-9a13-1d8f7cc89f11 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:17.350132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:17.395862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.505140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:17.516577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:17.522969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:17.536961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:17.631766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:17.641520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.645464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.651434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a006c965-88c5-4363-a13a-188f1d561f8e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:17.688911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.693117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 0.3808255 Jan 14 05:53:17.693982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44224) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:17.700761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '58457ce1-f879-4337-8728-e8157f883bbe', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 77, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:17.733123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:17.741377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:17.744529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=58457ce1-f879-4337-8728-e8157f883bbe,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:17.747785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:17.751320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:17.755464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:17.778228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.782287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:17.814794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:17.831545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.867536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.872147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.882877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba6ed8f7-2c17-49dc-9307-7b0c2e01b425 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:17.903335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=43894701-121f-4cbd-a35b-8eab8b9006de,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:17.904856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:53:17.906757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:17.919554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.921157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6db95009-5778-4293-8220-834be4111ec8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2259662 Jan 14 05:53:17.924516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44236) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:17.930643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.931273 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added segment aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73 of type vxlan for network b48c5bef-d092-48e8-8537-6a7172dd40e7 Jan 14 05:53:17.970860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:17.993735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.021409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.023618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.025533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:18.025968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.031419 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46e6aed6-3c21-4970-984c-1a0cb6cee9b1 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:18.039146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.042977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/43894701-121f-4cbd-a35b-8eab8b9006de HTTP/1.1" status: 204 len: 168 time: 0.1146090 Jan 14 05:53:18.043291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44242) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:18.069556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=43894701-121f-4cbd-a35b-8eab8b9006de,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:18.071575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.073043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:18.093138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] For port 6466039e-6797-47e5-8222-9f271af27bec, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6466039e-6797-47e5-8222-9f271af27bec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:18.097989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:18.098729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.133695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9fdd3c77-020e-40a8-8ee0-bcb46b602b29 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:18.145926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0708497c-219e-41da-a525-3b3e003dbe36 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:18.153354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9fdd3c77-020e-40a8-8ee0-bcb46b602b29 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:18.154798 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9fdd3c77-020e-40a8-8ee0-bcb46b602b29 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.1104050 Jan 14 05:53:18.158028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44246) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:18.159294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.198669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Transition to ACTIVE for port object d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:18.249914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.269226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.275014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Network': ['ID=b48c5bef-d092-48e8-8537-6a7172dd40e7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:18.285078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.288132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.301525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Transition to ACTIVE for port object d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:18.302993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:18.314949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:18.318958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1bc41297-172f-4d77-ba76-6cc29efbcb2d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:18.341385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.353004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e69934ad-caa1-4318-aa2d-e6ba6f395cec admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:18.367623 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 1.2275343 Jan 14 05:53:18.368325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44250) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:18.373023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Pushing event deleted for resources: {'Port': ['ID=42337552-c453-41b0-9a13-1d8f7cc89f11,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:18.377230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=58457ce1-f879-4337-8728-e8157f883bbe,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:18.380879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:18.387671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.069s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:18.389731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.391209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/58457ce1-f879-4337-8728-e8157f883bbe HTTP/1.1" status: 204 len: 168 time: 0.2319257 Jan 14 05:53:18.393899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44254) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:18.415717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:18.450204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'subnet': {'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'cidr': '2001:db8:3::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:3::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:18.475619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac3cc68b-322f-4134-b244-af1855d828d1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:18.512470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ac3cc68b-322f-4134-b244-af1855d828d1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:18.514125 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac3cc68b-322f-4134-b244-af1855d828d1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1190257 Jan 14 05:53:18.518503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44258) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:18.525684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--464638384'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:18.545154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:18.566024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:18.568840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:18.598751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.617623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Transition to ACTIVE for port object 6466039e-6797-47e5-8222-9f271af27bec will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:18.630499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.661810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:18.672293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:subnet and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:18.677080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:18.708298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::1 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/a5227d9a-2a5a-4bde-985d-5fc808af0967/dadcd718-c891-426c-8585-6f49a9fc1696) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:18.710621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:18.746864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Made reservation on behalf of a3684b946db04304a0589a70c1b3e849 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:18.791553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:18.834954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.871585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.919492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:18.941145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:18.944067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-34723ef3-000e-48cf-a600-6c6a69f0d034 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:18.972548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:14Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:15Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:19.001198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:19.001616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Updating router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad port d6153f57-524a-474a-b3a5-ee408cdc372b binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:53:19.054844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:19.067950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:19.079463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:19.082986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:19.094734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=c3d44b13-7947-4357-9cde-b74da9325d42,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:19.104431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:19.115251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:19.116435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:19.123755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.195943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object dadcd718-c891-426c-8585-6f49a9fc1696 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:19.224813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Pushing event updated for resources: {'Port': ['ID=d5030a9a-ceb2-4a65-9cec-d37713d6c5a3,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:19.238059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.250179 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.459s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:19.253237 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e942d65e-2b9b-4e02-893a-6208bca994bc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.257s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:19.292296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Attempting to bind port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:19.292900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Attempting to bind port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '56c8d904-4b71-47c1-9479-e492b27c5280', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42b891f5-6bd5-4053-aaaf-2e5b79a59ab5'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:19.293324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Attempting to bind port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 on network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:19.312274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:19.312912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Checking segment: {'id': '56c8d904-4b71-47c1-9479-e492b27c5280', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42b891f5-6bd5-4053-aaaf-2e5b79a59ab5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:19.313479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.313926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Bound using segment: {'id': '56c8d904-4b71-47c1-9479-e492b27c5280', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42b891f5-6bd5-4053-aaaf-2e5b79a59ab5'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:19.314450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Bound port: d5030a9a-ceb2-4a65-9cec-d37713d6c5a3, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '56c8d904-4b71-47c1-9479-e492b27c5280', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '42b891f5-6bd5-4053-aaaf-2e5b79a59ab5'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:19.315018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.351633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.387931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.499093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.529102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-763b9994-f80b-405e-83c8-abae7e0d5a91 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:19.589014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.714888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.771650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b891f5-6bd5-4053-aaaf-2e5b79a59ab5']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:19.775868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] For port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:19.780263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] For port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d5030a9a-ceb2-4a65-9cec-d37713d6c5a3,segment=NetworkSegment(56c8d904-4b71-47c1-9479-e492b27c5280),segment_id=56c8d904-4b71-47c1-9479-e492b27c5280)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:19.811603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=dadcd718-c891-426c-8585-6f49a9fc1696,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:19.815423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c8d904-4b71-47c1-9479-e492b27c5280') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:19.815758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c8d904-4b71-47c1-9479-e492b27c5280') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:19.831856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:19.832427 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dafae8cc-c3cc-4d06-8e89-4c74e34131ac tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:19.851820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.887854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.888936 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 1.3691871 Jan 14 05:53:19.895161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44274) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:19.920778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:19.925647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=78af9bba-41da-4eee-aec6-309473aaf6a8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:19.929832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:53:19.945421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:20.113542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:20.119836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:20.122793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:20.123980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.163382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '78af9bba-41da-4eee-aec6-309473aaf6a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 2, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:20.189940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.251309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:20.258030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.271086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:20.344578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:20.369926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:20.429008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.437809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.473998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2d9f208f-8097-41b4-bd9d-fa984753660c None None] Provisioning for port 6466039e-6797-47e5-8222-9f271af27bec completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:20.487909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2d9f208f-8097-41b4-bd9d-fa984753660c None None] Provisioning complete for port 6466039e-6797-47e5-8222-9f271af27bec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:20.488329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2d9f208f-8097-41b4-bd9d-fa984753660c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.532429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Pushing event updated for resources: {'Port': ['ID=6466039e-6797-47e5-8222-9f271af27bec,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:20.545145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.292s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:20.547443 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.095s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:20.573658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.588257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.630396 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0696a044-556b-419b-b4c8-d9b0a8613867 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:20.634095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Pushing event updated for resources: {'Port': ['ID=d5030a9a-ceb2-4a65-9cec-d37713d6c5a3,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:20.642867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Router 8be4c3dd-845d-4dee-9111-8f5f5eec194f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:20.643842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.648946 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.4921246 Jan 14 05:53:20.652993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:20.670033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '78af9bba-41da-4eee-aec6-309473aaf6a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 3, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:20.699532 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:20.738014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2c4063bf-20c6-4d1f-8262-50ba2ef6a815,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:20.743328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:20.754965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:20.762395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2d4bf96-a647-493e-ba18-985fe0a90474 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:53:20.865693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:20.869283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:20.876567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:20.902732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:20.984868 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afc11afa-3a60-4a9d-a1b4-5ab9c70541d4 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:21.029201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0ce5c3a5-1584-4b8b-ba96-2eff0793d86c None None] Provisioning complete for port 6466039e-6797-47e5-8222-9f271af27bec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:21.029627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ce5c3a5-1584-4b8b-ba96-2eff0793d86c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.133434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.198435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:21.211812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.355579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4bf96-a647-493e-ba18-985fe0a90474 None None] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:53:21.367850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a2d4bf96-a647-493e-ba18-985fe0a90474 None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b48c5bef-d092-48e8-8537-6a7172dd40e7) {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:53:21.493567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:53:21.522826 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:53:21.618521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.622686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Subnet': ['ID=05e88485-7aa8-47e8-a9ce-40645e9ceb2d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:21.624101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.629052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.643513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.659s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:21.689087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:21.698262 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] 10.222.0.48 "PUT /v2.0/routers/8be4c3dd-845d-4dee-9111-8f5f5eec194f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0525835 Jan 14 05:53:21.702360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] Sync routers for ids ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:21.704162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44288) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:21.718619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] Routers {'8be4c3dd-845d-4dee-9111-8f5f5eec194f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:21.719374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:21.788438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f709e4c8-1749-4c16-808d-9837d00baa0a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:21.790812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Transition to ACTIVE for port object d6153f57-524a-474a-b3a5-ee408cdc372b will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:21.799347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.871793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.873974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:21.877858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:21.894211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.896472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=dadcd718-c891-426c-8585-6f49a9fc1696,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:21.898892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79c842b9-c5b9-4f35-8c5a-0dc0c88bc5cc tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:21.911024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:21.911681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.926412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:21.927692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:53:21.927692 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:53:21.927692 n-d-768851-4 neutron-server[80820]: [parameters: {'id': '42b891f5-6bd5-4053-aaaf-2e5b79a59ab5'}] Jan 14 05:53:21.927692 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:53:21.928027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:53:21.932065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:21.933092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:21.958137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fa547035-fec5-4ee2-a1b2-5401e4611e21,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:21.971750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:21.975582 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:21.985345 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 3.6097615 Jan 14 05:53:21.990767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44292) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:21.991594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:21.992912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.3386245 Jan 14 05:53:22.045202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] Set router 8be4c3dd-845d-4dee-9111-8f5f5eec194f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:22.060482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44296) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:22.063946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Pushing event updated for resources: {'Port': ['ID=d6153f57-524a-474a-b3a5-ee408cdc372b,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:22.064108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:22.091402 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:22.126153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '78af9bba-41da-4eee-aec6-309473aaf6a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 8, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:22.195527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Router ee99076a-0a59-4c8b-865c-01ec0a719280 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:53:22.219972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:22.298368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:22.319581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:22.359293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:22.404541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:22.414398 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "PUT /v2.0/routers/ee99076a-0a59-4c8b-865c-01ec0a719280/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5093145 Jan 14 05:53:22.415962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44302) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:22.435725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Sync routers for ids ['ee99076a-0a59-4c8b-865c-01ec0a719280'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:22.438947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:53:17Z', 'revision_number': 5, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:22.448513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] Checking router: 8be4c3dd-845d-4dee-9111-8f5f5eec194f for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:22.454561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Attempting to bind port d6153f57-524a-474a-b3a5-ee408cdc372b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:22.455006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Attempting to bind port d6153f57-524a-474a-b3a5-ee408cdc372b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:22.455430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Attempting to bind port d6153f57-524a-474a-b3a5-ee408cdc372b on network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:22.457941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6466039e-6797-47e5-8222-9f271af27bec up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:22.484676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] Routers {'8be4c3dd-845d-4dee-9111-8f5f5eec194f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:22.485364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:22.527382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:22.531668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:22.533108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Deleting port 1995b673-181e-443e-9599-b2817845626f {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:22.533477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:22.579277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-b48c5bef-d092-48e8-8537-6a7172dd40e7', 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'fixed_ips': [{'subnet_id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:53:22.580112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:22.606499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Routers {'ee99076a-0a59-4c8b-865c-01ec0a719280'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:22.607515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ee99076a-0a59-4c8b-865c-01ec0a719280'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:22.624287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f6cf6d9-859d-41e4-9cb7-36f484a496cf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:22.625161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f6cf6d9-859d-41e4-9cb7-36f484a496cf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:22.646504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f6cf6d9-859d-41e4-9cb7-36f484a496cf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:22.651997 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f6cf6d9-859d-41e4-9cb7-36f484a496cf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports/dadcd718-c891-426c-8585-6f49a9fc1696 HTTP/1.1" status: 200 len: 911 time: 0.2348437 Jan 14 05:53:22.652855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44306) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:22.653752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:22.654243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:22.693354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:22.843217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] Set router 8be4c3dd-845d-4dee-9111-8f5f5eec194f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:23.005700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Set router ee99076a-0a59-4c8b-865c-01ec0a719280 gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:23.033851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d5030a9a-ceb2-4a65-9cec-d37713d6c5a3,segment=NetworkSegment(56c8d904-4b71-47c1-9479-e492b27c5280),segment_id=56c8d904-4b71-47c1-9479-e492b27c5280)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:23.034259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.165679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:23.165979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Checking segment: {'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:23.166430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.166925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Bound using segment: {'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:23.167520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Bound port: d6153f57-524a-474a-b3a5-ee408cdc372b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '89db0890-eb6c-42b4-a12b-944763a8345c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:23.167950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.190837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:23.196482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.211246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] For port 1995b673-181e-443e-9599-b2817845626f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1995b673-181e-443e-9599-b2817845626f,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:23.211652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.248570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.256292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:23.283061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.302872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:23.419999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:53:17Z', 'revision_number': 5, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:23.430169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=d5030a9a-ceb2-4a65-9cec-d37713d6c5a3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:23.438053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:23.445445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c8d5ed77-e813-43b8-9ec8-feeb2dd8d6c1 None None] The sync data for ids ['8be4c3dd-845d-4dee-9111-8f5f5eec194f'] in n-d-768851-4 is: [{'id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'name': 'tempest-TestVolumeBackupRestore-1531821480-router', 'tenant_id': '85005e1778e34e01943b50fbbe351454', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '1995b673-181e-443e-9599-b2817845626f', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:49:11Z', 'updated_at': '2021-01-14T05:53:17Z', 'revision_number': 5, 'project_id': '85005e1778e34e01943b50fbbe351454', 'gw_port': {'id': '1995b673-181e-443e-9599-b2817845626f', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:62:63:34', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8be4c3dd-845d-4dee-9111-8f5f5eec194f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 2902, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:49:16Z', 'updated_at': '2021-01-14T05:49:29Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:23.447174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=55521194-d2c6-40c1-8f82-e11c1cbb7ca2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:23.457023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] For port d6153f57-524a-474a-b3a5-ee408cdc372b, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:23.458568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Calling delete_port for 1995b673-181e-443e-9599-b2817845626f owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:23.466019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] For port d6153f57-524a-474a-b3a5-ee408cdc372b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d6153f57-524a-474a-b3a5-ee408cdc372b,segment=NetworkSegment(89db0890-eb6c-42b4-a12b-944763a8345c),segment_id=89db0890-eb6c-42b4-a12b-944763a8345c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:23.557688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:23.561300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.594207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2be7c179-528c-4440-996a-a9af571ae451 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:23.601651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e874e4-40cd-4876-9717-a1e780b97736 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:23.613498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.619895 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 1.5580816 Jan 14 05:53:23.646214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25e874e4-40cd-4876-9717-a1e780b97736 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:23.650854 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-25e874e4-40cd-4876-9717-a1e780b97736 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1655 time: 0.9358411 Jan 14 05:53:23.650854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port d5030a9a-ceb2-4a65-9cec-d37713d6c5a3 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:53:23.652868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44312) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:23.653252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44314) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:23.661455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '78af9bba-41da-4eee-aec6-309473aaf6a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 0, 'port_range_max': 0, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:23.687960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:23.714379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:23.719344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:23.722852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:23.733516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:24.085852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.217298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.241903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.278110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:24.375590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Allocated IP 2001:db8:3::2 (b48c5bef-d092-48e8-8537-6a7172dd40e7/05e88485-7aa8-47e8-a9ce-40645e9ceb2d/f107d9cc-8936-440b-ae39-404c44c8b7ba) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:24.488163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ccd77085-73dc-49b7-9a85-82007550ac9a,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:24.492958 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:24.494055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.499588 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.8418732 Jan 14 05:53:24.576120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:24.578059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.616027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6466039e-6797-47e5-8222-9f271af27bec triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:24.616461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.621350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '78af9bba-41da-4eee-aec6-309473aaf6a8', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'ipv6-icmp', 'port_range_min': 11, 'port_range_max': None, 'remote_group_id': None, 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:24.646746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Pushing event updated for resources: {'Port': ['ID=d6153f57-524a-474a-b3a5-ee408cdc372b,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:24.657921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99076a-0a59-4c8b-865c-01ec0a719280', 'name': 'tempest-NetworksTestDHCPv6-router-928113160', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:14Z', 'updated_at': '2021-01-14T05:53:20Z', 'revision_number': 2, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None, '_interfaces': [{'id': 'dadcd718-c891-426c-8585-6f49a9fc1696', 'name': '', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'mac_address': 'fa:16:3e:0a:fe:6d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'ee99076a-0a59-4c8b-865c-01ec0a719280', 'device_owner': 'network:router_interface', 'standard_attr_id': 3091, 'fixed_ips': [{'subnet_id': 'a5227d9a-2a5a-4bde-985d-5fc808af0967', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:16Z', 'updated_at': '2021-01-14T05:53:20Z', 'revision_number': 2, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'subnets': [{'id': 'a5227d9a-2a5a-4bde-985d-5fc808af0967', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': 'dhcpv6-stateful', 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:24.700331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.700714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.701067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.701480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.701859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.702774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.702774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.702978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.703256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.703951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.703951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.704367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.704793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.705163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.705534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.705904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.706273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.706997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.706997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.707339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.707580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:24.707710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.708045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.708445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.708810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.709555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.709555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.709938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.710300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.710666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.711070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.711831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.711831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.712187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.712447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.712824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.713397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:24.718226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:24.723869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Checking router: ee99076a-0a59-4c8b-865c-01ec0a719280 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:24.724289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Updating router ee99076a-0a59-4c8b-865c-01ec0a719280 port dadcd718-c891-426c-8585-6f49a9fc1696 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:53:24.725565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:24.738831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.748581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:24.754469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.160s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:24.805952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['42b891f5-6bd5-4053-aaaf-2e5b79a59ab5']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:24.833642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '56c8d904-4b71-47c1-9479-e492b27c5280') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:24.833879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '56c8d904-4b71-47c1-9479-e492b27c5280') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:24.846613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:24.847392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:24.850067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.858646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.912674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.916290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:53:24.976972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:24.999701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.143635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.174089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42337552-c453-41b0-9a13-1d8f7cc89f11 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:53:25.180943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.184661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.210432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.211125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 8be4c3dd-845d-4dee-9111-8f5f5eec194f {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:53:25.219734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Transition to ACTIVE for port object f107d9cc-8936-440b-ae39-404c44c8b7ba will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:25.223476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 42337552-c453-41b0-9a13-1d8f7cc89f11 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:53:25.223873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42337552-c453-41b0-9a13-1d8f7cc89f11 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:53:25.232873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:25.243703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.245285 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b106a13-dd7a-4ff3-b75a-ba6bd47ef1e6 admin admin] 10.222.0.48 "DELETE /v2.0/routers/8be4c3dd-845d-4dee-9111-8f5f5eec194f HTTP/1.1" status: 204 len: 168 time: 3.5387995 Jan 14 05:53:25.248542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44332) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:25.338179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Transition to ACTIVE for port object f107d9cc-8936-440b-ae39-404c44c8b7ba will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:25.419799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Deleting subnet e5ccc9c8-382c-4525-b320-5fca1cb35739 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:53:25.421545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.428911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.595881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Allocated IP 2001:db8:3::1 (b48c5bef-d092-48e8-8537-6a7172dd40e7/05e88485-7aa8-47e8-a9ce-40645e9ceb2d/fbd1795a-a7ff-435c-bd08-ae3ee488363f) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:25.595881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.756520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:25.767413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.805699 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.892059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:25.974230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.009250 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98192d3f-bef8-415e-a138-36804ccf0da3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:26.039498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.102888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ca04c14-7219-4a7a-bde6-89f341aea46a tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:26.146535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Pushing event updated for resources: {'Port': ['ID=f107d9cc-8936-440b-ae39-404c44c8b7ba,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:26.146535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:26.168058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:26.174825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.181706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:26.192064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=de6f8314-3494-43fc-886f-e914a1797b33,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:26.192064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.192064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 772 time: 1.5754268 Jan 14 05:53:26.196225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44354) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:26.200969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:26.243333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Transition to ACTIVE for port object fbd1795a-a7ff-435c-bd08-ae3ee488363f will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:26.259251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:26.318559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.333002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.383083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.409995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:53:26.438960 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:53:26.449248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.449248 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92a3c025-6668-4604-94a1-4fcba5ef9f63 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:26.536175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=de6f8314-3494-43fc-886f-e914a1797b33,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:26.536175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.544684 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/de6f8314-3494-43fc-886f-e914a1797b33 HTTP/1.1" status: 204 len: 168 time: 0.3573740 Jan 14 05:53:26.573694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44362) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:26.590252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Attempting to bind port f107d9cc-8936-440b-ae39-404c44c8b7ba on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:26.590252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Attempting to bind port f107d9cc-8936-440b-ae39-404c44c8b7ba by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:26.590252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Attempting to bind port f107d9cc-8936-440b-ae39-404c44c8b7ba on network b48c5bef-d092-48e8-8537-6a7172dd40e7 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:26.647105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:26.647105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Checking segment: {'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:26.647105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.647105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Bound using segment: {'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:26.647105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Bound port: f107d9cc-8936-440b-ae39-404c44c8b7ba, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:26.647105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.674155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.693400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.693400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.693400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.693400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.693400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.693400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.699395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.704401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.721070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.721070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.721070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.721070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:26.745476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.789175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port dadcd718-c891-426c-8585-6f49a9fc1696 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:26.789175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.884252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:26.931777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-96a8ecab-2c83-4595-9fd3-80b6477931e8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:26.955039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] For port f107d9cc-8936-440b-ae39-404c44c8b7ba, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:26.964003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.513s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:26.964003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bff3793-7c81-436d-808f-0dace24f4ba8 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:26.971534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.021542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=42b891f5-6bd5-4053-aaaf-2e5b79a59ab5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:27.074811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=fbd1795a-a7ff-435c-bd08-ae3ee488363f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:27.086273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:27.102097 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:27.114914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:27.157806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8b1b03cd-908a-42bd-88b3-60378af1e8e1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:27.157806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:27.167501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.227701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.263676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8b1b03cd-908a-42bd-88b3-60378af1e8e1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:27.263676 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b1b03cd-908a-42bd-88b3-60378af1e8e1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5751 time: 0.6849730 Jan 14 05:53:27.294822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44374) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:27.296951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:14Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:23Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:27.313647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1995b673-181e-443e-9599-b2817845626f no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:53:27.392609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] For port f107d9cc-8936-440b-ae39-404c44c8b7ba, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f107d9cc-8936-440b-ae39-404c44c8b7ba,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:27.392609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1995b673-181e-443e-9599-b2817845626f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:53:27.392609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1995b673-181e-443e-9599-b2817845626f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:53:27.392609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c77495e1-b097-4fca-a4ae-b4875bbf947f None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:14Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:23Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:27.414554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.423715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.427318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for dadcd718-c891-426c-8585-6f49a9fc1696 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:27.651490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49afd63f-e47f-4d37-a8df-cc8cbb13f4af tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:27.687488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:27.696486 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.784s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:27.719163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 HTTP/1.1" status: 204 len: 168 time: 12.8117213 Jan 14 05:53:27.735164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44380) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:27.739623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e5ccc9c8-382c-4525-b320-5fca1cb35739,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:27.755824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:27.759959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.787768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1965180482'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:27.802395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.835304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.850431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e5ccc9c8-382c-4525-b320-5fca1cb35739 HTTP/1.1" status: 204 len: 168 time: 2.5954227 Jan 14 05:53:27.862977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:27.871020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44388) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:27.903441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:27.952870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e41dcc4b-d4fd-49e3-a410-4eb7e4fa7223 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:28.013899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=dadcd718-c891-426c-8585-6f49a9fc1696,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:28.184920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:28.189092 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:28.190485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:28.191649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Pushing event updated for resources: {'Port': ['ID=f107d9cc-8936-440b-ae39-404c44c8b7ba,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:28.192809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:28.200618 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:28.203429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.372195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.429721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.451023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:53:28.452786 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:53:28.453398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.462863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:28.473130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.571455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:53:28.595027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.598224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.598224 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment 70811ed6-efe2-4df1-925e-7304b9d09104 of type vxlan for network aa8a941f-4da4-484c-a09c-767dc558cee9 Jan 14 05:53:28.634431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70c26662-6d0f-497d-bdb2-08fa926eae58 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:28.736473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Deleting port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:28.736473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.763250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=ccd77085-73dc-49b7-9a85-82007550ac9a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:28.821125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.825959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:28.858774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:28.860626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/ccd77085-73dc-49b7-9a85-82007550ac9a HTTP/1.1" status: 204 len: 168 time: 1.5573678 Jan 14 05:53:28.967713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44402) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:29.103679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Port dadcd718-c891-426c-8585-6f49a9fc1696 not found while updating agent binding for router ee99076a-0a59-4c8b-865c-01ec0a719280. {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:218}} Jan 14 05:53:29.121554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Routers {'ee99076a-0a59-4c8b-865c-01ec0a719280'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:29.121554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ee99076a-0a59-4c8b-865c-01ec0a719280'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:29.313886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-80bb8385-f6cc-44f6-be09-3759d4d8a92c tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:29.326637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:29.345207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:29.345207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:29.394967 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ad1f69d7-a266-41e8-9c94-b6021a862fd6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:29.440187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-80bb8385-f6cc-44f6-be09-3759d4d8a92c tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:29.443689 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80bb8385-f6cc-44f6-be09-3759d4d8a92c tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 5205 time: 0.4764352 Jan 14 05:53:29.452863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44410) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:29.516673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:29.528003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:29.563043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=aa8a941f-4da4-484c-a09c-767dc558cee9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:29.568516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Router ee99076a-0a59-4c8b-865c-01ec0a719280 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:29.573035 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.8043110 Jan 14 05:53:29.573035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:29.577418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:29.580075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44416) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:29.592889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d6153f57-524a-474a-b3a5-ee408cdc372b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:29.651110 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88b51e85-478c-4af6-ae40-637a49f0bab4 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:29.658716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:29.695438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] For port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8f1c13c1-bd2b-4396-a952-3c584f0d44d4,segment=NetworkSegment(3ce57704-43cc-497f-9e44-107ded494751),segment_id=3ce57704-43cc-497f-9e44-107ded494751)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:29.695438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:29.698745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:29.701852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'New_network'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:29.710820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:29.736556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] Set router ee99076a-0a59-4c8b-865c-01ec0a719280 gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:29.818023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:29.842765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=55521194-d2c6-40c1-8f82-e11c1cbb7ca2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:29.842765 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "PUT /v2.0/routers/ee99076a-0a59-4c8b-865c-01ec0a719280/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.1837080 Jan 14 05:53:29.853354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44422) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.970666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.980499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.992404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.992404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.992404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.992404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.992404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:29.992404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:53:30.010281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Calling delete_port for 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:30.012295 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.358s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:30.020853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:30.027536 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/55521194-d2c6-40c1-8f82-e11c1cbb7ca2 HTTP/1.1" status: 204 len: 168 time: 0.5748897 Jan 14 05:53:30.027536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44428) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:30.209573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d14ef61e-1001-4d2f-98b7-360e300c9a3b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:30.358875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port d6153f57-524a-474a-b3a5-ee408cdc372b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:30.422504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d14ef61e-1001-4d2f-98b7-360e300c9a3b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:30.427657 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d14ef61e-1001-4d2f-98b7-360e300c9a3b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.3921418 Jan 14 05:53:30.431786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44436) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:30.444690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c21aca2-6888-4ab5-9580-d05f1fa5a821 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:30.451842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0c21aca2-6888-4ab5-9580-d05f1fa5a821 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:30.452774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0c21aca2-6888-4ab5-9580-d05f1fa5a821 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:30.581499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81066eeb-979c-4bf5-8f8e-794bdc85b8ea tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:30.943385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-043a5e84-5fd1-4827-ae57-da59e0aa4656 None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:31.107143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:53:31.113780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-20aac947-338d-4874-9287-39ae6f1a53ca None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:31.171512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5af70-3f6c-4201-b8f3-eaf1d961f238 None None] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:31.212370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520372d5-7d5a-40f5-a555-14213b990791 None None] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:31.299749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-441bc05a-400a-4909-8f27-00610b02c0e6 None None] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:31.318520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81066eeb-979c-4bf5-8f8e-794bdc85b8ea tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.321739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.348140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0c21aca2-6888-4ab5-9580-d05f1fa5a821 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:31.361137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0c21aca2-6888-4ab5-9580-d05f1fa5a821 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1464 time: 1.4426987 Jan 14 05:53:31.361137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81066eeb-979c-4bf5-8f8e-794bdc85b8ea tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.368818 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0c0d61b-07de-4fa3-bd9c-fc05756e7349 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:31.375379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44454) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:31.389598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:31.415469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81066eeb-979c-4bf5-8f8e-794bdc85b8ea tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.416727 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-81066eeb-979c-4bf5-8f8e-794bdc85b8ea tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/fa547035-fec5-4ee2-a1b2-5401e4611e21 HTTP/1.1" status: 204 len: 168 time: 0.9810781 Jan 14 05:53:31.429774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44460) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:31.628026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Pushing event deleted for resources: {'Port': ['ID=8f1c13c1-bd2b-4396-a952-3c584f0d44d4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:31.631860 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.272s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:31.661427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] No DVR routers for this DVR port 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:53:31.680375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81066eeb-979c-4bf5-8f8e-794bdc85b8ea tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=fa547035-fec5-4ee2-a1b2-5401e4611e21,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:31.717577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.772598 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81066eeb-979c-4bf5-8f8e-794bdc85b8ea tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:31.792577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-96b5af70-3f6c-4201-b8f3-eaf1d961f238 None None] Network 42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 could not be found, it might have been deleted concurrently. {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 05:53:31.792577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-520372d5-7d5a-40f5-a555-14213b990791 None None] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 could not be found, it might have been deleted concurrently. {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 05:53:31.792577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5ff170c4-8c7d-47b5-b1eb-049161a823be None None] Network f6d420af-622a-404c-8c94-d7fdaf311812 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:31.895552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99076a-0a59-4c8b-865c-01ec0a719280', 'name': 'tempest-NetworksTestDHCPv6-router-928113160', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:14Z', 'updated_at': '2021-01-14T05:53:27Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:31.902717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f107d9cc-8936-440b-ae39-404c44c8b7ba up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:31.929286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.941752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.953148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet a5227d9a-2a5a-4bde-985d-5fc808af0967 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:53:31.960518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:31.980055 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:32.046601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.104454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.104454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.114250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8154912-f687-4a01-8119-5257e12bc319 None None] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:32.177226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f5aa7c9e-d222-449f-a672-30cfc0ae3380 None None] Provisioning for port f107d9cc-8936-440b-ae39-404c44c8b7ba completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:32.280468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=aa8a941f-4da4-484c-a09c-767dc558cee9,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:32.335769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b71fc91c-ca31-4a9c-b281-8f2aea66292c None None] The sync data for ids ['ee99076a-0a59-4c8b-865c-01ec0a719280'] in n-d-768851-4 is: [{'id': 'ee99076a-0a59-4c8b-865c-01ec0a719280', 'name': 'tempest-NetworksTestDHCPv6-router-928113160', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:14Z', 'updated_at': '2021-01-14T05:53:27Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:32.341661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.369s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:32.378575 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:32.424147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:32.449281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50c5372e-6949-4fe9-9bde-f36b5c947217 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:32.452067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f6d420af-622a-404c-8c94-d7fdaf311812']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:32.510389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50c5372e-6949-4fe9-9bde-f36b5c947217 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:32.515273 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50c5372e-6949-4fe9-9bde-f36b5c947217 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.9191177 Jan 14 05:53:32.516873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '3ce57704-43cc-497f-9e44-107ded494751') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:32.517396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '3ce57704-43cc-497f-9e44-107ded494751') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:32.533308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44476) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:32.534539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.539649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.554141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.557128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:53:32.577612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network aa8a941f-4da4-484c-a09c-767dc558cee9 is not hosted by any dhcp agent {{(pid=80929) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 05:53:32.579591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:32.597340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:32.598063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.603654 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "PUT /v2.0/networks/aa8a941f-4da4-484c-a09c-767dc558cee9 HTTP/1.1" status: 200 len: 723 time: 2.9439273 Jan 14 05:53:32.614907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44478) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:32.664168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': 'aa8a941f-4da4-484c-a09c-767dc558cee9', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:32.729271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:32.786633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.844866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:32.895270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f8154912-f687-4a01-8119-5257e12bc319 None None] Network f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 could not be found, it might have been deleted concurrently. {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 05:53:32.930597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f107d9cc-8936-440b-ae39-404c44c8b7ba completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:32.985377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:32.990912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f107d9cc-8936-440b-ae39-404c44c8b7ba triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:32.990912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.000712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:33.000712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:33.018058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.018058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:33.042207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03671d3e-ce5f-4573-9dd7-f8d49758dbc5 tempest-SecurityGroupRulesTestJSON-707579283 tempest-SecurityGroupRulesTestJSON-707579283] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:33.070978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=2c4063bf-20c6-4d1f-8262-50ba2ef6a815,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:33.087721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.130811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-455edfd7-270a-41e2-acc4-8d8ebe37d1b4 None None] DHCP port deletion for f6d420af-622a-404c-8c94-d7fdaf311812 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:53:33.150202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Network f6d420af-622a-404c-8c94-d7fdaf311812 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:33.158288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:33.172280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event updated for resources: {'Port': ['ID=fbd1795a-a7ff-435c-bd08-ae3ee488363f,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:33.182477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.198087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:33.212641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.838s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:33.239682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a674b68c-6022-42f4-865c-a65d022c2af6 None None] Provisioning complete for port bfbe4729-861e-473c-b259-d12144d67595 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:33.239682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a674b68c-6022-42f4-865c-a65d022c2af6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.286366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:33.298081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:33.392705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.398007 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/2c4063bf-20c6-4d1f-8262-50ba2ef6a815 HTTP/1.1" status: 204 len: 168 time: 0.7923503 Jan 14 05:53:33.483310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:33.524600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Network f6d420af-622a-404c-8c94-d7fdaf311812 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:33.658101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:53:33.665152 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:53:33.699189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:33.850230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:33.940465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:34.026280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:34.032761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Pushing event deleted for resources: {'Network': ['ID=f6d420af-622a-404c-8c94-d7fdaf311812,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:34.041348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:34.089555 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] 10.222.0.48 "DELETE /v2.0/networks/f6d420af-622a-404c-8c94-d7fdaf311812 HTTP/1.1" status: 204 len: 168 time: 6.2127955 Jan 14 05:53:34.205779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:34.339685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f107d9cc-8936-440b-ae39-404c44c8b7ba, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f107d9cc-8936-440b-ae39-404c44c8b7ba,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:34.346539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:34.366915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-678527ee-838f-4307-ab2f-27604f9a2238 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:34.412108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:34.464934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:34.516048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-428c3769-07e3-49e3-83be-4657e9e24607 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:34.664744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f107d9cc-8936-440b-ae39-404c44c8b7ba,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:34.687598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=a5227d9a-2a5a-4bde-985d-5fc808af0967,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:34.692072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:53:34.695572 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:34.699977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-428c3769-07e3-49e3-83be-4657e9e24607 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:34.699977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-428c3769-07e3-49e3-83be-4657e9e24607 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 1.0364959 Jan 14 05:53:34.718590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44508) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:34.804090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44514) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:34.823881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:34.830123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:53:34.830889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8f1c13c1-bd2b-4396-a952-3c584f0d44d4 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:53:34.843654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0e272dfd-a345-42a9-88d5-652224c6d4a6 None None] Provisioning complete for port f107d9cc-8936-440b-ae39-404c44c8b7ba triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:34.844371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e272dfd-a345-42a9-88d5-652224c6d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:34.921727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:34.946538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] Sync routers for ids ['ee99076a-0a59-4c8b-865c-01ec0a719280'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:34.966375 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.9675167 Jan 14 05:53:34.971901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44518) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:35.020374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:35.027572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'routes': [{'nexthop': '2001:db8:1::2', 'destination': '2001:db8:1::/64'}, {'nexthop': '2001:db8:2::2', 'destination': '2001:db8:2::/64'}, {'nexthop': '2001:db8:3::2', 'destination': '2001:db8:3::/64'}, {'nexthop': '2001:db8::2', 'destination': '2001:db8::/64'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:35.037295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] Routers {'ee99076a-0a59-4c8b-865c-01ec0a719280'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:35.037295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ee99076a-0a59-4c8b-865c-01ec0a719280'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:35.089894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:35.104430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:35.325414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:35.413257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a5227d9a-2a5a-4bde-985d-5fc808af0967 HTTP/1.1" status: 204 len: 168 time: 4.0202160 Jan 14 05:53:35.424742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:35.431869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:35.560322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] Set router ee99076a-0a59-4c8b-865c-01ec0a719280 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:35.719387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99076a-0a59-4c8b-865c-01ec0a719280', 'name': 'tempest-NetworksTestDHCPv6-router-928113160', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:14Z', 'updated_at': '2021-01-14T05:53:27Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:35.734383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] Checking router: ee99076a-0a59-4c8b-865c-01ec0a719280 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:35.805975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] Routers {'ee99076a-0a59-4c8b-865c-01ec0a719280'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:35.805975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['ee99076a-0a59-4c8b-865c-01ec0a719280'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:35.962512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:35.965360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] Set router ee99076a-0a59-4c8b-865c-01ec0a719280 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:36.124715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:36.164753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'ee99076a-0a59-4c8b-865c-01ec0a719280', 'name': 'tempest-NetworksTestDHCPv6-router-928113160', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:14Z', 'updated_at': '2021-01-14T05:53:27Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:36.173285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4716ad77-d04c-47b3-b29d-6020661ad5ca None None] The sync data for ids ['ee99076a-0a59-4c8b-865c-01ec0a719280'] in n-d-768851-4 is: [{'id': 'ee99076a-0a59-4c8b-865c-01ec0a719280', 'name': 'tempest-NetworksTestDHCPv6-router-928113160', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:14Z', 'updated_at': '2021-01-14T05:53:27Z', 'revision_number': 3, 'project_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'gw_port_host': None}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:36.222737 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2b5101a-61b1-4f2c-a0fd-4fcb99d29262 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=85005e1778e34e01943b50fbbe351454&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4130225 Jan 14 05:53:36.230176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44538) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:36.357717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3253d456-88b7-44b5-98a1-5aac41778114 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:router {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:36.390122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6b9aa4fa-5cc9-4923-80a1-7362e0b3fbb4 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:36.413084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:36.421827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-26ef2c53-9f36-4e47-8388-3fbe8ebd6352 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:36.484898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:36.521160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:36.559684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=78af9bba-41da-4eee-aec6-309473aaf6a8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:36.676990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:36.707102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:36.727512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31ef7084-b1b6-4738-9d51-4196e2850095 None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:36.774974 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:36.774974 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/78af9bba-41da-4eee-aec6-309473aaf6a8 HTTP/1.1" status: 204 len: 168 time: 2.0572217 Jan 14 05:53:36.797111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44548) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:36.873905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f107d9cc-8936-440b-ae39-404c44c8b7ba up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:36.892187 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-efcc118b-7df7-4b8f-85b1-e7257b4d4113 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:37.086269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=52f70000-1a04-4ec2-83ce-86c8cbed5bd6,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:37.086269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:37.132407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3253d456-88b7-44b5-98a1-5aac41778114 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:router {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:37.139527 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3253d456-88b7-44b5-98a1-5aac41778114 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 709 time: 1.7106009 Jan 14 05:53:37.139527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44556) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:37.385302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3897ebff-793e-4dd7-be7a-ad8d20a05473 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:37.489875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:27Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:23Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbd1795a-a7ff-435c-bd08-ae3ee488363f', 'name': '', 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:78:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:24Z', 'updated_at': '2021-01-14T05:53:30Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:37.498953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f107d9cc-8936-440b-ae39-404c44c8b7ba triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:37.498953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:37.599323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:37.599323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Updating router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad port fbd1795a-a7ff-435c-bd08-ae3ee488363f binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:53:37.662562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:37.697747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a3d968b5-ccee-4bd4-a7f8-53b0849723c6 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:37.770039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a3d968b5-ccee-4bd4-a7f8-53b0849723c6 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:37.770039 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a3d968b5-ccee-4bd4-a7f8-53b0849723c6 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.9347804 Jan 14 05:53:37.774958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:53:37.774958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Deleting port 6466039e-6797-47e5-8222-9f271af27bec {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:37.774958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:37.849341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0e272dfd-a345-42a9-88d5-652224c6d4a6 None None] Provisioning for port fbd1795a-a7ff-435c-bd08-ae3ee488363f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:37.923312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0e272dfd-a345-42a9-88d5-652224c6d4a6 None None] Provisioning complete for port fbd1795a-a7ff-435c-bd08-ae3ee488363f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:37.923750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e272dfd-a345-42a9-88d5-652224c6d4a6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:37.962280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 05:53:37.983688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44568) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:37.993536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:37.999693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0e272dfd-a345-42a9-88d5-652224c6d4a6 None None] Port fbd1795a-a7ff-435c-bd08-ae3ee488363f cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:53:38.027959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--1721919955'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:38.050032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d51121c-dc82-4a3b-a77a-718fb73781b9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:38.050032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:38.069459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:38.085358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Removed routes are [] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 05:53:38.085358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.095576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e3410980-9408-4033-87a6-5f8d3e7cfe7c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:38.095576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.095576 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e3410980-9408-4033-87a6-5f8d3e7cfe7c HTTP/1.1" status: 204 len: 168 time: 1.8670106 Jan 14 05:53:38.116934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.155924 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:38.305225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3897ebff-793e-4dd7-be7a-ad8d20a05473 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.305225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3897ebff-793e-4dd7-be7a-ad8d20a05473 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.336878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': '70811ed6-efe2-4df1-925e-7304b9d09104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aa8a941f-4da4-484c-a09c-767dc558cee9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:38.336878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: aa8a941f-4da4-484c-a09c-767dc558cee9, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:53:38.360243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3897ebff-793e-4dd7-be7a-ad8d20a05473 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.360243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3897ebff-793e-4dd7-be7a-ad8d20a05473 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Fanout notify agent at l3_agent the message router_deleted on router ee99076a-0a59-4c8b-865c-01ec0a719280 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:53:38.410536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Provisioning complete for port f107d9cc-8936-440b-ae39-404c44c8b7ba triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:38.410536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.428166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3897ebff-793e-4dd7-be7a-ad8d20a05473 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.428166 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3897ebff-793e-4dd7-be7a-ad8d20a05473 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/routers/ee99076a-0a59-4c8b-865c-01ec0a719280 HTTP/1.1" status: 204 len: 168 time: 1.2847655 Jan 14 05:53:38.435691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44580) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:38.435691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network aa8a941f-4da4-484c-a09c-767dc558cee9 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:53:38.461345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:38.468903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:38.474169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:38.482939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:38.591619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, aa8a941f-4da4-484c-a09c-767dc558cee9) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:38.638544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:38.638544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.682157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 6.0449975 Jan 14 05:53:38.682157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44586) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:38.729763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'name': 'New_subnet'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:38.952345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:38.973598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.011297 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de4d988d-6575-4d99-ad33-a723dfe74f85 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:39.011544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b8d0aa1f-1662-492a-91c7-08c321f92bff None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:39.024478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.028656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0465283 Jan 14 05:53:39.062424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44596) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:39.072908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': 'ecb02734-6517-4d50-b138-3910cf03c1cf', 'direction': 'ingress', 'protocol': 17}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:39.083975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:39.090454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:39.090454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:39.100582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:39.120820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=ecb02734-6517-4d50-b138-3910cf03c1cf,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:39.131082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:39.140593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.163425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.181328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.191478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-07d8a2f3-5731-4c99-abf3-e65764ba2312 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:39.191478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-07d8a2f3-5731-4c99-abf3-e65764ba2312 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:39.219516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update-8269177'] for subnet, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.331338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6466039e-6797-47e5-8222-9f271af27bec no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:53:39.341192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-07d8a2f3-5731-4c99-abf3-e65764ba2312 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:39.341192 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07d8a2f3-5731-4c99-abf3-e65764ba2312 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.8871815 Jan 14 05:53:39.361511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44606) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:39.503898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.571744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.641287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c17b7a8-e631-485c-bd63-fff8c985fbed tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:39.721866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.721866 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 767 time: 0.6544671 Jan 14 05:53:39.721866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5515a6c8-f820-4785-879e-ce0f897102e1,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:39.721866 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:39.728770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44618) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:39.788287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:39.818613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.890555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] For port 6466039e-6797-47e5-8222-9f271af27bec, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6466039e-6797-47e5-8222-9f271af27bec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:39.890555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:39.894927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6595853c-39ae-4f44-8f2e-b079932ee745 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:39.894927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6595853c-39ae-4f44-8f2e-b079932ee745 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:39.934641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.064803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288521362104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-8030500'] for subnet, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.221206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-221ffce9-9bbe-45ce-a27b-8e6da7c33943 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:40.224598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6595853c-39ae-4f44-8f2e-b079932ee745 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:40.224598 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6595853c-39ae-4f44-8f2e-b079932ee745 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.8532865 Jan 14 05:53:40.224598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44630) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:40.238118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Calling delete_port for 6466039e-6797-47e5-8222-9f271af27bec owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:40.380756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.413422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=52f70000-1a04-4ec2-83ce-86c8cbed5bd6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:40.425381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port 6466039e-6797-47e5-8222-9f271af27bec update to DOWN by agent not found {{(pid=80931) update_port_statuses /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2088}} Jan 14 05:53:40.425381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.434856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:40.487707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-93d8af4e-2e30-4968-8e03-a40a7ea92964 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.082s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:40.559008 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fcbc422b-484b-4fbf-8445-7797d0a2a390 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3116119 Jan 14 05:53:40.563032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.563032 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/ecb02734-6517-4d50-b138-3910cf03c1cf HTTP/1.1" status: 204 len: 168 time: 0.8280439 Jan 14 05:53:40.566549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44640) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:40.568850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44642) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:40.568850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=ecb02734-6517-4d50-b138-3910cf03c1cf,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:40.580781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:40.580936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:40.603057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44648) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:40.614774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-aa8a941f-4da4-484c-a09c-767dc558cee9', 'network_id': 'aa8a941f-4da4-484c-a09c-767dc558cee9', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': '52f70000-1a04-4ec2-83ce-86c8cbed5bd6'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:53:40.615627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.625035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:40.668321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.668321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ad6cfd6-b4f9-40ba-83e9-7af887a2b65d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 200 len: 953 time: 5.6641641 Jan 14 05:53:40.677882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b15fe388-2b67-4494-ae2f-cec647c54a02 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:40.681260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44652) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:40.756199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-968e415a-d1a1-406f-985e-5e6b86a0a2cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:40.785581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:40.785581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:40.792310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "PUT /v2.0/subnets/52f70000-1a04-4ec2-83ce-86c8cbed5bd6 HTTP/1.1" status: 200 len: 806 time: 2.1001554 Jan 14 05:53:40.808745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44660) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:40.814091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-968e415a-d1a1-406f-985e-5e6b86a0a2cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:40.819182 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-968e415a-d1a1-406f-985e-5e6b86a0a2cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2341390 Jan 14 05:53:40.840526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44664) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:40.934178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--225617986'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:40.944741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:40.959256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:41.011537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Pushing event deleted for resources: {'Port': ['ID=6466039e-6797-47e5-8222-9f271af27bec,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:41.018654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.347s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:41.117775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.198816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:41.203285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.217833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:41.219576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] No DVR routers for this DVR port 6466039e-6797-47e5-8222-9f271af27bec on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:53:41.221086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:41.221086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:41.336914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1548907771-network', 'tenant_id': '232819a78d294c86bee396ec667f3524'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:41.349123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:41.357645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:41.369587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:41.406678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Usage tracker for resource:network and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:41.443286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:41.504658 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.510588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.521087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:41.521087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.595985 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f34c90f6-da4f-4561-8e4b-00553eae4363 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:41.619859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.635937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1745 time: 0.7738957 Jan 14 05:53:41.637329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:41.708481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44676) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:41.767697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Could not find standard attr ID for object dadcd718-c891-426c-8585-6f49a9fc1696. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:53:41.816443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Provisioning for port d6153f57-524a-474a-b3a5-ee408cdc372b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:41.831726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Provisioning complete for port d6153f57-524a-474a-b3a5-ee408cdc372b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:41.831726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.886472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Allocated IP 172.20.0.2 (aa8a941f-4da4-484c-a09c-767dc558cee9/52f70000-1a04-4ec2-83ce-86c8cbed5bd6/702f4839-1df4-4e90-ba9c-959daa9128e7) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:41.895685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:41.931259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--1445789207'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:41.953132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=791cdf4b-7854-44ef-ab66-d05c9c39df40,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:41.981990 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a3dd01d0-e00a-449c-92f6-c9bac7b0abe9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 200 len: 953 time: 1.2324321 Jan 14 05:53:41.981990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:41.986645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44682) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:41.999697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:42.028078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:42.047412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:42.079869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.091303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Transition to ACTIVE for port object fbd1795a-a7ff-435c-bd08-ae3ee488363f will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:42.109019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'routes': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:42.169450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:42.223273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.231453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Made reservation on behalf of 232819a78d294c86bee396ec667f3524 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:42.241719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.303019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:42.308210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.315592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:42.315592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:42.327233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:42.542567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.574249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Transition to ACTIVE for port object 702f4839-1df4-4e90-ba9c-959daa9128e7 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:42.595368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.598748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.606470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.610641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.623050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9540012-7eb0-4e73-9d37-c8cffef208f7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:42.668161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:42.701810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a795ea8-88d9-49bc-8903-74c742ee5365 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:42.703389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=0f59b2f6-5407-422a-98e9-7a1d004ae4a7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:42.718486 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:42.787162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Usage tracker for resource:security_group_rule and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:42.811040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.823411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0972314 Jan 14 05:53:42.823411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44696) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:42.838802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '791cdf4b-7854-44ef-ab66-d05c9c39df40', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'udp', 'port_range_min': 50, 'port_range_max': 55, 'remote_group_id': '0f59b2f6-5407-422a-98e9-7a1d004ae4a7', 'remote_ip_prefix': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:42.863071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:42.869329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:42.890248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:42.944748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:42.966087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bc42a-ac85-46f0-90bf-ebab4d5bf766 None None] Pushing event updated for resources: {'Port': ['ID=fbd1795a-a7ff-435c-bd08-ae3ee488363f,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:42.971528 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af9bc42a-ac85-46f0-90bf-ebab4d5bf766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.275s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:42.979123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Transition to ACTIVE for port object 702f4839-1df4-4e90-ba9c-959daa9128e7 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:42.982469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:42.996230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba95fe6d-b859-4733-9f75-cdee22b95ef5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.010809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] For port d6153f57-524a-474a-b3a5-ee408cdc372b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d6153f57-524a-474a-b3a5-ee408cdc372b,segment=NetworkSegment(89db0890-eb6c-42b4-a12b-944763a8345c),segment_id=89db0890-eb6c-42b4-a12b-944763a8345c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:43.061252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.124660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.127131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.185653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e468b0b-4d46-4d7f-96ca-08e00d6c7e53 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:43.273608 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:43.396316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=52f70000-1a04-4ec2-83ce-86c8cbed5bd6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:43.415172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:43.434350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Provisioning complete for port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:43.434350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.600890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.612844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:43.671537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:43.859866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.889876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:43.895944 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e1163601-eacd-459a-8a3a-02f8d0a0b1b4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:43.913833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8a941f-4da4-484c-a09c-767dc558cee9']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:43.928971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70811ed6-efe2-4df1-925e-7304b9d09104') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:43.929623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70811ed6-efe2-4df1-925e-7304b9d09104') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:43.945184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=26df6edb-5f5d-487f-970b-ae46864021fd,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:43.970487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:44.026795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.039299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.056684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.063679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:53:44.154456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.159274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67af2baf-cac4-4f75-ab76-ec1d6b669b33 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:44.165668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Attempting to bind port fbd1795a-a7ff-435c-bd08-ae3ee488363f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:44.166103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Attempting to bind port fbd1795a-a7ff-435c-bd08-ae3ee488363f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:44.166531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Attempting to bind port fbd1795a-a7ff-435c-bd08-ae3ee488363f on network b48c5bef-d092-48e8-8537-6a7172dd40e7 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:44.178936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:53:44.224739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:44.224739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Checking segment: {'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:44.224739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.224739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Bound using segment: {'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:44.224739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Bound port: fbd1795a-a7ff-435c-bd08-ae3ee488363f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:44.224739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.354912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] For port fbd1795a-a7ff-435c-bd08-ae3ee488363f, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:44.354912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] For port fbd1795a-a7ff-435c-bd08-ae3ee488363f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fbd1795a-a7ff-435c-bd08-ae3ee488363f,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:44.382117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:44.382117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.420946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:44.430062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=832246fd-0c31-4b6c-9aee-d7db1a739c1a,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:44.430236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Pushing event updated for resources: {'Port': ['ID=d6153f57-524a-474a-b3a5-ee408cdc372b,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:44.438301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:44.582585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:44.626588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Attempting to bind port 702f4839-1df4-4e90-ba9c-959daa9128e7 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:44.626588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Attempting to bind port 702f4839-1df4-4e90-ba9c-959daa9128e7 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '70811ed6-efe2-4df1-925e-7304b9d09104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aa8a941f-4da4-484c-a09c-767dc558cee9'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:44.626588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Attempting to bind port 702f4839-1df4-4e90-ba9c-959daa9128e7 on network aa8a941f-4da4-484c-a09c-767dc558cee9 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:44.652387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added routes are [] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 05:53:44.652387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Removed routes are [{'destination': '2001:db8:1::/64', 'nexthop': '2001:db8:1::2'}, {'destination': '2001:db8:2::/64', 'nexthop': '2001:db8:2::2'}, {'destination': '2001:db8::/64', 'nexthop': '2001:db8::2'}, {'destination': '2001:db8:3::/64', 'nexthop': '2001:db8:3::2'}] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 05:53:44.724909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 17), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:44.724909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Checking segment: {'id': '70811ed6-efe2-4df1-925e-7304b9d09104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aa8a941f-4da4-484c-a09c-767dc558cee9'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:44.724909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.724909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Bound using segment: {'id': '70811ed6-efe2-4df1-925e-7304b9d09104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aa8a941f-4da4-484c-a09c-767dc558cee9'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:44.724909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Bound port: 702f4839-1df4-4e90-ba9c-959daa9128e7, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '70811ed6-efe2-4df1-925e-7304b9d09104', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'aa8a941f-4da4-484c-a09c-767dc558cee9'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:44.724909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.750804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e19cec14-e0c1-4b50-8e64-187e3fe4aa88 None None] Could not find standard attr ID for object 6466039e-6797-47e5-8222-9f271af27bec. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:53:44.771538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.778207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44718) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:44.788806 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 798 time: 1.9496090 Jan 14 05:53:44.841594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network aa8a941f-4da4-484c-a09c-767dc558cee9 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:44.846324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] For port 702f4839-1df4-4e90-ba9c-959daa9128e7, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:44.854038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ae28c7d-4cfd-4b21-aa4b-a8173758b40f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.854038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d6153f57-524a-474a-b3a5-ee408cdc372b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:44.858593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.927129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Pushing event updated for resources: {'Port': ['ID=702f4839-1df4-4e90-ba9c-959daa9128e7,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:44.930688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bf384dc-3f33-4fb0-a33e-663677e9b26d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.944385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bf384dc-3f33-4fb0-a33e-663677e9b26d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:44.952832 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.782s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:44.955887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d5b1a75-984f-46d1-9eca-7a008d497e71 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.711s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:45.036947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bf384dc-3f33-4fb0-a33e-663677e9b26d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.048384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.048384 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58db438c-5e85-48d8-a9ab-b431dad9760f tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:45.065420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0bf384dc-3f33-4fb0-a33e-663677e9b26d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=832246fd-0c31-4b6c-9aee-d7db1a739c1a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:45.072605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bf384dc-3f33-4fb0-a33e-663677e9b26d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:45.076825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af9bc42a-ac85-46f0-90bf-ebab4d5bf766 None None] Pushing event updated for resources: {'Port': ['ID=fbd1795a-a7ff-435c-bd08-ae3ee488363f,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:45.079449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af9bc42a-ac85-46f0-90bf-ebab4d5bf766 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:45.083456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.664s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:45.084417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:45.122115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3de63c88-859d-48ad-a277-f79c6fc28ac6 None None] Provisioning complete for port d6153f57-524a-474a-b3a5-ee408cdc372b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:45.122552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de63c88-859d-48ad-a277-f79c6fc28ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.279939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d6153f57-524a-474a-b3a5-ee408cdc372b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:45.279939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.305473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network aa8a941f-4da4-484c-a09c-767dc558cee9 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:45.391241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:45.392306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:45.554501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.582939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:53:45.636387 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:53:45.724137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:53:45.724137 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:53:45.724137 n-d-768851-4 neutron-server[80820]: [parameters: {'id': 'aa8a941f-4da4-484c-a09c-767dc558cee9'}] Jan 14 05:53:45.724137 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:53:45.724137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:53:45.806835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] For port 702f4839-1df4-4e90-ba9c-959daa9128e7, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=702f4839-1df4-4e90-ba9c-959daa9128e7,segment=NetworkSegment(70811ed6-efe2-4df1-925e-7304b9d09104),segment_id=70811ed6-efe2-4df1-925e-7304b9d09104)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:45.806835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:45.813578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.813578 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Added segment 37e2edf8-733a-4d77-8d32-2b3fc7fa311d of type vxlan for network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 Jan 14 05:53:45.813578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bf384dc-3f33-4fb0-a33e-663677e9b26d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.820579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44738) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:45.830938 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0bf384dc-3f33-4fb0-a33e-663677e9b26d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/832246fd-0c31-4b6c-9aee-d7db1a739c1a HTTP/1.1" status: 204 len: 168 time: 1.0529585 Jan 14 05:53:45.933538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.933538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.968934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8bbd4b86-a6a2-4f5f-b229-89d9501f33d3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:45.988179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:45.999029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8bbd4b86-a6a2-4f5f-b229-89d9501f33d3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:45.999029 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8bbd4b86-a6a2-4f5f-b229-89d9501f33d3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4659 time: 0.1795311 Jan 14 05:53:46.002455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44742) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:46.030156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:46.127307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.189657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.214320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.resource_extend [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] It took 0.18 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_utils/timeutils.py:388}} Jan 14 05:53:46.263338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82a58338-a7ce-4ff0-b07f-d5c93f677ca3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:46.269165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.398345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:53:46.402402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Pushing event updated for resources: {'Port': ['ID=702f4839-1df4-4e90-ba9c-959daa9128e7,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:46.406357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.414082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:46.425366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.449224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:46.449224 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-77726f82-0fee-4e35-912e-d4c64695efdc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:46.468287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.508562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.508562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:46.508966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.517108 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06b06768-62cd-41a0-8f98-58dfc05deeca admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:46.551911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:46.553429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-902091bd-a45f-4bd8-bf6e-27a14f12c786 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 200 len: 703 time: 4.5572240 Jan 14 05:53:46.563253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44754) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:46.673133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 6.0452948 Jan 14 05:53:46.681345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44758) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:46.688900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Request body: {'subnet': {'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1548907771-subnet', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:46.721470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:46.725247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=0398c97b-3deb-45af-9795-16c8b9d65502,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:46.747058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Usage tracker for resource:subnet and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:46.747058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:46.747058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.189s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:46.773603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:46.790907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:46.803272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a1176647-c6b7-40d4-aba3-3321fb3ba4af None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:47.050024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Made reservation on behalf of 232819a78d294c86bee396ec667f3524 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:47.062478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:47.168353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Pushing event updated for resources: {'Network': ['ID=0df40305-8ade-4a84-bebd-1a7c0566cbe5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:47.235683 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.492s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:47.251187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:47.264334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=0f59b2f6-5407-422a-98e9-7a1d004ae4a7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:47.265009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:47.268050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:47.269538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/0f59b2f6-5407-422a-98e9-7a1d004ae4a7 HTTP/1.1" status: 204 len: 168 time: 1.2661252 Jan 14 05:53:47.282502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44768) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:47.288324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-38f71f18-70cd-4f08-9cae-24b7cd27ed00 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 200 len: 703 time: 0.7169960 Jan 14 05:53:47.290657 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.774s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:47.291496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44770) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:47.328266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:47.328266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:47.353760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:47.376695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:47.414449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.8443105 Jan 14 05:53:47.425353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44776) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:47.439463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:47.488725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:47.505576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e949c9fa-367b-46d5-8cf7-644cc6579d42 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:47.624458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port 702f4839-1df4-4e90-ba9c-959daa9128e7 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:47.624458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:47.635892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1c908e4-c961-4bea-bcc0-1f8d426b2e38 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:47.764017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e1c908e4-c961-4bea-bcc0-1f8d426b2e38 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:47.764017 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e1c908e4-c961-4bea-bcc0-1f8d426b2e38 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 4510 time: 0.4484005 Jan 14 05:53:47.781051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44786) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:47.859849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port 702f4839-1df4-4e90-ba9c-959daa9128e7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=702f4839-1df4-4e90-ba9c-959daa9128e7,segment=NetworkSegment(70811ed6-efe2-4df1-925e-7304b9d09104),segment_id=70811ed6-efe2-4df1-925e-7304b9d09104)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:47.859849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:47.911192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:47.922839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:47.946237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:47.999140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:48.087500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for 702f4839-1df4-4e90-ba9c-959daa9128e7 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:48.206103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:48.220407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3de63c88-859d-48ad-a277-f79c6fc28ac6 None None] Provisioning complete for port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:48.220407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3de63c88-859d-48ad-a277-f79c6fc28ac6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:48.229510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:48.293277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:48.399921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:48.407107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3915702-568d-42dc-8b5f-b9cc187321f8 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:48.462258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4e1e62c-7ccd-462d-8e7f-e32481bc08b9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:48.593884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=791cdf4b-7854-44ef-ab66-d05c9c39df40,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:48.625467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1151935-6d18-4a9b-87f7-609e40145ff0 None None] Network aa8a941f-4da4-484c-a09c-767dc558cee9 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:48.716817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port 702f4839-1df4-4e90-ba9c-959daa9128e7 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:53:48.754737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=702f4839-1df4-4e90-ba9c-959daa9128e7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:48.759138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:48.919996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:49.013949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.607s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:49.024909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:49.122348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['aa8a941f-4da4-484c-a09c-767dc558cee9']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:49.133663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '70811ed6-efe2-4df1-925e-7304b9d09104') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:49.133663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '70811ed6-efe2-4df1-925e-7304b9d09104') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:49.149356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:49.164842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:49.164842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:53:49.421390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network aa8a941f-4da4-484c-a09c-767dc558cee9 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:49.431813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:49.590057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:49.590057 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/791cdf4b-7854-44ef-ab66-d05c9c39df40 HTTP/1.1" status: 204 len: 168 time: 1.8099642 Jan 14 05:53:49.628391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44806) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:49.668555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 7, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbd1795a-a7ff-435c-bd08-ae3ee488363f', 'name': '', 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:78:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:24Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:49.683001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-947e39a5-29f9-4e93-afa9-207b15d28237 None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 7, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbd1795a-a7ff-435c-bd08-ae3ee488363f', 'name': '', 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:78:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:24Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:49.703450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '0398c97b-3deb-45af-9795-16c8b9d65502'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:53:49.703450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.078742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-356e488c-f7fa-4885-8573-6c8b4a6bbecd tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:50.089465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network aa8a941f-4da4-484c-a09c-767dc558cee9 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:53:50.145294 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:53:50.218822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-356e488c-f7fa-4885-8573-6c8b4a6bbecd tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:50.218822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-356e488c-f7fa-4885-8573-6c8b4a6bbecd tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.6028388 Jan 14 05:53:50.234092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44818) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:50.257784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--2044156870'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:50.267609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.267609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.283392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d68607f7-0b1c-4d50-870c-0eddd1daeb91 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:50.305759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/aa8a941f-4da4-484c-a09c-767dc558cee9 HTTP/1.1" status: 204 len: 168 time: 9.4957583 Jan 14 05:53:50.308762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44822) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:50.309875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=aa8a941f-4da4-484c-a09c-767dc558cee9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:50.313768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:50.360791 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a4dc84ca-723c-460b-8dab-779d09479c3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:53:50.360791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a4dc84ca-723c-460b-8dab-779d09479c3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:53:50.360791 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4dc84ca-723c-460b-8dab-779d09479c3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/aa8a941f-4da4-484c-a09c-767dc558cee9 HTTP/1.1" status: 404 len: 339 time: 0.0386026 Jan 14 05:53:50.360791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44826) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:50.379521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-69683577', 'description': 'd1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:50.403384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.417374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:50.422325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Allocated IP 2001:db8::f816:3eff:feff:226a (dc69f032-a8e7-4abf-b3f3-848413ff1f68/0398c97b-3deb-45af-9795-16c8b9d65502/3c7c7526-f1e7-4ae4-9573-6b38a4c8c101) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:50.429309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:50.438313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:50.440916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bb2a666-e175-4d7d-9bb9-811631e397b5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:50.452059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:network and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:50.467701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:50.500251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:50.514217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.615378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:50.626138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.648470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:50.656094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:50.659470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:50.663903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:50.708212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:53:50.728151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.728151 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment 95164576-cbdd-4667-b621-76d45344eeaa of type vxlan for network c380a165-5573-4c5d-b354-a497ab1e395c Jan 14 05:53:50.772740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.797374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.808334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Transition to ACTIVE for port object 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:50.833771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Transition to ACTIVE for port object 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:50.837637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.841730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fbd1795a-a7ff-435c-bd08-ae3ee488363f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:50.860173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.866604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:50.881590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.897065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:50.938223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:50.942031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:51.077529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=b6da822b-56c0-46b2-b7b3-41c573eaf0ea,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:51.077529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:51.091257 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ca01f9e-9b04-41db-b910-63e704968b56 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:51.097782 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 0.7394497 Jan 14 05:53:51.104470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:51.129858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:51.165841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44838) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:51.175556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=c380a165-5573-4c5d-b354-a497ab1e395c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:51.190830 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:51.217421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c380a165-5573-4c5d-b354-a497ab1e395c details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:51.225265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d6223-da37-4635-986f-7184d28281e5 None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:51.266684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=7b0a6ad9-4109-489d-ad4e-325558e72479,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:51.284256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:51.284256 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0382183 Jan 14 05:53:51.289024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:51.289024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:51.292444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.200s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:51.304134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44844) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:51.310830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '7b0a6ad9-4109-489d-ad4e-325558e72479', 'direction': 'ingress', 'ethertype': 'IPv6', 'protocol': 'tcp', 'port_range_min': 76, 'port_range_max': 77, 'remote_group_id': None, 'remote_ip_prefix': '2001:db8::/48'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:51.328209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:51.328209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:51.338657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:51.349494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:51.392589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c380a165-5573-4c5d-b354-a497ab1e395c details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:51.404490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:51.423065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c380a165-5573-4c5d-b354-a497ab1e395c details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:51.693269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-575e87ce-b2d9-4da1-908b-1e77d6dad40a tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:51.693269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-575e87ce-b2d9-4da1-908b-1e77d6dad40a tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Synchronizing usage tracker for tenant:770459d6588a49598f487bab4b73810b on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:51.696953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:51.763397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-719dfa70-f725-4c4a-9949-bea753d403f2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:51.836405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=c76d7c26-96df-48b6-87ee-1282c973d713,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:51.847268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:51.849208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:51.954665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:51.960945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:51.964825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:51.984480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-575e87ce-b2d9-4da1-908b-1e77d6dad40a tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Unset dirty status for tenant:770459d6588a49598f487bab4b73810b on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:51.996531 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-575e87ce-b2d9-4da1-908b-1e77d6dad40a tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/networks?id=c380a165-5573-4c5d-b354-a497ab1e395c HTTP/1.1" status: 200 len: 759 time: 0.8289864 Jan 14 05:53:51.998581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.000623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44854) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:52.015070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:52.036100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Checking segment: {'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:52.036507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Network hostable DHCP agents. Network: 0df40305-8ade-4a84-bebd-1a7c0566cbe5, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:53:52.051193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'description': 'd2'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:52.103524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:52.104667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.149405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 7, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbd1795a-a7ff-435c-bd08-ae3ee488363f', 'name': '', 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:78:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:24Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:52.163501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d6223-da37-4635-986f-7184d28281e5 None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:53:52.178031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:52.179644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:52.201129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=390b84c9-ea55-4dbe-bd6a-57e6083a2283,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:52.223326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:52.246733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Pushing event updated for resources: {'Port': ['ID=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:52.258365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:52.268688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.139s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:52.268688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:52.274131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:52.344393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fbd1795a-a7ff-435c-bd08-ae3ee488363f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:52.350348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.9089739 Jan 14 05:53:52.350348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44858) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:52.350348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:53:52.367565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.367565 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 1.0647659 Jan 14 05:53:52.367818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fbd1795a-a7ff-435c-bd08-ae3ee488363f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:52.367818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.369509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44862) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:52.379915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port fbd1795a-a7ff-435c-bd08-ae3ee488363f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:52.380385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.405183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:d9:3c:43', 'name': 'tempest-NetworksTestDHCPv6-92889138'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:52.436185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:52.454488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Attempting to bind port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:52.454941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Attempting to bind port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:52.455368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Attempting to bind port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:52.468341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:52.468779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:52.469707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.469707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:52.470218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Bound port: 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:52.470649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.575965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:52.580115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:52.623844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port fbd1795a-a7ff-435c-bd08-ae3ee488363f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fbd1795a-a7ff-435c-bd08-ae3ee488363f,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:52.624521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.645410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.656729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.705419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:52.710759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:52.714910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:52.721313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:52.729831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0df40305-8ade-4a84-bebd-1a7c0566cbe5) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:52.791059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44b3fe62-b815-4684-9e79-49e0e6550df6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:52.807894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:52.820439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.831549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01700062-5a06-42e2-9f54-9a1c1f9eba1b None None] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:52.840183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for fbd1795a-a7ff-435c-bd08-ae3ee488363f owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:52.881935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.908906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:52.909602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.962209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port fbd1795a-a7ff-435c-bd08-ae3ee488363f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fbd1795a-a7ff-435c-bd08-ae3ee488363f,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:52.973938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-567d6223-da37-4635-986f-7184d28281e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 7, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbd1795a-a7ff-435c-bd08-ae3ee488363f', 'name': '', 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:78:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:24Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:52.980845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.983154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:52.984996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-567d6223-da37-4635-986f-7184d28281e5 None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 7, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'fbd1795a-a7ff-435c-bd08-ae3ee488363f', 'name': '', 'network_id': 'b48c5bef-d092-48e8-8537-6a7172dd40e7', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:78:cd:a4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3106, 'fixed_ips': [{'subnet_id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'ip_address': '2001:db8:3::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:24Z', 'updated_at': '2021-01-14T05:53:44Z', 'revision_number': 4, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '05e88485-7aa8-47e8-a9ce-40645e9ceb2d', 'cidr': '2001:db8:3::/64', 'gateway_ip': '2001:db8:3::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:53:53.024695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:53:53.025418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:53:53.031949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Pushing event updated for resources: {'Port': ['ID=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:53.047096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.256s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:53.047796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd02b47a-694a-41dd-a47f-750d636b3a20 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.056s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:53.096438 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 6.4184263 Jan 14 05:53:53.097515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44868) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:53.109252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:53.117421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:53.128388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Usage tracker for resource:router and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:53.154531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:53.170805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:53.214801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=fbd1795a-a7ff-435c-bd08-ae3ee488363f,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:53.292174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:53.388039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0df40305-8ade-4a84-bebd-1a7c0566cbe5', 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'fixed_ips': [{'subnet_id': 'b6da822b-56c0-46b2-b7b3-41c573eaf0ea'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:53:53.393408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.409551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.431556 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:53.487688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=390b84c9-ea55-4dbe-bd6a-57e6083a2283,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:53.531228 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:53.584245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.586625 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/390b84c9-ea55-4dbe-bd6a-57e6083a2283 HTTP/1.1" status: 204 len: 168 time: 1.2063890 Jan 14 05:53:53.589871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.603514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 8157b842-7e4b-429d-9c65-a8c4e00eb932 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:53:53.668936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44872) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:53.688671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port fbd1795a-a7ff-435c-bd08-ae3ee488363f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:53.689209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.724791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.726253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.734683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.744611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.815012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Allocated IP 172.20.0.2 (0df40305-8ade-4a84-bebd-1a7c0566cbe5/b6da822b-56c0-46b2-b7b3-41c573eaf0ea/fe3b1241-cd22-485c-8104-f6d265e0960d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:53.831607 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7488cf35-6200-4b05-a81c-fa1b81fa9a06 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:53.946021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port fbd1795a-a7ff-435c-bd08-ae3ee488363f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fbd1795a-a7ff-435c-bd08-ae3ee488363f,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:53.946651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:53.966325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf93bcb8-07cc-48f9-9bbf-2caa940cfd99 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:54.037513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.051153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Transition to ACTIVE for port object fe3b1241-cd22-485c-8104-f6d265e0960d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:54.071582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Transition to ACTIVE for port object fe3b1241-cd22-485c-8104-f6d265e0960d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:54.115861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for fbd1795a-a7ff-435c-bd08-ae3ee488363f owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:54.124317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.180942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf93bcb8-07cc-48f9-9bbf-2caa940cfd99 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:54.182847 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf93bcb8-07cc-48f9-9bbf-2caa940cfd99 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5069857 Jan 14 05:53:54.188675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network c380a165-5573-4c5d-b354-a497ab1e395c is not hosted by any dhcp agent {{(pid=80930) _notify_agents /opt/stack/neutron/neutron/api/rpc/agentnotifiers/dhcp_rpc_agent_api.py:218}} Jan 14 05:53:54.208524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44878) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:54.211707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:54.212647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.214406 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "PUT /v2.0/networks/c380a165-5573-4c5d-b354-a497ab1e395c HTTP/1.1" status: 200 len: 756 time: 2.1920877 Jan 14 05:53:54.215807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=c380a165-5573-4c5d-b354-a497ab1e395c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:54.218659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44882) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:54.229738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.398s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:54.309535 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5872f5c-1ccd-4d81-8d39-aaba8555b482 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:54.360903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 172.20.0.12 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/c76d7c26-96df-48b6-87ee-1282c973d713/8157b842-7e4b-429d-9c65-a8c4e00eb932) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:54.389663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fed9:3c43 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/0398c97b-3deb-45af-9795-16c8b9d65502/8157b842-7e4b-429d-9c65-a8c4e00eb932) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:54.390714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c380a165-5573-4c5d-b354-a497ab1e395c details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:54.407045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c380a165-5573-4c5d-b354-a497ab1e395c details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:54.438546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d88db281-bb07-4e66-ab2a-4e8e1856f97b tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:54.438546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d88db281-bb07-4e66-ab2a-4e8e1856f97b tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Synchronizing usage tracker for tenant:770459d6588a49598f487bab4b73810b on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:54.467271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d88db281-bb07-4e66-ab2a-4e8e1856f97b tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Unset dirty status for tenant:770459d6588a49598f487bab4b73810b on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:54.468762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d88db281-bb07-4e66-ab2a-4e8e1856f97b tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/networks?id=c380a165-5573-4c5d-b354-a497ab1e395c HTTP/1.1" status: 200 len: 759 time: 0.2414358 Jan 14 05:53:54.481035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44892) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:54.488400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-1192325472'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:54.495069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:54.505455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:54.524132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:54.533914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.573028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c380a165-5573-4c5d-b354-a497ab1e395c details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:54.589897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.601041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.634522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.672535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:53:54.691750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.700561 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4a1d218-a21b-4dbb-88bd-c4b7619cc10d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:54.711962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Pushing event updated for resources: {'Port': ['ID=fe3b1241-cd22-485c-8104-f6d265e0960d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:54.722686 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.413s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:54.725807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b0a6ad9-4109-489d-ad4e-325558e72479,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:54.728867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:54.830368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.835019 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/7b0a6ad9-4109-489d-ad4e-325558e72479 HTTP/1.1" status: 204 len: 168 time: 0.5384665 Jan 14 05:53:54.835753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44898) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:54.836254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.837081 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment c1da1bc9-1658-4aab-ab41-6d371580392a of type vxlan for network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 Jan 14 05:53:54.872408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.915196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.916959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85c09958-e963-4d25-97cb-9ad451c673d1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:54.934637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:54.937071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:54.938162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:54.942780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:54.956454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:54.957683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85c09958-e963-4d25-97cb-9ad451c673d1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:54.961125 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-85c09958-e963-4d25-97cb-9ad451c673d1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.1157525 Jan 14 05:53:54.966199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20367dd8-0e82-402e-9029-c6e6f0cbc7c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:55.016834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44902) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:55.027589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-945074bc-388a-4252-b79a-f61cba6e28e4 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:55.034396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group': {'name': 'tempest-secgroup--1022108465'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:55.046875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:55.057340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:55.091614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.138163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:55.142785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:55.146794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:55.164174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:55.297076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.303720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Attempting to bind port fe3b1241-cd22-485c-8104-f6d265e0960d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:53:55.304467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Attempting to bind port fe3b1241-cd22-485c-8104-f6d265e0960d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:53:55.305628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Attempting to bind port fe3b1241-cd22-485c-8104-f6d265e0960d on network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:53:55.307505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.309139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:55.317025 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d9b8a82-b170-47fe-85de-e6e06a89c574 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:55.376753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:53:55.377413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Checking segment: {'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:53:55.377995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.378554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Bound using segment: {'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:53:55.379260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Bound port: fe3b1241-cd22-485c-8104-f6d265e0960d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:53:55.379799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.391195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-14a835ba-6533-465b-bf4d-f0b05f49c82b None None] Provisioning for port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:55.497130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:53:55.506170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:53:55.507413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.514676 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 780 time: 1.0322907 Jan 14 05:53:55.587570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44906) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:55.602316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=0e93ec67-041d-4ee6-a3a4-05a9d2854a60,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:55.605722 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:55.660812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.678390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.697747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 8157b842-7e4b-429d-9c65-a8c4e00eb932 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:55.724315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.818487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.855479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:55.861027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroup': ['ID=5b3c15de-250b-4ee5-8747-ee0b53905f8c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:55.864848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:55.869897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:55.870013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:55.898204 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:55.980200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=8157b842-7e4b-429d-9c65-a8c4e00eb932,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:55.983266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:53:55.987765 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:55.997888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:55.999174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:53:56.000532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:53:56.002956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:53:56.011435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fe132768-ba78-449c-b7ff-d84bcd979f10 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.159s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:56.055905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.057656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1746 time: 1.0380411 Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:53:56.076347 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:53:56.089548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 44912) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:56.094490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:56.095279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.125435 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 3.7653522 Jan 14 05:53:56.126428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44914) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:56.149160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=fbd1795a-a7ff-435c-bd08-ae3ee488363f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:56.165528 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:56.183701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '5b3c15de-250b-4ee5-8747-ee0b53905f8c', 'protocol': 'tcp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:56.206456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:56.207479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.212360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Usage tracker for resource:security_group_rule and tenant:742267d06ec4463ca8d73e40802d6933 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:56.216185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:56.224469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:56.267860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13dbee-78fb-4a77-8775-a37713b6804f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:56.269549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:56.294303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ee13dbee-78fb-4a77-8775-a37713b6804f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:56.295529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee13dbee-78fb-4a77-8775-a37713b6804f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:56.299828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Update dhcp port {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': '0398c97b-3deb-45af-9795-16c8b9d65502', 'ip_address': '2001:db8::f816:3eff:feff:226a'}, {'subnet_id': 'c76d7c26-96df-48b6-87ee-1282c973d713'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '3c7c7526-f1e7-4ae4-9573-6b38a4c8c101'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:53:56.314881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee13dbee-78fb-4a77-8775-a37713b6804f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:56.319699 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee13dbee-78fb-4a77-8775-a37713b6804f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1781 time: 0.1919360 Jan 14 05:53:56.320523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44920) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:56.336456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.378254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.428592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 8157b842-7e4b-429d-9c65-a8c4e00eb932 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:53:56.429228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.443407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Usage tracker for resource:subnet and tenant:770459d6588a49598f487bab4b73810b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:53:56.466110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:53:56.501830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:56.552819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.593369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:53:56.624397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] For port fe3b1241-cd22-485c-8104-f6d265e0960d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:53:56.664179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] For port fe3b1241-cd22-485c-8104-f6d265e0960d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe3b1241-cd22-485c-8104-f6d265e0960d,segment=NetworkSegment(37e2edf8-733a-4d77-8d32-2b3fc7fa311d),segment_id=37e2edf8-733a-4d77-8d32-2b3fc7fa311d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:53:56.706794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.735411 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:56.785234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.807751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:56.876656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Pushing event updated for resources: {'Port': ['ID=fe3b1241-cd22-485c-8104-f6d265e0960d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:56.927296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 8157b842-7e4b-429d-9c65-a8c4e00eb932 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:53:56.927543 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:56.981848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:57.022996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:57.043868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:57.044930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fbd1795a-a7ff-435c-bd08-ae3ee488363f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:53:57.083974 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:57.128498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fbd1795a-a7ff-435c-bd08-ae3ee488363f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:53:57.128973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fbd1795a-a7ff-435c-bd08-ae3ee488363f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 05:53:57.177126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Allocated IP 172.20.0.2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/c76d7c26-96df-48b6-87ee-1282c973d713/3c7c7526-f1e7-4ae4-9573-6b38a4c8c101) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:57.198684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port fbd1795a-a7ff-435c-bd08-ae3ee488363f not found, will not notify nova. {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 05:53:57.278399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:57.365176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:57.375031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:57.395580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9879a7f-2313-4bc8-9936-0ef548e6b812 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:57.455929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=8157b842-7e4b-429d-9c65-a8c4e00eb932,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:57.469589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:57.564866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:53:57.647760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:57.701940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Transition to ACTIVE for port object 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:53:57.708287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:57.865847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:57.907428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/8157b842-7e4b-429d-9c65-a8c4e00eb932 HTTP/1.1" status: 204 len: 168 time: 1.5829628 Jan 14 05:53:57.907988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 44984) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:58.024486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effafd52-8a4a-4433-8fca-33fb4e24c365 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:58.031462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effafd52-8a4a-4433-8fca-33fb4e24c365 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:58.052626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-effafd52-8a4a-4433-8fca-33fb4e24c365 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:53:58.053751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-effafd52-8a4a-4433-8fca-33fb4e24c365 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:58.070122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:58.101794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-effafd52-8a4a-4433-8fca-33fb4e24c365 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:58.106597 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-effafd52-8a4a-4433-8fca-33fb4e24c365 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.1974709 Jan 14 05:53:58.107433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45006) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:58.203666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Pushing event updated for resources: {'Port': ['ID=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:58.226449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:58.227465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:58.377935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:58.459077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:58.474126 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-954dc5da-7862-4e38-8550-d93f4caab708 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:58.484873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 0398c97b-3deb-45af-9795-16c8b9d65502 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:53:58.489675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:58.532401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=cc04a1ed-5f82-4ed4-bf72-d55068c5084e,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:58.539292 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:58.605507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:58.611021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:58.612919 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 2.4609931 Jan 14 05:53:58.637152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45058) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:58.673396 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a36a1f7e-cbdb-497e-a78a-e0e6c7c1a9bc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules/cc04a1ed-5f82-4ed4-bf72-d55068c5084e HTTP/1.1" status: 200 len: 763 time: 0.0344510 Jan 14 05:53:58.677142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45068) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:58.720846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:53:58.791014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:58.868286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Allocated IP 172.25.3.250 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/152f2766-8583-43bc-9413-6086ec93100a) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:53:58.913810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f05dfb98-7928-437f-96df-332118bc4dc4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.2274408 Jan 14 05:53:58.931197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45094) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:59.100655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:59.116072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:59.165082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:59.168733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:53:59.180342 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7822a843-ff42-43f6-90a9-8838a2881f95 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:59.187985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:53:59.205057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=cc04a1ed-5f82-4ed4-bf72-d55068c5084e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:59.212526 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:53:59.213684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:59.217112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/cc04a1ed-5f82-4ed4-bf72-d55068c5084e HTTP/1.1" status: 204 len: 168 time: 0.2826157 Jan 14 05:53:59.244427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:53:59.246909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:53:59.254126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45122) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:59.286540 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 11.9818320 Jan 14 05:53:59.303001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45130) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:59.473374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:59.518590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3d33868-fd24-4365-8bce-73b53c1c09da tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:59.618031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-226d608e-1f54-44db-9181-b5f72b30066f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:53:59.683259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:53:59.765893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-226d608e-1f54-44db-9181-b5f72b30066f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:53:59.771346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-226d608e-1f54-44db-9181-b5f72b30066f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5135059 Jan 14 05:53:59.774573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45172) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:53:59.797000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '5b3c15de-250b-4ee5-8747-ee0b53905f8c', 'protocol': 'udp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:53:59.804472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=db1d34ff-81bf-4383-a03c-dbbe0506b2fa,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:53:59.819324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a58cad4f-e9a0-4e92-98d0-f9dd0ebf2cde None None] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:53:59.819690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:53:59.853156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:53:59.880720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:53:59.911764 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b0fe39c4-0e8b-478d-9988-d109eee3228c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:53:59.922733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:00.053167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=0398c97b-3deb-45af-9795-16c8b9d65502,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:00.067225 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:00.071061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:00.071586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.258666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.272756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.279086 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92f9a714-9de6-4abe-8a46-bf510ed51c8f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:00.287425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.362872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9113a4d2-73dd-4974-94c8-89e0e83f11f2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:00.366937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:00.391497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.395951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6139662 Jan 14 05:54:00.403037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45224) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:00.434312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.440656 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4e19403-dd83-411f-8db8-c5347763e2c1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules/9113a4d2-73dd-4974-94c8-89e0e83f11f2 HTTP/1.1" status: 200 len: 763 time: 0.0331750 Jan 14 05:54:00.441467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45232) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:00.444319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.446574 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/0398c97b-3deb-45af-9795-16c8b9d65502 HTTP/1.1" status: 204 len: 168 time: 2.3378885 Jan 14 05:54:00.466225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45236) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:00.471132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-00e2c7da-0d41-44e1-9908-5f99a3fd0617 None None] Provisioning for port fe3b1241-cd22-485c-8104-f6d265e0960d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:00.544011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3b1241-cd22-485c-8104-f6d265e0960d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:00.670503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-857bf63c-0eba-475d-9c69-3b46835732a4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:00.732647 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:00.737860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet c76d7c26-96df-48b6-87ee-1282c973d713 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:00.741798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.808820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-857bf63c-0eba-475d-9c69-3b46835732a4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:00.814604 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-857bf63c-0eba-475d-9c69-3b46835732a4 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4113 time: 0.3722830 Jan 14 05:54:00.824016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45266) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:00.849162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.864019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': 'c1da1bc9-1658-4aab-ab41-6d371580392a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:00.864426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: 0e93ec67-041d-4ee6-a3a4-05a9d2854a60, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:54:00.888903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 05e88485-7aa8-47e8-a9ce-40645e9ceb2d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:00.892326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.958457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:00.958596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:00.967795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:01.109736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:01.132394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1cb9043b-8bad-40c5-875f-ed1c34aa8650 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:01.381386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:01.406487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:01.547062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=c76d7c26-96df-48b6-87ee-1282c973d713,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:01.563395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:01.608776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:01.643625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:01.660366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:01.675425 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/c76d7c26-96df-48b6-87ee-1282c973d713 HTTP/1.1" status: 204 len: 168 time: 1.2062449 Jan 14 05:54:01.677872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45350) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:01.708368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fe3b1241-cd22-485c-8104-f6d265e0960d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:01.771515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fe3b1241-cd22-485c-8104-f6d265e0960d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:01.771955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:01.863803 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3de84e8-6f65-4ea2-b073-2260fb49fbae tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1845682 Jan 14 05:54:01.866527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:01.873819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:01.900449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e42f56b0-7b22-47bd-8cc4-f6ee30283403 None None] Provisioning for port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:01.946607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e42f56b0-7b22-47bd-8cc4-f6ee30283403 None None] Provisioning complete for port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:01.947290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e42f56b0-7b22-47bd-8cc4-f6ee30283403 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:02.085382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:02.095796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:02.105362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:02.123170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:02.147443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:02.168982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:02.212607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:02.342577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:54Z', 'revision_number': 8, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:02.376674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:02.388475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port fe3b1241-cd22-485c-8104-f6d265e0960d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe3b1241-cd22-485c-8104-f6d265e0960d,segment=NetworkSegment(37e2edf8-733a-4d77-8d32-2b3fc7fa311d),segment_id=37e2edf8-733a-4d77-8d32-2b3fc7fa311d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:02.484088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Pushing event updated for resources: {'Port': ['ID=152f2766-8583-43bc-9413-6086ec93100a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:02.492074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.759s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:02.493379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:02.528987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:02.547644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:54:02.579691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:02.584828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:02.585714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:02.611271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:54:02.719583 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-387b5e11-66f1-4da8-9ad8-37707681c971 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:02.918258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:02.929800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:02.942731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e6834aa-d560-4b00-9702-a48dec681121 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:03.028002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=9113a4d2-73dd-4974-94c8-89e0e83f11f2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:03.041467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0e93ec67-041d-4ee6-a3a4-05a9d2854a60) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:03.053953 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:03.123402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=fe3b1241-cd22-485c-8104-f6d265e0960d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:03.127181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Deleting port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:03.127631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.211296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:03.223978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.247528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7269159a-299e-49ef-9232-0d1a4b5ac098 None None] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:03.266083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e42f56b0-7b22-47bd-8cc4-f6ee30283403 None None] Could not find standard attr ID for object 8157b842-7e4b-429d-9c65-a8c4e00eb932. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:54:03.271430 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.551s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:03.277717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:03.278673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.291996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.293636 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/9113a4d2-73dd-4974-94c8-89e0e83f11f2 HTTP/1.1" status: 204 len: 168 time: 2.4648080 Jan 14 05:54:03.315481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45434) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:03.351011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.438615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:54:03.529745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7caa171-64b0-4d55-9d13-3a656d9390d1 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:03.559049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f8eb63a1-5f81-44b0-87a8-c9805147fcda None None] Provisioning complete for port fe3b1241-cd22-485c-8104-f6d265e0960d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:03.559566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8eb63a1-5f81-44b0-87a8-c9805147fcda None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.615034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eedde457-4e19-484b-a479-950021d49b1d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:03.620540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=05e88485-7aa8-47e8-a9ce-40645e9ceb2d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:03.635869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:03.647516 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 7.9882956 Jan 14 05:54:03.654404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45438) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:03.655857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.658078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/05e88485-7aa8-47e8-a9ce-40645e9ceb2d HTTP/1.1" status: 204 len: 168 time: 4.3532174 Jan 14 05:54:03.661408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45440) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:03.691431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ed122d1-dc43-45ba-9e05-934f54d4c8f6 None None] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:03.695759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.819010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eedde457-4e19-484b-a479-950021d49b1d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:03.820839 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eedde457-4e19-484b-a479-950021d49b1d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.5036321 Jan 14 05:54:03.832631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45446) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:03.834201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:03.844361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Request body: {'security_group_rule': {'security_group_id': '5b3c15de-250b-4ee5-8747-ee0b53905f8c', 'protocol': 'icmp', 'direction': 'ingress', 'ethertype': 'IPv6'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:03.868640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:03.890588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:03.929311 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Project 742267d06ec4463ca8d73e40802d6933 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:54:04.004835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.092052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.099382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.103965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-21dfa5d5-9a41-4c36-afc3-4b31a310bb6c tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:04.126290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.145783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event updated for resources: {'SecurityGroupRule': ['ID=469942a3-855f-42f8-9f47-4ed68060990f,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:04.156355 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:04.189762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:04.203398 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.204750 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3670359 Jan 14 05:54:04.207637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45454) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:04.240075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bd098b2b-7323-4889-8386-6a11fb5e16d5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules/469942a3-855f-42f8-9f47-4ed68060990f HTTP/1.1" status: 200 len: 769 time: 0.0311627 Jan 14 05:54:04.243496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45458) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:04.262852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.288535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.289487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.329671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:04.465290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.551034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.572432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:04.599088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:04.644062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.658746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0e93ec67-041d-4ee6-a3a4-05a9d2854a60', 'network_id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60', 'tenant_id': '770459d6588a49598f487bab4b73810b', 'fixed_ips': [{'subnet_id': 'db1d34ff-81bf-4383-a03c-dbbe0506b2fa'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:54:04.659838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.673396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a812baf-f1e0-4327-a4c5-b39c68a4676a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:04.693265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:04.694211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.705430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port f107d9cc-8936-440b-ae39-404c44c8b7ba {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:04.706163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.736115 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8683522 Jan 14 05:54:04.737860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45466) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:04.738405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45468) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:04.746243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a812baf-f1e0-4327-a4c5-b39c68a4676a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:04.751465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a812baf-f1e0-4327-a4c5-b39c68a4676a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 4119 time: 0.5069137 Jan 14 05:54:04.752670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45474) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:04.763010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:54:04.763429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:54:04.773071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:04.773311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.785830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] DHCP port deletion for b48c5bef-d092-48e8-8537-6a7172dd40e7 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:54:04.790370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:04.972512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:04.987977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.022944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:05.031034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.046616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:05.050070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,revision_number=8']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:05.065177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.735s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:05.066732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:05.073511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:05.082455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ec72347-ca00-419f-9539-d40b2d6ca32f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.688s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:05.116150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.120645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-group-rules/469942a3-855f-42f8-9f47-4ed68060990f HTTP/1.1" status: 204 len: 168 time: 0.3629475 Jan 14 05:54:05.121439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45480) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:05.129721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:05.150716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Allocated IP 172.20.0.2 (0e93ec67-041d-4ee6-a3a4-05a9d2854a60/db1d34ff-81bf-4383-a03c-dbbe0506b2fa/f4d568f0-d2a1-4b13-b579-464fd0059500) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:05.208344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Router 6d118433-9ef6-420e-817e-910f6b8c8f30 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:54:05.234455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Deleting port f107d9cc-8936-440b-ae39-404c44c8b7ba {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:05.234917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.327185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae1c2d7d-454e-41b7-a375-dd737dd18cce tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:05.380278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.403800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=be014884-3c63-4b50-8848-1954c9d2b155,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:05.408420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:05.409302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Calling delete_port for 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:05.410925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae1c2d7d-454e-41b7-a375-dd737dd18cce tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group_rule {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:05.415366 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ae1c2d7d-454e-41b7-a375-dd737dd18cce tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-group-rules HTTP/1.1" status: 200 len: 3567 time: 0.2854769 Jan 14 05:54:05.415366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:05.418850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.369s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:05.424939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45486) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:05.425992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Usage tracker for resource:security_group_rule and tenant:509cc3e8e83a4634a8ba553c45587ce1 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:05.437004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.451837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:05.484065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroupRule': ['ID=469942a3-855f-42f8-9f47-4ed68060990f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:05.491069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:05.494036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:05.509022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:54Z', 'revision_number': 8, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:05.513551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.527616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:05.573259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.611438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e5015c-6776-46ff-94ee-53377c507d68 None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:53:54Z', 'revision_number': 8, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'd6153f57-524a-474a-b3a5-ee408cdc372b', 'name': '', 'network_id': '9cf29fce-4ae2-41aa-9676-b8b70c34dc0f', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:49:8c:3c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3077, 'fixed_ips': [{'subnet_id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'ip_address': '2001:db8:2::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:09Z', 'updated_at': '2021-01-14T05:53:42Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '97a2f109-af9f-4039-ba90-baed5d81e167', 'cidr': '2001:db8:2::/64', 'gateway_ip': '2001:db8:2::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:05.626183 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2ecfa5a1-2226-4c76-a5d0-aad68e56346b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:05.732371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.775655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.841817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.851720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d5e499d-9b6d-4b8c-bb3f-1eee164e19f8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:05.853883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,revision_number=9']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:05.861207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:05.875241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3b1241-cd22-485c-8104-f6d265e0960d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:05.884728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Pushing event deleted for resources: {'SecurityGroup': ['ID=5b3c15de-250b-4ee5-8747-ee0b53905f8c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:05.887949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:05.957702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:05.962136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port f107d9cc-8936-440b-ae39-404c44c8b7ba, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f107d9cc-8936-440b-ae39-404c44c8b7ba,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:05.962544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.968607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Sync routers for ids ['6d118433-9ef6-420e-817e-910f6b8c8f30'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:05.975742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.979567 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "DELETE /v2.0/security-groups/5b3c15de-250b-4ee5-8747-ee0b53905f8c HTTP/1.1" status: 204 len: 168 time: 0.5295498 Jan 14 05:54:05.983748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45490) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:05.995675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Routers {'6d118433-9ef6-420e-817e-910f6b8c8f30'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:05.995873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:05.996340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6d118433-9ef6-420e-817e-910f6b8c8f30'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:06.031219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.068932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06db8b18-3d78-4b88-a1ab-16f79993d6b2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:06.099210 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=509cc3e8e83a4634a8ba553c45587ce1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3561382 Jan 14 05:54:06.100046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0062d26d-9295-4eb1-8eca-02a98b4b72b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Synchronizing usage tracker for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:06.102771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eef79ba0-e361-4e5d-ab85-60f524568b3e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:06.106946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:06.114807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45494) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:06.144503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] For port f107d9cc-8936-440b-ae39-404c44c8b7ba, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f107d9cc-8936-440b-ae39-404c44c8b7ba,segment=NetworkSegment(aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73),segment_id=aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:06.145102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.206825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.225047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Set router 6d118433-9ef6-420e-817e-910f6b8c8f30 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:06.255384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.267913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for f107d9cc-8936-440b-ae39-404c44c8b7ba owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:06.335530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.341115 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 13.2379303 Jan 14 05:54:06.343402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45498) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:06.381657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0062d26d-9295-4eb1-8eca-02a98b4b72b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Unset dirty status for tenant:742267d06ec4463ca8d73e40802d6933 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:06.383097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0062d26d-9295-4eb1-8eca-02a98b4b72b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.3650894 Jan 14 05:54:06.389975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45502) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:06.464567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.519082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:54:06.519411 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:54:06.582006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.588691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.592239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Calling delete_port for f107d9cc-8936-440b-ae39-404c44c8b7ba owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:06.627715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fbfe9d68-f5ac-419c-87d3-7cccba521e5d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] 10.222.0.48 "GET /v2.0/security-groups HTTP/1.1" status: 200 len: 2983 time: 0.2354629 Jan 14 05:54:06.628559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1a43c2b9-c760-45cd-9571-1275e7c555fd tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:06.650490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fe3b1241-cd22-485c-8104-f6d265e0960d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:06.651056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.655203 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-173c7424-8cd5-47c1-8f58-68a8a17052dd tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:06.683153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eef79ba0-e361-4e5d-ab85-60f524568b3e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:06.690986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:06.699417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Transition to ACTIVE for port object f4d568f0-d2a1-4b13-b579-464fd0059500 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:06.738815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.742546 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eef79ba0-e361-4e5d-ab85-60f524568b3e HTTP/1.1" status: 204 len: 168 time: 0.6173410 Jan 14 05:54:06.759621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:54:02Z', 'revision_number': 3, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:53:59Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:06.764490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Checking router: 6d118433-9ef6-420e-817e-910f6b8c8f30 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:06.765956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Updating router 6d118433-9ef6-420e-817e-910f6b8c8f30 port 152f2766-8583-43bc-9413-6086ec93100a binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:54:06.811730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=f107d9cc-8936-440b-ae39-404c44c8b7ba,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:06.823713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No DVR routers for this DVR port f107d9cc-8936-440b-ae39-404c44c8b7ba on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:06.827098 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:06.828900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.871154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Transition to ACTIVE for port object f4d568f0-d2a1-4b13-b579-464fd0059500 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:06.885226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:54:06.898949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:54:06.903208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.950335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af9bc42a-ac85-46f0-90bf-ebab4d5bf766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:06.955062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:06.999653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f107d9cc-8936-440b-ae39-404c44c8b7ba no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:07.092484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Deleting port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:07.092920 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.150651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4ed934dd-7d8a-462d-8b4f-c2cbe848952a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:07.232471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45514) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:07.257924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=db1d34ff-81bf-4383-a03c-dbbe0506b2fa,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:07.291574 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:07.396325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] For port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:07.396782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.460745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.582181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.587758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Calling delete_port for 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:07.602678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.617957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Transition to ACTIVE for port object 152f2766-8583-43bc-9413-6086ec93100a will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:07.623160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.625197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b48c5bef-d092-48e8-8537-6a7172dd40e7']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:07.637228 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41533f3b-f951-4bb9-a902-426e05851113 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:07.644041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:07.644359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'aa656cc0-f777-4c3e-b0d5-2c30b9cc5a73') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:07.657569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.673790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.675914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 20 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:07.725570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:07.750171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Deleting port f107d9cc-8936-440b-ae39-404c44c8b7ba {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:07.750892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.787965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f107d9cc-8936-440b-ae39-404c44c8b7ba {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:07.788364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f107d9cc-8936-440b-ae39-404c44c8b7ba not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:07.842086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-400423d6-8032-41dd-9fb3-094638f0cb34 None None] The port 'f107d9cc-8936-440b-ae39-404c44c8b7ba' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:54:07.843499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.903897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:07.915885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:07.918524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41a878b7-8c85-4260-8f7a-4fab0eb23fdb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:07.974469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fbd1795a-a7ff-435c-bd08-ae3ee488363f no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:08.023774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fbd1795a-a7ff-435c-bd08-ae3ee488363f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:08.024181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fbd1795a-a7ff-435c-bd08-ae3ee488363f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:08.106026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Pushing event updated for resources: {'Port': ['ID=152f2766-8583-43bc-9413-6086ec93100a,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:08.116102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Pushing event updated for resources: {'Port': ['ID=f4d568f0-d2a1-4b13-b579-464fd0059500,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:08.123472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.173s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:08.126171 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.153s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:08.132443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:54:08.142628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.143049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.143428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.143801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.144169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.144538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.144901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.148498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network b48c5bef-d092-48e8-8537-6a7172dd40e7 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:08.158231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.158679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.159082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.159635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.160010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.160455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.160826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.161194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.161560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.161927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.162291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.162655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.163077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.163439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.163800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.164162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.164519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.164948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.165305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.165663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.166020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.166414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.166845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.167208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.167566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.167928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.168404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.168768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.169125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:08.173757 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.255s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:08.176691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Attempting to bind port 152f2766-8583-43bc-9413-6086ec93100a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:08.177105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Attempting to bind port 152f2766-8583-43bc-9413-6086ec93100a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:08.177688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Attempting to bind port 152f2766-8583-43bc-9413-6086ec93100a on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:08.189812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:08.190231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:08.190685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.191146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:08.191669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Bound port: 152f2766-8583-43bc-9413-6086ec93100a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:08.192088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.233519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Pushing event deleted for resources: {'Port': ['ID=3c7c7526-f1e7-4ae4-9573-6b38a4c8c101,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:08.239250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] No DVR routers for this DVR port 3c7c7526-f1e7-4ae4-9573-6b38a4c8c101 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:08.252584 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:08.282526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:08.285398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:08.288736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b345c440-983f-4cc9-8de3-bd0ad1fa926b None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:08.310346 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:08.316391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] For port 152f2766-8583-43bc-9413-6086ec93100a, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:08.320572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] For port 152f2766-8583-43bc-9413-6086ec93100a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=152f2766-8583-43bc-9413-6086ec93100a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:08.323918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:08.329129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.692s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:08.330391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.353871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2d3d5122-e4b5-4ce8-bb6c-bc813aea7cac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:08.367331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.411488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:08.431281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.455255 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/b48c5bef-d092-48e8-8537-6a7172dd40e7 HTTP/1.1" status: 204 len: 168 time: 4.6327181 Jan 14 05:54:08.456388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45538) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:08.484561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.500944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.549970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Attempting to bind port f4d568f0-d2a1-4b13-b579-464fd0059500 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:08.550394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Attempting to bind port f4d568f0-d2a1-4b13-b579-464fd0059500 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'c1da1bc9-1658-4aab-ab41-6d371580392a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:08.550840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Attempting to bind port f4d568f0-d2a1-4b13-b579-464fd0059500 on network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:08.605015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:08.605524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Checking segment: {'id': 'c1da1bc9-1658-4aab-ab41-6d371580392a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:08.605900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.606560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Bound using segment: {'id': 'c1da1bc9-1658-4aab-ab41-6d371580392a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:08.606903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Bound port: f4d568f0-d2a1-4b13-b579-464fd0059500, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c1da1bc9-1658-4aab-ab41-6d371580392a', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:08.607328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.611356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:08.618903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:08.640105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Pushing event updated for resources: {'Port': ['ID=152f2766-8583-43bc-9413-6086ec93100a,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:08.654148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Routers {'6d118433-9ef6-420e-817e-910f6b8c8f30'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:08.655122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6d118433-9ef6-420e-817e-910f6b8c8f30'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:08.656046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:08.657400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.756951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.0122654 Jan 14 05:54:08.766959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45544) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:08.773964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:9d:65:17', 'name': 'tempest-NetworksTestDHCPv6-185152354'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:08.814545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'be014884-3c63-4b50-8848-1954c9d2b155'}, {'subnet_id': 'fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:54:08.815667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:08.909323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] Set router 6d118433-9ef6-420e-817e-910f6b8c8f30 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:08.972527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] For port f4d568f0-d2a1-4b13-b579-464fd0059500, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:08.989176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] For port f4d568f0-d2a1-4b13-b579-464fd0059500, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f4d568f0-d2a1-4b13-b579-464fd0059500,segment=NetworkSegment(c1da1bc9-1658-4aab-ab41-6d371580392a),segment_id=c1da1bc9-1658-4aab-ab41-6d371580392a)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:09.013293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:09.024870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.671s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:09.034848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cc55a8ff-89e5-4f7d-85d1-2bd4e7a9640e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:09.072755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:09.114873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:09.119848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:09.120283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=b48c5bef-d092-48e8-8537-6a7172dd40e7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:09.121363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Pushing event updated for resources: {'Port': ['ID=f4d568f0-d2a1-4b13-b579-464fd0059500,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:09.128091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:09.128227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:09.144046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:09.157361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:09.192345 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.785s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:09.288265 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a5d42fa-3269-4553-ab17-a9bd0bfd71b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=742267d06ec4463ca8d73e40802d6933&name=default HTTP/1.1" status: 200 len: 2983 time: 2.0319335 Jan 14 05:54:09.302564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45548) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:09.341295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e93ec67-041d-4ee6-a3a4-05a9d2854a60']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:09.359044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1da1bc9-1658-4aab-ab41-6d371580392a') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:09.359367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1da1bc9-1658-4aab-ab41-6d371580392a') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:09.373238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:09.385852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:54:02Z', 'revision_number': 3, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:09.389262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:09.390866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-98d25b19-15d7-45b5-b914-fb3df9924c19 None None] The sync data for ids ['6d118433-9ef6-420e-817e-910f6b8c8f30'] in n-d-768851-4 is: [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:54:02Z', 'revision_number': 3, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:08Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:09.391090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 21 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:09.404889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 12b8ef55-c904-4709-bd7e-a472ccef064e yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:54:09.484495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7a2414b2-6b53-40f2-bbbb-eb46525bb340 None None] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:09.646036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Allocated IP 172.20.0.1 (0df40305-8ade-4a84-bebd-1a7c0566cbe5/b6da822b-56c0-46b2-b7b3-41c573eaf0ea/b2e10108-2136-4a28-aa27-8504c6cae11a) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:09.667595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:09.682929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:09.946343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:09.990382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Transition to ACTIVE for port object b2e10108-2136-4a28-aa27-8504c6cae11a will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:10.034529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.064289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.094884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.156385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:10.167539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.172979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:10.192421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f2b1816-4d98-4b9d-a6cb-95b3346cf1ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:10.200627 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:10.245928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Allocated IP 172.20.0.2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c/9a3eb387-8011-456f-9614-ef8965b876ec) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:10.255945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Allocated IP 2001:db8::f816:3eff:fe40:6f7 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/be014884-3c63-4b50-8848-1954c9d2b155/9a3eb387-8011-456f-9614-ef8965b876ec) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:10.272776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e10108-2136-4a28-aa27-8504c6cae11a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:10.277239 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:10.288537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=75dcf1e5-dc36-41ff-a28b-8a4cd2e61250,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:10.314720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:10.338892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:10.340359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:10.353084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:10.377060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.377060 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/75dcf1e5-dc36-41ff-a28b-8a4cd2e61250 HTTP/1.1" status: 204 len: 168 time: 0.6718709 Jan 14 05:54:10.423700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Retry wrapper got retriable exception: (pymysql.err.IntegrityError) (1451, 'Cannot delete or update a parent row: a foreign key constraint fails (`neutron`.`ports`, CONSTRAINT `ports_ibfk_1` FOREIGN KEY (`network_id`) REFERENCES `networks` (`id`))') Jan 14 05:54:10.423700 n-d-768851-4 neutron-server[80820]: [SQL: DELETE FROM networks WHERE networks.id = %(id)s] Jan 14 05:54:10.423700 n-d-768851-4 neutron-server[80820]: [parameters: {'id': '0e93ec67-041d-4ee6-a3a4-05a9d2854a60'}] Jan 14 05:54:10.423700 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/gkpj) {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:54:10.424321 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing DB retry for function neutron.db.db_base_plugin_v2.NeutronDbPluginV2.delete_network {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:54:10.451600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.478551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.663015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.736575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:10.771236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Transition to ACTIVE for port object 9a3eb387-8011-456f-9614-ef8965b876ec will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:10.811807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Transition to ACTIVE for port object 9a3eb387-8011-456f-9614-ef8965b876ec will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:10.855668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.064400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:11.149314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 172.20.0.7 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c/12b8ef55-c904-4709-bd7e-a472ccef064e) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:11.174435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-94d2959f-d80a-4520-951c-6a48ce8fbc1d None None] Provisioning for port b2e10108-2136-4a28-aa27-8504c6cae11a completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:11.174630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fe9d:6517 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/be014884-3c63-4b50-8848-1954c9d2b155/12b8ef55-c904-4709-bd7e-a472ccef064e) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:11.205507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-94d2959f-d80a-4520-951c-6a48ce8fbc1d None None] Provisioning complete for port b2e10108-2136-4a28-aa27-8504c6cae11a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:11.205943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94d2959f-d80a-4520-951c-6a48ce8fbc1d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.253411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.266522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.326721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Pushing event updated for resources: {'Port': ['ID=9a3eb387-8011-456f-9614-ef8965b876ec,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:11.335744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c9e156c-1314-4fa0-b9ca-343302f518f3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:11.345236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.281s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:11.350270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.360098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-94d2959f-d80a-4520-951c-6a48ce8fbc1d None None] Port b2e10108-2136-4a28-aa27-8504c6cae11a cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:54:11.391961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.412270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:11.418637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:11.423429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:11.466435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port f4d568f0-d2a1-4b13-b579-464fd0059500 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:11.466871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.549091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Attempting to bind port 9a3eb387-8011-456f-9614-ef8965b876ec on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:11.550196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Attempting to bind port 9a3eb387-8011-456f-9614-ef8965b876ec by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:11.566050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Attempting to bind port 9a3eb387-8011-456f-9614-ef8965b876ec on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:11.587440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 53, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:11.587858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:11.588617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.588763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:11.589385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Bound port: 9a3eb387-8011-456f-9614-ef8965b876ec, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:11.589880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.592976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Pushing event updated for resources: {'Port': ['ID=b2e10108-2136-4a28-aa27-8504c6cae11a,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:11.603973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.268s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:11.799300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.811596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] For port 9a3eb387-8011-456f-9614-ef8965b876ec, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:11.816618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] For port 9a3eb387-8011-456f-9614-ef8965b876ec, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a3eb387-8011-456f-9614-ef8965b876ec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:11.818960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:11.821189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:11.823827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:11.855341 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cca8abb4-66ad-494a-91d7-c9ae317f25f0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:11.944985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 12b8ef55-c904-4709-bd7e-a472ccef064e will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:12.005605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Pushing event updated for resources: {'Port': ['ID=9a3eb387-8011-456f-9614-ef8965b876ec,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:12.015583 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:12.127511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 152f2766-8583-43bc-9413-6086ec93100a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:12.189390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.190976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port f4d568f0-d2a1-4b13-b579-464fd0059500, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f4d568f0-d2a1-4b13-b579-464fd0059500,segment=NetworkSegment(c1da1bc9-1658-4aab-ab41-6d371580392a),segment_id=c1da1bc9-1658-4aab-ab41-6d371580392a)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:12.191391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.215545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:12.252373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-85f460e7-f780-42ef-a146-e97a98d23b82 None None] Provisioning complete for port b2e10108-2136-4a28-aa27-8504c6cae11a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:12.252801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85f460e7-f780-42ef-a146-e97a98d23b82 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.255129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45588) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:12.319827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-85f460e7-f780-42ef-a146-e97a98d23b82 None None] Port b2e10108-2136-4a28-aa27-8504c6cae11a cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:54:12.363981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Router 6d118433-9ef6-420e-817e-910f6b8c8f30 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:54:12.380791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 152f2766-8583-43bc-9413-6086ec93100a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:12.384120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12c2b8d3-e61e-4144-8ae4-ab29df0f4154 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.384714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=12b8ef55-c904-4709-bd7e-a472ccef064e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:12.393354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:12.403092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 152f2766-8583-43bc-9413-6086ec93100a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:12.403748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.483814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for f4d568f0-d2a1-4b13-b579-464fd0059500 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:12.582218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.608147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 152f2766-8583-43bc-9413-6086ec93100a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=152f2766-8583-43bc-9413-6086ec93100a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:12.614277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.617493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:12.743745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=152f2766-8583-43bc-9413-6086ec93100a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:12.748993 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:12.879258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port d6153f57-524a-474a-b3a5-ee408cdc372b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:12.880071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:12.988343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.020589 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:13.024195 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:13.038256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-36da8379-4aef-4606-8a0d-a612a84394f3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:13.044556 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e247b4ad-5620-48df-a0d5-7b1450bddec3 tempest-ServiceProvidersTest-1871269923 tempest-ServiceProvidersTest-1871269923] 10.222.0.48 "GET /v2.0/service-providers HTTP/1.1" status: 200 len: 498 time: 0.7830565 Jan 14 05:54:13.222124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:13.225291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:13.230245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:13.231626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=f4d568f0-d2a1-4b13-b579-464fd0059500,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:13.308666 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:13.316964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port f4d568f0-d2a1-4b13-b579-464fd0059500 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:13.321838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:13.323338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:13.332084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:13.343425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Sync routers for ids ['6d118433-9ef6-420e-817e-910f6b8c8f30'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:13.361315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Routers {'6d118433-9ef6-420e-817e-910f6b8c8f30'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:13.364401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:53:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6d118433-9ef6-420e-817e-910f6b8c8f30'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:13.370190 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d118433-9ef6-420e-817e-910f6b8c8f30/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.0232415 Jan 14 05:54:13.376945 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1026 time: 4.6087222 Jan 14 05:54:13.382463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45604) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:13.503970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:13.614748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124fe480-aea3-4676-9dee-30ce3d6de209 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:13.629964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45610) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:13.646328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-124fe480-aea3-4676-9dee-30ce3d6de209 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:13.647713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-124fe480-aea3-4676-9dee-30ce3d6de209 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:13.657609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port d6153f57-524a-474a-b3a5-ee408cdc372b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d6153f57-524a-474a-b3a5-ee408cdc372b,segment=NetworkSegment(89db0890-eb6c-42b4-a12b-944763a8345c),segment_id=89db0890-eb6c-42b4-a12b-944763a8345c)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:13.658013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:13.678675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-124fe480-aea3-4676-9dee-30ce3d6de209 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:13.680046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-124fe480-aea3-4676-9dee-30ce3d6de209 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1859 time: 0.2863169 Jan 14 05:54:13.685197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45618) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:13.785066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Set router 6d118433-9ef6-420e-817e-910f6b8c8f30 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:13.841966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for d6153f57-524a-474a-b3a5-ee408cdc372b owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:13.996401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0e93ec67-041d-4ee6-a3a4-05a9d2854a60']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:14.030441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c1da1bc9-1658-4aab-ab41-6d371580392a') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:14.031162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c1da1bc9-1658-4aab-ab41-6d371580392a') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:14.048067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.098972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.117908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a3eb387-8011-456f-9614-ef8965b876ec up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:14.145302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:14.150170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Usage tracker for resource:security_group_rule and tenant:3b5f417600554426a5382fa28224608b is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:14.153780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:14.162959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:14.282428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.294137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 21 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:14.439313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9a3eb387-8011-456f-9614-ef8965b876ec completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:14.440416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.447597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 152f2766-8583-43bc-9413-6086ec93100a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:14.465502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.503127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 12b8ef55-c904-4709-bd7e-a472ccef064e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:14.503517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.529929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:54:10Z', 'revision_number': 4, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b2e10108-2136-4a28-aa27-8504c6cae11a', 'name': '', 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'mac_address': 'fa:16:3e:a3:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'b6da822b-56c0-46b2-b7b3-41c573eaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:08Z', 'updated_at': '2021-01-14T05:54:10Z', 'revision_number': 2, 'project_id': '232819a78d294c86bee396ec667f3524', 'subnets': [{'id': 'b6da822b-56c0-46b2-b7b3-41c573eaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:14.535936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Checking router: 6d118433-9ef6-420e-817e-910f6b8c8f30 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:14.536628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Updating router 6d118433-9ef6-420e-817e-910f6b8c8f30 port b2e10108-2136-4a28-aa27-8504c6cae11a binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:54:14.596634 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cba68b70-415b-46a9-9455-b703019586fe tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:14.606527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.617888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c581c48-d384-4445-9eef-735327260912 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:14.631274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a579ab5a-642d-4d00-86fa-5e231db1ebf9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.675552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce4c5707-34ed-4e78-8572-4a0b2373114c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:14.742863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45638) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:14.749506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-846301413-network', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:14.755504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:14.759938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Usage tracker for resource:network and tenant:02d6b3140d0b44a3a9e2d8c9807c5549 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:14.763212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:14.769324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:14.785829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Made reservation on behalf of 02d6b3140d0b44a3a9e2d8c9807c5549 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:14.792297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.808395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.822378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 152f2766-8583-43bc-9413-6086ec93100a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:14.822836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.827166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:14.832055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Usage tracker for resource:security_group_rule and tenant:02d6b3140d0b44a3a9e2d8c9807c5549 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:14.836252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:14.842635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:14.856418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.260s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:14.914876 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3b5f417600554426a5382fa28224608b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.2836206 Jan 14 05:54:14.918151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45642) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:14.941988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:14.960659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:14.962237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Provisioning for port 9a3eb387-8011-456f-9614-ef8965b876ec completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:14.983044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:14.983044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.070319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.088550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.103192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.115453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-108316c5-f4ed-4b64-978b-a7c3cb3c04b0 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:15.131223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.170395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5713b73b-0745-48ae-af9e-d0558161e1f7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:15.174036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:15.196516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.210603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.216450 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7360979d-316b-4d97-bc22-087a12bc6971 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:15.236342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce4c5707-34ed-4e78-8572-4a0b2373114c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:15.239617 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:15.262752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.267530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce4c5707-34ed-4e78-8572-4a0b2373114c HTTP/1.1" status: 204 len: 168 time: 0.3457315 Jan 14 05:54:15.301113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network 0e93ec67-041d-4ee6-a3a4-05a9d2854a60 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:15.593764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:15.657160 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:15.679750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] For port 9a3eb387-8011-456f-9614-ef8965b876ec, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a3eb387-8011-456f-9614-ef8965b876ec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:15.703514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.706216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:15.715027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8bf80a91-ae4a-41cd-b51c-75104faf48b2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:15.788796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Pushing event updated for resources: {'Port': ['ID=9a3eb387-8011-456f-9614-ef8965b876ec,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:15.803373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:15.867934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 12b8ef55-c904-4709-bd7e-a472ccef064e owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:16.015238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.019645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 20} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:54:16.045692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.046148 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Added segment b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945 of type vxlan for network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e Jan 14 05:54:16.060991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.109967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.114829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.130402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Transition to ACTIVE for port object b2e10108-2136-4a28-aa27-8504c6cae11a will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:16.133451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a3eb387-8011-456f-9614-ef8965b876ec up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:16.175361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.193429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.197366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:16.198323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.211256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70851a98-4b13-422a-906f-9f7eac02bd48 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:16.221089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6cc5435d-0167-4a27-9155-2523be88d577 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:16.304881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfc63d6e-d826-4442-a60b-a30b3a0cfe77 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:16.322722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.372030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=d6153f57-524a-474a-b3a5-ee408cdc372b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:16.378175 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/0e93ec67-041d-4ee6-a3a4-05a9d2854a60 HTTP/1.1" status: 204 len: 168 time: 12.7151246 Jan 14 05:54:16.378175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.165s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:16.379732 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-479bc005-20cb-46dc-97ff-d5c102a90eb5 tempest-ExternalNetworksTestJSON-1906089625 tempest-ExternalNetworksTestJSON-1906089625] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.079s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:16.380236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45678) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:16.382935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Pushing event updated for resources: {'Network': ['ID=e8dba6ac-e6fe-476a-b72a-185f11c2ef6e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:16.403505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:16.414118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=0e93ec67-041d-4ee6-a3a4-05a9d2854a60,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:16.419812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:16.457650 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-830ca44d-c3ea-46f1-abd1-d3e5816446bd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] GET failed (client error): The resource could not be found. Jan 14 05:54:16.458223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-830ca44d-c3ea-46f1-abd1-d3e5816446bd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Synchronizing usage tracker for tenant:770459d6588a49598f487bab4b73810b on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:16.475171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:16.475482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 1.7312357 Jan 14 05:54:16.476322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45684) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:16.505434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Request body: {'subnet': {'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-846301413-subnet', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:16.526135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:16.534173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-830ca44d-c3ea-46f1-abd1-d3e5816446bd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Unset dirty status for tenant:770459d6588a49598f487bab4b73810b on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:16.535488 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-830ca44d-c3ea-46f1-abd1-d3e5816446bd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/subnets/db1d34ff-81bf-4383-a03c-dbbe0506b2fa HTTP/1.1" status: 404 len: 337 time: 0.1498146 Jan 14 05:54:16.536716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Usage tracker for resource:subnet and tenant:02d6b3140d0b44a3a9e2d8c9807c5549 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:16.539945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45690) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:16.552587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:16.590202 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e477fb14-906a-4c55-9a2b-d0a07c335018 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:16.591113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e477fb14-906a-4c55-9a2b-d0a07c335018 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:16.593159 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e477fb14-906a-4c55-9a2b-d0a07c335018 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/0e93ec67-041d-4ee6-a3a4-05a9d2854a60 HTTP/1.1" status: 404 len: 339 time: 0.0522385 Jan 14 05:54:16.607358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45696) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:16.608423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:16.614801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:16.735005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:16.763274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:16.829424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Made reservation on behalf of 02d6b3140d0b44a3a9e2d8c9807c5549 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:16.858915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:17.025838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:17.028674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:17.037629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-021d0bd8-2655-494d-a3b0-3a1d9743e420 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:17.038197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-021d0bd8-2655-494d-a3b0-3a1d9743e420 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:17.224136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56ac07ab-5c82-4c2b-a647-c6e38776f490 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:17.224924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56ac07ab-5c82-4c2b-a647-c6e38776f490 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Synchronizing usage tracker for tenant:770459d6588a49598f487bab4b73810b on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:17.281051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56ac07ab-5c82-4c2b-a647-c6e38776f490 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Unset dirty status for tenant:770459d6588a49598f487bab4b73810b on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:17.283639 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56ac07ab-5c82-4c2b-a647-c6e38776f490 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 782 time: 0.6712701 Jan 14 05:54:17.285468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45712) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:17.312437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346be773-a908-406f-9a39-7ecb2fb0bcaf None None] Pushing event updated for resources: {'Port': ['ID=b2e10108-2136-4a28-aa27-8504c6cae11a,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:17.335979 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-28670238-27ca-4fac-9acc-36e5b3d6b075 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1 HTTP/1.1" status: 200 len: 207 time: 0.0490923 Jan 14 05:54:17.340244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45716) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:17.342332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-346be773-a908-406f-9a39-7ecb2fb0bcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.037s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:17.348881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:17.349311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:17.466712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:17.799985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3ac87-9913-4213-b188-3052a4f9d7e5 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:17.838467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3ac87-9913-4213-b188-3052a4f9d7e5 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:17.873458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3ac87-9913-4213-b188-3052a4f9d7e5 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:17.877251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:17.901590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fff3ac87-9913-4213-b188-3052a4f9d7e5 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:17.904363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fff3ac87-9913-4213-b188-3052a4f9d7e5 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2484 time: 0.5630157 Jan 14 05:54:17.910470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45726) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.099575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=12b8ef55-c904-4709-bd7e-a472ccef064e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:18.121068 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.244s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:18.147487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-babbfd88-a11d-4973-9306-c9caaa8bc65c None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:54:18.177353 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-140db069-9289-4f88-ab2b-66786cfb8b08 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/networks?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 573 time: 0.2653971 Jan 14 05:54:18.184991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45736) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.256676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:18.282758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/12b8ef55-c904-4709-bd7e-a472ccef064e HTTP/1.1" status: 204 len: 168 time: 4.5367024 Jan 14 05:54:18.284191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45744) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.311452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c937e-1319-4b2d-a0a0-ebf078b79fd2 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.316779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-927c937e-1319-4b2d-a0a0-ebf078b79fd2 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.322940 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-927c937e-1319-4b2d-a0a0-ebf078b79fd2 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1446 time: 0.1326628 Jan 14 05:54:18.324187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45748) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.358727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:54:18.400439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932d886-49fc-4236-b81f-997e3527cf4b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.405989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932d886-49fc-4236-b81f-997e3527cf4b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.413883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2932d886-49fc-4236-b81f-997e3527cf4b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.415062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2932d886-49fc-4236-b81f-997e3527cf4b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:18.502650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c7a63-051a-4eed-8334-9dc170d51324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['shared'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.510409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-601c7a63-051a-4eed-8334-9dc170d51324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['shared'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.515135 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-601c7a63-051a-4eed-8334-9dc170d51324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/subnets?fields=id&fields=network_id HTTP/1.1" status: 200 len: 403 time: 0.1898148 Jan 14 05:54:18.519754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45756) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.522118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-babbfd88-a11d-4973-9306-c9caaa8bc65c None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:54:18.596967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-021d0bd8-2655-494d-a3b0-3a1d9743e420 None None] Could not find standard attr ID for object 12b8ef55-c904-4709-bd7e-a472ccef064e. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:54:18.607938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Attempting to bind port b2e10108-2136-4a28-aa27-8504c6cae11a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:18.608660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Attempting to bind port b2e10108-2136-4a28-aa27-8504c6cae11a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:18.609294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Attempting to bind port b2e10108-2136-4a28-aa27-8504c6cae11a on network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:18.644709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2932d886-49fc-4236-b81f-997e3527cf4b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:18.648624 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2932d886-49fc-4236-b81f-997e3527cf4b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.3616970 Jan 14 05:54:18.654744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45762) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.764002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:18.774607 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-49facb22-d636-4bac-b603-f2635ed842a7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2875829 Jan 14 05:54:18.776556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:18.777975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45768) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.787700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-31bdb1e7-686e-46ed-aedc-619a5711f99a tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:18.793855 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-31bdb1e7-686e-46ed-aedc-619a5711f99a tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/networks/c6569f2f-082a-4db1-8ec1-e607afb2c401 HTTP/1.1" status: 200 len: 799 time: 0.2710834 Jan 14 05:54:18.798927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:18.799758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:18.804931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45772) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:18.830137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:18.830859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Checking segment: {'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:18.831543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:18.832774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Bound using segment: {'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:18.833459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Bound port: b2e10108-2136-4a28-aa27-8504c6cae11a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '37e2edf8-733a-4d77-8d32-2b3fc7fa311d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:18.834065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:18.978514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] For port b2e10108-2136-4a28-aa27-8504c6cae11a, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:18.982074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] For port b2e10108-2136-4a28-aa27-8504c6cae11a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b2e10108-2136-4a28-aa27-8504c6cae11a,segment=NetworkSegment(37e2edf8-733a-4d77-8d32-2b3fc7fa311d),segment_id=37e2edf8-733a-4d77-8d32-2b3fc7fa311d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:18.988619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-69822cd8-e312-47ee-8011-09816ca9de44 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:18.989199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69822cd8-e312-47ee-8011-09816ca9de44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.052769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.086134 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c2f3508f-71b1-4eae-81ff-6a2f18191f84 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/networks/c6569f2f-082a-4db1-8ec1-e607afb2c401?fields=id&fields=name&fields=mtu HTTP/1.1" status: 200 len: 315 time: 0.2607756 Jan 14 05:54:19.089813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45782) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:19.096694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet be014884-3c63-4b50-8848-1954c9d2b155 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:19.100231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.118687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:19.163355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.230228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.242752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-346be773-a908-406f-9a39-7ecb2fb0bcaf None None] Pushing event updated for resources: {'Port': ['ID=b2e10108-2136-4a28-aa27-8504c6cae11a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:19.250519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d822d5c2-e39e-4571-bc81-e30614c091ed tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:19.301400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-346be773-a908-406f-9a39-7ecb2fb0bcaf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:19.305910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:19.317822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.321908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0180fa6e-7e94-4a60-a186-90c7c1a57203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:19.327724 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0180fa6e-7e94-4a60-a186-90c7c1a57203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/subnets/8d847723-3a8e-4de0-a99d-53e5597182e7 HTTP/1.1" status: 200 len: 811 time: 0.2361529 Jan 14 05:54:19.332596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45788) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:19.333334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Pushing event updated for resources: {'Subnet': ['ID=ef756ef9-8bd7-4e02-82fa-1b800a320f47,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:19.343499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:19.491894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45792) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:19.501140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7f914d0e-c90e-486b-aac2-1b39b07b9c74 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['shared'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:19.506296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f914d0e-c90e-486b-aac2-1b39b07b9c74 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "GET /v2.0/subnets/8d847723-3a8e-4de0-a99d-53e5597182e7?fields=id&fields=network_id HTTP/1.1" status: 200 len: 302 time: 0.1616688 Jan 14 05:54:19.509170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45798) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:19.533915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'network': {'name': 'tempest-NetworksTest-test-network-521071455'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:19.540209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:19.549984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:19.567371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:19.584973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.620809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:54:19.630310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.630754 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Added segment c47fa9e5-4a0a-40fc-b326-1246478cb146 of type vxlan for network a8136705-e656-402e-b6a9-782acd1a8b85 Jan 14 05:54:19.666028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.722799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.742721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:19.743420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.752770 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c59cd6ee-305a-4c86-bd44-1f1ef93cfbab tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:19.862634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.906790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Network': ['ID=a8136705-e656-402e-b6a9-782acd1a8b85,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:19.921653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:19.947828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Routers {'6d118433-9ef6-420e-817e-910f6b8c8f30'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:19.949211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6d118433-9ef6-420e-817e-910f6b8c8f30'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:19.953218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:19.982561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:19.991886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Usage tracker for resource:security_group_rule and tenant:31079b41bf68424db5ed6db525cfa098 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:19.998888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:20.011403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 779 time: 0.4889677 Jan 14 05:54:20.018398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45814) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:20.032462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a8136705-e656-402e-b6a9-782acd1a8b85 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:20.047005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:15Z', 'revision_number': 9, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:20.052445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:20.052644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:20.062461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0705f0a3-d057-4e66-a8b1-f3cc4d50b5c3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:20.067030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'network_id': 'a8136705-e656-402e-b6a9-782acd1a8b85', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.1'}], 'dns_nameservers': ['8.8.4.4', '8.8.8.8'], 'allocation_pools': [{'start': '172.20.0.3', 'end': '172.20.0.7'}]}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:20.072902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:20.073775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:20.143941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:20.146885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=be014884-3c63-4b50-8848-1954c9d2b155,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:20.154844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:20.180213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a8136705-e656-402e-b6a9-782acd1a8b85 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:20.195248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a8136705-e656-402e-b6a9-782acd1a8b85 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:20.236585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Checking segment: {'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:20.237336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Network hostable DHCP agents. Network: e8dba6ac-e6fe-476a-b72a-185f11c2ef6e, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:54:20.243224 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/be014884-3c63-4b50-8848-1954c9d2b155 HTTP/1.1" status: 204 len: 168 time: 1.5872664 Jan 14 05:54:20.246780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:20.260737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:20.273703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:20.304280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Made reservation on behalf of 770459d6588a49598f487bab4b73810b for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:20.323112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-69822cd8-e312-47ee-8011-09816ca9de44 None None] Could not find standard attr ID for object 12b8ef55-c904-4709-bd7e-a472ccef064e. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:54:20.347471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36d2463a-00ff-4987-b38b-e3e05f48a8ec None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:54:20.602679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:54:20.615074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:20.643059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:20.722014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e8dba6ac-e6fe-476a-b72a-185f11c2ef6e) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:20.779505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] Set router 6d118433-9ef6-420e-817e-910f6b8c8f30 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:20.861635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:20.874823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 97a2f109-af9f-4039-ba90-baed5d81e167 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:20.878119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:20.894299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:20.898131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:20.912051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Performing IP validity checks on allocation pools {{(pid=80930) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 05:54:20.913397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking for overlaps among allocation pools and gateway ip {{(pid=80930) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 05:54:20.933898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:20.944164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:20.951735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:20.967859 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c593c8a-7aa8-4745-9deb-86de71df9231 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:21.033269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.048535 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 4.5696921 Jan 14 05:54:21.066273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45828) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:21.076524 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=31079b41bf68424db5ed6db525cfa098&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5664775 Jan 14 05:54:21.078450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:21.084317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=66e060a8-ead1-447f-a534-e4ce99c6aeb0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:21.090863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45832) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:21.093821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:21.096623 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:21.143129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Usage tracker for resource:router and tenant:02d6b3140d0b44a3a9e2d8c9807c5549 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:21.153786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:21.165028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:21.244469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:15Z', 'revision_number': 9, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:21.245443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.260857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49324f78-f045-408c-8391-b9fcf4e13ffa None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:15Z', 'revision_number': 9, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}, {'id': 'bfbe4729-861e-473c-b259-d12144d67595', 'name': '', 'network_id': '1a1b693f-cba5-4acd-9e5d-83c72656a60a', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:f1:33:b3', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3067, 'fixed_ips': [{'subnet_id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'ip_address': '2001:db8:1::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:56Z', 'updated_at': '2021-01-14T05:53:12Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '64c28699-53c0-460c-9656-c9bedf9b87ce', 'cidr': '2001:db8:1::/64', 'gateway_ip': '2001:db8:1::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:21.262811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.263878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.280727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.281771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.393099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.484848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.494099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.515718 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:21.567978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=97a2f109-af9f-4039-ba90-baed5d81e167,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:21.635379 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:21.663370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.770907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:21.781555 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/97a2f109-af9f-4039-ba90-baed5d81e167 HTTP/1.1" status: 204 len: 168 time: 3.0024657 Jan 14 05:54:21.782747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45838) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:21.822108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:54:10Z', 'revision_number': 4, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b2e10108-2136-4a28-aa27-8504c6cae11a', 'name': '', 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'mac_address': 'fa:16:3e:a3:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'b6da822b-56c0-46b2-b7b3-41c573eaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:08Z', 'updated_at': '2021-01-14T05:54:18Z', 'revision_number': 4, 'project_id': '232819a78d294c86bee396ec667f3524', 'subnets': [{'id': 'b6da822b-56c0-46b2-b7b3-41c573eaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:21.829660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de8e6cba-3fa8-4d44-a08f-e8cb1f7a0bb7 None None] The sync data for ids ['6d118433-9ef6-420e-817e-910f6b8c8f30'] in n-d-768851-4 is: [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:54:10Z', 'revision_number': 4, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'b2e10108-2136-4a28-aa27-8504c6cae11a', 'name': '', 'network_id': '0df40305-8ade-4a84-bebd-1a7c0566cbe5', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'mac_address': 'fa:16:3e:a3:26:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_interface', 'standard_attr_id': 3163, 'fixed_ips': [{'subnet_id': 'b6da822b-56c0-46b2-b7b3-41c573eaf0ea', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:08Z', 'updated_at': '2021-01-14T05:54:18Z', 'revision_number': 4, 'project_id': '232819a78d294c86bee396ec667f3524', 'subnets': [{'id': 'b6da822b-56c0-46b2-b7b3-41c573eaf0ea', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:21.836577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d2463a-00ff-4987-b38b-e3e05f48a8ec None None] Unable to find a vacant binding_index for network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e and agent 7391f645-00a8-488f-be8b-a64f53ae333e {{(pid=80931) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:212}} Jan 14 05:54:21.849678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-36d2463a-00ff-4987-b38b-e3e05f48a8ec None None] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e8dba6ac-e6fe-476a-b72a-185f11c2ef6e) {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:54:21.855918 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2077a5be-fa3c-4914-aeb9-272389c7e9b3 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:21.992774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=66e060a8-ead1-447f-a534-e4ce99c6aeb0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:22.009668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:22.015547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.127618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:22.127992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.193390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.299731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.306565 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/66e060a8-ead1-447f-a534-e4ce99c6aeb0 HTTP/1.1" status: 204 len: 168 time: 1.2138107 Jan 14 05:54:22.316143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.641883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'fixed_ips': [{'subnet_id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:54:22.643765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.646181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e3084ef4-d59c-4262-bd8e-be23cbfb2e3f,segment=NetworkSegment(89db0890-eb6c-42b4-a12b-944763a8345c),segment_id=89db0890-eb6c-42b4-a12b-944763a8345c)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:22.646599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.802774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:22.826651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:22.934617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for e3084ef4-d59c-4262-bd8e-be23cbfb2e3f owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:22.974366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=4c1c6d05-13c0-4d6c-acf5-9234c46df16b,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:22.978081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:23.039777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b2e10108-2136-4a28-aa27-8504c6cae11a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:23.114250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:23.139658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-044a8f94-7756-492e-9950-74ad8f4a737b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:23.197147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45850) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:23.467813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b2e10108-2136-4a28-aa27-8504c6cae11a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:23.486255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=e3084ef4-d59c-4262-bd8e-be23cbfb2e3f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:23.490728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b2e10108-2136-4a28-aa27-8504c6cae11a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:23.494065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:23.513869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:23.585400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:23.646534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:23.665028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.525s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:23.706951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:23.711927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Usage tracker for resource:security_group_rule and tenant:2723562032b941028fc56a59d6af8ebb is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:23.716113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:23.723218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Allocated IP 172.20.0.2 (e8dba6ac-e6fe-476a-b72a-185f11c2ef6e/ef756ef9-8bd7-4e02-82fa-1b800a320f47/09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:23.726142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:23.861152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Checking segment: {'id': 'c47fa9e5-4a0a-40fc-b326-1246478cb146', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': 'a8136705-e656-402e-b6a9-782acd1a8b85'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:23.861532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network hostable DHCP agents. Network: a8136705-e656-402e-b6a9-782acd1a8b85, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:54:23.895409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:23.914639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:23.931043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-142b57a0-8dc0-4b76-9758-1c6f95c25ee8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:23.934852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network a8136705-e656-402e-b6a9-782acd1a8b85 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:54:23.991763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a7e89b2d-e895-4c8d-80f4-22dfe88333cc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:24.012846 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2723562032b941028fc56a59d6af8ebb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7600908 Jan 14 05:54:24.016098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45856) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:24.028195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:24.044339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a8136705-e656-402e-b6a9-782acd1a8b85) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:24.073761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:24.075845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7f0797c1-0778-457d-bdd0-f37935ef79d9 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:24.076286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f0797c1-0778-457d-bdd0-f37935ef79d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.081587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.140478 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 872 time: 4.1192479 Jan 14 05:54:24.146965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45860) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:24.164521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No DVR routers for this DVR port e3084ef4-d59c-4262-bd8e-be23cbfb2e3f on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:24.185524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Request body: {'subnet': {'name': 'New_subnet', 'host_routes': [{'destination': '10.20.0.0/32', 'nexthop': '10.100.1.2'}], 'dns_nameservers': ['7.8.8.8', '7.8.4.4'], 'gateway_ip': '172.20.0.2', 'enable_dhcp': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:24.293181 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.378546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.436628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Allocated IP 172.25.3.108 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/f49f6b57-9628-4f8d-a35f-2fd96a8a763a) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:24.453005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b2e10108-2136-4a28-aa27-8504c6cae11a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b2e10108-2136-4a28-aa27-8504c6cae11a,segment=NetworkSegment(37e2edf8-733a-4d77-8d32-2b3fc7fa311d),segment_id=37e2edf8-733a-4d77-8d32-2b3fc7fa311d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:24.458403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_update--9223372036848258263'] for subnet, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.484664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.489566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:24.557253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9cf29fce-4ae2-41aa-9676-b8b70c34dc0f']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:24.581861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '89db0890-eb6c-42b4-a12b-944763a8345c') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:24.586984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '89db0890-eb6c-42b4-a12b-944763a8345c') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:24.606479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.608898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.644461 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2a1096b3-e1c3-4dde-b08f-37ca2ea77c6e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:24.648621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.659251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b2e10108-2136-4a28-aa27-8504c6cae11a,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:24.662454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d6153f57-524a-474a-b3a5-ee408cdc372b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:24.734303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:24.769224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: d6153f57-524a-474a-b3a5-ee408cdc372b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:24.771235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d6153f57-524a-474a-b3a5-ee408cdc372b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:24.782053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Transition to ACTIVE for port object 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:24.788675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.796667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:24.824082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Transition to ACTIVE for port object 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:24.830467 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.186s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:24.833786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.848205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.860918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:24.866486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:25.119168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b74b9b4-8727-42bb-a4d3-6fbc91b27ef2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:25.126012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.147175 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c HTTP/1.1" status: 204 len: 168 time: 4.8991399 Jan 14 05:54:25.162216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b2e10108-2136-4a28-aa27-8504c6cae11a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:25.198577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45866) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:25.229656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update--9223363288521362104', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_updated-6372601'] for subnet, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.247995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Pushing event updated for resources: {'Port': ['ID=09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:25.267324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.267324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.267742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.268040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.268426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.268802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.269763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.269876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d8a7b9f-b8b2-440a-bf2d-7e92f570d19a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:25.270049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.270569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.271213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.271336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.271677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.272834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.273211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.273584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.273953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.274323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.274828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.275123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.275774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.275774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.276509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.276883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.277250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.277697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.278061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.278436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.278839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.279677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.280050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.280419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.280914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.281282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.281651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.282436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.283051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:25.299938 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:25.302204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:25.304576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a6a7a94-1552-46f9-a195-77116a0a0395 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:router {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:25.307518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:25.313724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:25.324763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:25.337099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.382223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Attempting to bind port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:25.382641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Attempting to bind port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:25.383901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Attempting to bind port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c on network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:25.396124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:25.396552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Checking segment: {'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:25.397006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.397508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Bound using segment: {'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:25.397982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Bound port: 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:25.398538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.416762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.428027 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84c6a3a9-2367-45cd-acf2-19cdfaf91d30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:25.434976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3a6a7a94-1552-46f9-a195-77116a0a0395 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:router {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:25.436547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a6a7a94-1552-46f9-a195-77116a0a0395 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2364831 Jan 14 05:54:25.453084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45870) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:25.465962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:25.504695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:25.505491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.510118 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "PUT /v2.0/subnets/4c1c6d05-13c0-4d6c-acf5-9234c46df16b HTTP/1.1" status: 200 len: 877 time: 1.3550477 Jan 14 05:54:25.513337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45874) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:25.529229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b2e10108-2136-4a28-aa27-8504c6cae11a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:25.529820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.552586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event updated for resources: {'Subnet': ['ID=4c1c6d05-13c0-4d6c-acf5-9234c46df16b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:25.556169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:25.629110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.664336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.701906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] For port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:25.731462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] For port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c,segment=NetworkSegment(b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945),segment_id=b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:25.741284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.758445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.760117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:25.826977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:25.851302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e52894e-b373-41df-8565-4cec10c66fb4 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:25.955149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Pushing event updated for resources: {'Port': ['ID=09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:25.961545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.201s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:26.036131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a7e89b2d-e895-4c8d-80f4-22dfe88333cc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:26.058405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:26.064112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:26.067810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:26.074982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.647s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:26.105385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:26.179597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:26.180948 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a7e89b2d-e895-4c8d-80f4-22dfe88333cc HTTP/1.1" status: 204 len: 168 time: 2.1516573 Jan 14 05:54:26.269031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:26.379916 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:26.382665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:26.523682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Pushing event updated for resources: {'Port': ['ID=f49f6b57-9628-4f8d-a35f-2fd96a8a763a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:26.535826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.682s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:26.653996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:26.659940 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8df54ace-3d13-47d2-bd0e-18de061b2442 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:26.685621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:26.692074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:26.693834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=9cf29fce-4ae2-41aa-9676-b8b70c34dc0f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:26.705300 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/9cf29fce-4ae2-41aa-9676-b8b70c34dc0f HTTP/1.1" status: 204 len: 168 time: 4.9182398 Jan 14 05:54:26.706837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:26.707630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45886) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:26.713557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:26.994222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:26.999299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:27.027249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:27.053621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:27.198525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:27.496176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:27.653244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:27.730928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b8e73ad-0c3c-4745-81cc-b9f902dec6e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:27.837316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=4c1c6d05-13c0-4d6c-acf5-9234c46df16b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:27.873907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.874338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.874793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.875219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.875639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.876058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.876536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.877211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.877669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.878080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.878540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.878974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.879455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.879918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.880326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.880734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.881139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.881754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.881907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.882307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.882763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.883145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.883640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.884046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.884929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.885441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.886217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.886217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.886627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.888680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.888982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.889404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.889821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.890238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.890648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.891079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:27.899883 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:27.904164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-40a9a5d3-a0fc-4263-88f9-f401a31a037b None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:27.912038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:28.008129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:28.117297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60fcf241-a894-4628-a4bf-37861470d6c6 None None] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:28.149386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b42353-5fbc-433b-bf11-2af21ad7381b None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:28.187759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-847fd1e5-02aa-4781-b4b1-e90feca4c6ea None None] Network a8136705-e656-402e-b6a9-782acd1a8b85 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:28.377613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:28.768437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a8136705-e656-402e-b6a9-782acd1a8b85']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:28.808868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c47fa9e5-4a0a-40fc-b326-1246478cb146') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:28.809456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c47fa9e5-4a0a-40fc-b326-1246478cb146') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:28.830324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:28.870497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:28.875580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 21 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:28.925297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:28.960946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:29.051535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-61b42353-5fbc-433b-bf11-2af21ad7381b None None] Network 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f could not be found, it might have been deleted concurrently. {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:206}} Jan 14 05:54:29.069599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:29.085485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c18fa190-f322-4dae-9d67-6dba2c980574 None None] Network a8136705-e656-402e-b6a9-782acd1a8b85 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:29.114580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=4e9a689e-6570-464c-824d-c7ad2ad662a9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:29.287878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Provisioning for port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:29.291964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-51fd666c-03f3-4887-9102-4d426b13ec0b None None] DHCP port deletion for 9cf29fce-4ae2-41aa-9676-b8b70c34dc0f request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:54:29.317893 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:29.318901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port bfbe4729-861e-473c-b259-d12144d67595 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:29.319284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:29.366030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network a8136705-e656-402e-b6a9-782acd1a8b85 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:29.377324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Provisioning complete for port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:29.377758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:29.382733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:29.566544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45934) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:29.639202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network a8136705-e656-402e-b6a9-782acd1a8b85 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:29.659470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-500c74d6-6523-4513-aa6e-b94aacb7959a None None] Network a8136705-e656-402e-b6a9-782acd1a8b85 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:29.691786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port bfbe4729-861e-473c-b259-d12144d67595, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=bfbe4729-861e-473c-b259-d12144d67595,segment=NetworkSegment(91fea861-0eae-48c6-95be-18b60330544f),segment_id=91fea861-0eae-48c6-95be-18b60330544f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:29.692282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:29.786350 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:29.820748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:29.829668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:29.849542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for bfbe4729-861e-473c-b259-d12144d67595 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:29.866199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:29.934236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:29.935635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:29.972732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:29.973552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:30.002506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:30.028711 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 4.5695372 Jan 14 05:54:30.033526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:30.036296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 45944) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:30.043716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:30.158665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Usage tracker for resource:security_group_rule and tenant:0192d8b1434c41d89842274d20e14887 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:30.178413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:30.225183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:30.237810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:30.241560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] For port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c,segment=NetworkSegment(b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945),segment_id=b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:30.253899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:30.259171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:30.266844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:30.271039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:30.274869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:30.283219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:30.314020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:30.321595 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/a8136705-e656-402e-b6a9-782acd1a8b85 HTTP/1.1" status: 204 len: 168 time: 4.8041983 Jan 14 05:54:30.331659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:30.332706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45954) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:30.336462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=a8136705-e656-402e-b6a9-782acd1a8b85,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:30.359555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:30.360078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:30.394453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.565s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:30.408928 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c89f4deb-4fcc-45fe-9096-3fa519c80fae tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:30.409555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c89f4deb-4fcc-45fe-9096-3fa519c80fae tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:30.411625 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c89f4deb-4fcc-45fe-9096-3fa519c80fae tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/4c1c6d05-13c0-4d6c-acf5-9234c46df16b HTTP/1.1" status: 404 len: 337 time: 0.0776627 Jan 14 05:54:30.423398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45960) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:30.501232 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-174bc382-afe5-4ae2-8ff9-0946ad5522a0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:30.506775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-174bc382-afe5-4ae2-8ff9-0946ad5522a0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:30.519795 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-174bc382-afe5-4ae2-8ff9-0946ad5522a0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/a8136705-e656-402e-b6a9-782acd1a8b85 HTTP/1.1" status: 404 len: 339 time: 0.0908449 Jan 14 05:54:30.525170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45966) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:30.539254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Pushing event updated for resources: {'Port': ['ID=09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:30.543883 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.270s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:30.634244 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-358541d2-d939-41d8-a3ce-3a41cf2a0156 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:30.635000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-358541d2-d939-41d8-a3ce-3a41cf2a0156 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:30.646184 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-358541d2-d939-41d8-a3ce-3a41cf2a0156 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/db1d34ff-81bf-4383-a03c-dbbe0506b2fa HTTP/1.1" status: 404 len: 337 time: 0.1194351 Jan 14 05:54:30.650423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45974) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:30.665419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-45867ae9-e524-4b6b-9c76-0ec2fa30f8b6 None None] Provisioning complete for port b2e10108-2136-4a28-aa27-8504c6cae11a triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:30.665419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45867ae9-e524-4b6b-9c76-0ec2fa30f8b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:30.701906 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5ca7c058-f69a-4fef-a02c-88c8b0a4feed tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:30.702511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5ca7c058-f69a-4fef-a02c-88c8b0a4feed tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:30.704840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ca7c058-f69a-4fef-a02c-88c8b0a4feed tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/0e93ec67-041d-4ee6-a3a4-05a9d2854a60 HTTP/1.1" status: 404 len: 339 time: 0.0528667 Jan 14 05:54:30.710964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 45980) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:30.959674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:30.991735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:54:31.070418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7dd59604-a539-4eb8-9971-d81748d16cda None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:31.201953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:31.212614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece35c6f-b6a2-4ad9-9106-329c93cc45a8 None None] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:31.231078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.288792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.292882 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 10.2227061 Jan 14 05:54:31.298368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46004) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:31.318617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.349453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Sync routers for ids ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:31.363658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4933292d-1a9e-44f5-8f7c-702d3d62abe5 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:31.364083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4933292d-1a9e-44f5-8f7c-702d3d62abe5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.369016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.382035 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b38d8f79-bc02-49ee-87d4-cee20022d756 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:31.436718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.458903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Routers {'59ffcc12-75a4-4c83-82b7-085b64b8d7d4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:31.459619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:31.530565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.724456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:31.724880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:31.868896 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0192d8b1434c41d89842274d20e14887&name=default HTTP/1.1" status: 200 len: 2983 time: 2.2918332 Jan 14 05:54:31.880337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46040) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:31.903247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fea43bb-36a7-44a3-8bee-edfaf5fe4924,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:31.907945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c380a165-5573-4c5d-b354-a497ab1e395c']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:31.963630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.964235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.964318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.964694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.965111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.965523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.965934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.966343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.967330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.967439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.967831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.968239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.968725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.969139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.969555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.970232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.970653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.971082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.971492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.972078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.972504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.972915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.973333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.973740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.974253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.974661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.975200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.975610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.976021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.976428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.976830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.977537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.977935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.978410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.979173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:31.979284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:54:32.051860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '95164576-cbdd-4667-b621-76d45344eeaa') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:32.052122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '95164576-cbdd-4667-b621-76d45344eeaa') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:32.057916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.676s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:32.072423 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-325867f2-5f47-40cf-8648-5527c6890b6c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.408s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:32.081592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.119361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.130759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:32.175654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=bfbe4729-861e-473c-b259-d12144d67595,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:32.185968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:32.249045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-17532cb6-e146-4c48-a0a9-a5013942b1ce None None] Provisioning complete for port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:32.249472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17532cb6-e146-4c48-a0a9-a5013942b1ce None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.274324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.307296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.357415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.410933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Set router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:32.537435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e3084ef4-d59c-4262-bd8e-be23cbfb2e3f no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:32.608337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: e3084ef4-d59c-4262-bd8e-be23cbfb2e3f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:32.608483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e3084ef4-d59c-4262-bd8e-be23cbfb2e3f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:32.649356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.654863 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a3019b34-41a8-4343-9f66-665ea0e2b771 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:32.754985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fea43bb-36a7-44a3-8bee-edfaf5fe4924,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:32.775342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network c380a165-5573-4c5d-b354-a497ab1e395c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:32.776422 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:32.812712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:32.956756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2a579ae7-a89e-43e0-a49a-53be80166aed None None] Provisioning complete for port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:32.957448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2a579ae7-a89e-43e0-a49a-53be80166aed None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.015939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.017361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fea43bb-36a7-44a3-8bee-edfaf5fe4924 HTTP/1.1" status: 204 len: 168 time: 1.1106195 Jan 14 05:54:33.055147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Update dhcp port {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': '4e9a689e-6570-464c-824d-c7ad2ad662a9'}, {'subnet_id': '6e38e91f-0d0e-4a67-bfea-d7445aa469cd'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '9a3eb387-8011-456f-9614-ef8965b876ec'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:54:33.132279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.151815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46066) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:33.175872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network c380a165-5573-4c5d-b354-a497ab1e395c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:33.204099 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:33.282137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.333348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.340391 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7634faf6-e264-416e-9c6e-8ecdf9a87747 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:33.363216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.374452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=c380a165-5573-4c5d-b354-a497ab1e395c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:33.459835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:54:33.521729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:54:27Z', 'revision_number': 3, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:33.557617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Checking router: 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:33.557843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Updating router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 port f49f6b57-9628-4f8d-a35f-2fd96a8a763a binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:54:33.591477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:54:33.668948 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.328s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:33.719406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7f0eb51e-89ac-4d42-97f5-9e33b635e016 None None] Provisioning complete for port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:33.719839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f0eb51e-89ac-4d42-97f5-9e33b635e016 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.762164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Allocated IP 172.20.0.1 (e8dba6ac-e6fe-476a-b72a-185f11c2ef6e/ef756ef9-8bd7-4e02-82fa-1b800a320f47/3aaaa942-0221-4e32-83a0-5b7759afd4c1) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:33.794887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.856837 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/c380a165-5573-4c5d-b354-a497ab1e395c HTTP/1.1" status: 204 len: 168 time: 3.1446364 Jan 14 05:54:33.858022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46082) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:33.903551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:33.915656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:33.926063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:33.936818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:33.937780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:33.943747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.2043376 Jan 14 05:54:33.945798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46086) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:34.059064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:34.120200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Usage tracker for resource:security_group_rule and tenant:3f7f3861b19f492291160869df2f6757 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:34.128684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:34.152636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Retry wrapper got retriable exception: (pymysql.err.OperationalError) (1213, 'Deadlock found when trying to get lock; try restarting transaction') Jan 14 05:54:34.152636 n-d-768851-4 neutron-server[80820]: [SQL: INSERT INTO ipamallocations (ip_address, `status`, ipam_subnet_id) VALUES (%(ip_address)s, %(status)s, %(ipam_subnet_id)s)] Jan 14 05:54:34.152636 n-d-768851-4 neutron-server[80820]: [parameters: {'ip_address': '2001:db8::f816:3eff:fe40:6f7', 'status': 'ALLOCATED', 'ipam_subnet_id': '1173ecd8-ab12-4dd5-b6ad-064d6287a563'}] Jan 14 05:54:34.152636 n-d-768851-4 neutron-server[80820]: (Background on this error at: http://sqlalche.me/e/13/e3q8) {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:54:34.153044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:54:34.217273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:34.221430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.264652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:34.423000 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c11d359f-4abe-414e-9070-13b2aca06664 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:34.423951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c11d359f-4abe-414e-9070-13b2aca06664 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:34.428383 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c11d359f-4abe-414e-9070-13b2aca06664 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/52f70000-1a04-4ec2-83ce-86c8cbed5bd6 HTTP/1.1" status: 404 len: 337 time: 0.5612710 Jan 14 05:54:34.482336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46096) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:34.482721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46098) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:34.505122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.526777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Transition to ACTIVE for port object f49f6b57-9628-4f8d-a35f-2fd96a8a763a will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:34.539238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.570207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.584623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] For port 9a3eb387-8011-456f-9614-ef8965b876ec, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a3eb387-8011-456f-9614-ef8965b876ec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:34.589576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Transition to ACTIVE for port object 3aaaa942-0221-4e32-83a0-5b7759afd4c1 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:34.606618 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-19a5deef-a600-475c-85de-7f69370d2364 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:34.607397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-19a5deef-a600-475c-85de-7f69370d2364 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:34.614907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.615424 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-19a5deef-a600-475c-85de-7f69370d2364 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/aa8a941f-4da4-484c-a09c-767dc558cee9 HTTP/1.1" status: 404 len: 339 time: 0.1219444 Jan 14 05:54:34.618420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46106) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:34.638950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:31Z', 'revision_number': 10, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:34.640829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.641831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.644518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:34.654859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:34.656469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:34.656995 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:34.713748 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:34.731087 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0402bb75-9bea-43d9-88b1-12249881c795 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:34.737638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0402bb75-9bea-43d9-88b1-12249881c795 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:34.746053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0402bb75-9bea-43d9-88b1-12249881c795 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/c3d44b13-7947-4357-9cde-b74da9325d42 HTTP/1.1" status: 404 len: 337 time: 0.1262174 Jan 14 05:54:34.754074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46110) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:34.815798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c52ef-d330-4d68-a18b-a8d6a86c30d2 None None] Pushing event updated for resources: {'Port': ['ID=f49f6b57-9628-4f8d-a35f-2fd96a8a763a,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:34.824880 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a5be4d3e-d300-4d2d-9919-bce6794cf2d3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:34.825467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a5be4d3e-d300-4d2d-9919-bce6794cf2d3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:34.832487 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5be4d3e-d300-4d2d-9919-bce6794cf2d3 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/42b891f5-6bd5-4053-aaaf-2e5b79a59ab5 HTTP/1.1" status: 404 len: 339 time: 0.0756810 Jan 14 05:54:34.834854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc7c52ef-d330-4d68-a18b-a8d6a86c30d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:34.841112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46114) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:34.854014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Request body: {'network': {'name': 'tempest-TestServerBasicOps-1818081476-network', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:34.860293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.867045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Attempting to bind port f49f6b57-9628-4f8d-a35f-2fd96a8a763a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:34.867471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Attempting to bind port f49f6b57-9628-4f8d-a35f-2fd96a8a763a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:34.867891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Attempting to bind port f49f6b57-9628-4f8d-a35f-2fd96a8a763a on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:34.871420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:34.876575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:34.877008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:34.877470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.877912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:34.878461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Bound port: f49f6b57-9628-4f8d-a35f-2fd96a8a763a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:34.878922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.914645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28c86434-9bd3-4c8f-bc60-b7b070d1a509 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:34.964381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] For port f49f6b57-9628-4f8d-a35f-2fd96a8a763a, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:34.968092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] For port f49f6b57-9628-4f8d-a35f-2fd96a8a763a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f49f6b57-9628-4f8d-a35f-2fd96a8a763a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:34.969540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:34.982983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.000977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:35.003104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-021f0908-4ba9-4f33-b7b6-bb31d17e664f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:35.004198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3aaaa942-0221-4e32-83a0-5b7759afd4c1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:35.008524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:35.067954 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-91360b72-9a4d-4654-a98c-49385111d2ac tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:35.069171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-91360b72-9a4d-4654-a98c-49385111d2ac tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:35.071321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-91360b72-9a4d-4654-a98c-49385111d2ac tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/06ec4fca-0e32-4a3a-a50d-e04b799d258f HTTP/1.1" status: 404 len: 337 time: 0.2249405 Jan 14 05:54:35.073239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Usage tracker for resource:network and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:35.080924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46118) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.082071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:35.099136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:35.135052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc7c52ef-d330-4d68-a18b-a8d6a86c30d2 None None] Pushing event updated for resources: {'Port': ['ID=f49f6b57-9628-4f8d-a35f-2fd96a8a763a,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:35.137311 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f82c704c-b407-4ca6-b0b7-10303dd17a7d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:35.138014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f82c704c-b407-4ca6-b0b7-10303dd17a7d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:35.140191 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f82c704c-b407-4ca6-b0b7-10303dd17a7d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/f3c6d733-5d38-48e1-85ac-47dc88a7b0b6 HTTP/1.1" status: 404 len: 339 time: 0.0544753 Jan 14 05:54:35.147577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46122) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.192636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Made reservation on behalf of ec7a24136b204df2b10038c476c9ff40 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:35.198327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.219163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.243237 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb0d76ae-ff68-42e4-b0e6-01025f56cc30 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:35.244191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb0d76ae-ff68-42e4-b0e6-01025f56cc30 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:35.246417 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb0d76ae-ff68-42e4-b0e6-01025f56cc30 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/c3c7fe5c-3c85-40cc-8889-04c5500803f7 HTTP/1.1" status: 404 len: 337 time: 0.0975635 Jan 14 05:54:35.252625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.257376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:35.262400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:35.262890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Usage tracker for resource:security_group_rule and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:35.266380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:35.268530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:35.274059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:35.276552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 64c28699-53c0-460c-9656-c9bedf9b87ce {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:35.280159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.290139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:31Z', 'revision_number': 10, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:35.296216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f2964b94-5b9c-4df7-b3bc-e51e3c6b70c0 None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:31Z', 'revision_number': 10, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None, '_interfaces': [{'id': '93276154-6c41-43dc-80f5-5728a6c99f4f', 'name': '', 'network_id': '484d6a71-0600-4e7c-8c3c-8c8ed9d96872', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'mac_address': 'fa:16:3e:8b:a8:71', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'device_owner': 'network:router_interface', 'standard_attr_id': 3046, 'fixed_ips': [{'subnet_id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'ip_address': '2001:db8::1', 'prefixlen': 64}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:52:34Z', 'updated_at': '2021-01-14T05:53:02Z', 'revision_number': 5, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'subnets': [{'id': '7e0f8730-e7cb-4785-a880-9a53182f5564', 'cidr': '2001:db8::/64', 'gateway_ip': '2001:db8::1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:35.357748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=9a3eb387-8011-456f-9614-ef8965b876ec,revision_number=7']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:35.362651 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:35.364327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:35.365156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.371389 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ecd7b62-2390-44e8-8778-aee638c41b24 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:35.372131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ecd7b62-2390-44e8-8778-aee638c41b24 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:35.385298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8ce1103-df27-4de9-a089-f46859081af9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.697s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:35.461650 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ecd7b62-2390-44e8-8778-aee638c41b24 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/9590de5f-d832-43f1-9b6b-c9b550f3039a HTTP/1.1" status: 404 len: 339 time: 0.1298676 Jan 14 05:54:35.491801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46130) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.504272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=6e38e91f-0d0e-4a67-bfea-d7445aa469cd,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:35.508481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:35.534714 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 5.4970675 Jan 14 05:54:35.545274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46134) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.552590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:e1:3c:40', 'name': 'tempest-NetworksTestDHCPv6-1799437104'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:35.564310 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ef99e613-8894-4e31-9b39-f9e85fe449f7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:35.564820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ef99e613-8894-4e31-9b39-f9e85fe449f7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:35.569262 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef99e613-8894-4e31-9b39-f9e85fe449f7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/73b29844-05c1-4401-9ace-1d1eb67e2165 HTTP/1.1" status: 404 len: 337 time: 0.0643027 Jan 14 05:54:35.571477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.572960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46138) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.575096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:35.578733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:35.602567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.603212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc7c52ef-d330-4d68-a18b-a8d6a86c30d2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.600s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:35.607235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:35.619733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.682798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c2bd06df-38e3-487c-bd5a-83af3fdb826a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:35.712757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.719204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Allocated IP 172.20.0.2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/4e9a689e-6570-464c-824d-c7ad2ad662a9/9a3eb387-8011-456f-9614-ef8965b876ec) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:35.731719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:54:35.742103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.742543 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Added segment f7971d2f-e6e1-426f-b797-1192ab709809 of type vxlan for network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 Jan 14 05:54:35.771198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.799061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.803825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4a17af9-b9ab-493e-b25d-fec21f9e75da,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:35.808814 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:35.817150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.818159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:35.818947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.823388 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-661ad0b4-5ed3-44a7-ae0a-6d1d13590d35 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:35.824332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-661ad0b4-5ed3-44a7-ae0a-6d1d13590d35 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:35.832609 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:35.847863 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-661ad0b4-5ed3-44a7-ae0a-6d1d13590d35 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/73bf7727-62d5-4dee-8688-720fb9a44f89 HTTP/1.1" status: 404 len: 339 time: 0.2714539 Jan 14 05:54:35.862132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46142) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.898718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] For port 9a3eb387-8011-456f-9614-ef8965b876ec, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a3eb387-8011-456f-9614-ef8965b876ec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:35.951046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 1.4642012 Jan 14 05:54:35.951253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.952466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46146) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:35.961768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Request body: {'subnet': {'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerBasicOps-1818081476-subnet', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:35.965579 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8a91f249-9169-4794-8bf6-de6cb37ca5c9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:35.966087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8a91f249-9169-4794-8bf6-de6cb37ca5c9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:35.970763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.972087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:35.975751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:35.977487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Usage tracker for resource:subnet and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:35.981057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Pushing event updated for resources: {'Network': ['ID=05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:35.984325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4684927-8b67-4f1d-9aab-f84b79599f28 None None] Provisioning for port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:35.984891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:35.986038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:35.994079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4684927-8b67-4f1d-9aab-f84b79599f28 None None] Provisioning complete for port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:35.994474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:35.994596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4684927-8b67-4f1d-9aab-f84b79599f28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.003898 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c19ef0e9-c6ef-48fc-b109-b8d1b680e809 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:36.011811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Made reservation on behalf of ec7a24136b204df2b10038c476c9ff40 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:36.015377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8a91f249-9169-4794-8bf6-de6cb37ca5c9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/c8804f13-1cb8-4467-b303-cd61bdb495d7 HTTP/1.1" status: 404 len: 337 time: 0.1325467 Jan 14 05:54:36.016700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.031546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:36.034119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46150) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:36.049200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:36.063152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:54:36.094347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Transition to ACTIVE for port object 9a3eb387-8011-456f-9614-ef8965b876ec will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:36.137007 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f7f3861b19f492291160869df2f6757&name=default HTTP/1.1" status: 200 len: 2983 time: 2.9522169 Jan 14 05:54:36.138535 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8ac414d3-5161-4c0c-9b1e-9ee089966e70 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:36.138663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8ac414d3-5161-4c0c-9b1e-9ee089966e70 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:36.143602 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8ac414d3-5161-4c0c-9b1e-9ee089966e70 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/6a620a55-3b03-482b-89f7-a1001219edf2 HTTP/1.1" status: 404 len: 339 time: 0.1056790 Jan 14 05:54:36.143602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46154) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:36.147633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46156) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:36.174787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=487477b7-ff47-49cb-b590-723e831274d8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:36.182362 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:36.188603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:36.193002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:36.196164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:36.205235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:36.239329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:36.264131 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f72547d8-7414-4d81-bd93-1c5205022191 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:36.264657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f72547d8-7414-4d81-bd93-1c5205022191 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:36.270351 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f72547d8-7414-4d81-bd93-1c5205022191 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/4a97e212-5e0b-49f4-ba02-ac07a68f06ff HTTP/1.1" status: 404 len: 337 time: 0.1173918 Jan 14 05:54:36.270499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46162) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:36.277137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Routers {'59ffcc12-75a4-4c83-82b7-085b64b8d7d4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:36.277860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:36.310324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.369879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.391113 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-34b95005-6e90-408c-8897-bd449f6eb583 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:36.391613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-34b95005-6e90-408c-8897-bd449f6eb583 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:36.397288 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34b95005-6e90-408c-8897-bd449f6eb583 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/2cff36d5-e0bd-4b1b-a97c-298ab002ad9a HTTP/1.1" status: 404 len: 339 time: 0.1226952 Jan 14 05:54:36.400925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46166) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:36.404048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.455473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c30183f0-fd52-45ef-aaf9-2a16a43f1cb5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:36.483741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e4684927-8b67-4f1d-9aab-f84b79599f28 None None] Port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:54:36.514539 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-be3d4579-4d79-40ad-95a4-fc4f4533d234 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:36.515008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-be3d4579-4d79-40ad-95a4-fc4f4533d234 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:36.519468 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be3d4579-4d79-40ad-95a4-fc4f4533d234 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/7c0546c7-ee6e-44c5-9c63-69dd8235e6f3 HTTP/1.1" status: 404 len: 337 time: 0.1149726 Jan 14 05:54:36.523941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.525032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46170) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:36.579752 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-76989028-7d11-4b85-ad08-81d3fd1fc5e4 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] DELETE failed (client error): The resource could not be found. Jan 14 05:54:36.580447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76989028-7d11-4b85-ad08-81d3fd1fc5e4 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:54:36.585467 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76989028-7d11-4b85-ad08-81d3fd1fc5e4 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/189ca771-aaf3-4001-8a2a-bb0037a07147 HTTP/1.1" status: 404 len: 339 time: 0.0561631 Jan 14 05:54:36.588532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46174) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:36.652022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.687805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.699825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Pushing event updated for resources: {'Port': ['ID=9a3eb387-8011-456f-9614-ef8965b876ec,revision_number=8']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:36.709310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:36.719209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9bcc0ff7-ec18-4f04-8f5f-4c9d38ddd5d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:36.757612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] Set router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:36.803080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.809732 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1943922c-370b-430b-9803-44d35d5d1fb8 tempest-PortsIpV6TestJSON-779035413 tempest-PortsIpV6TestJSON-779035413] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:36.835807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=487477b7-ff47-49cb-b590-723e831274d8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:36.843855 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:36.844069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=64c28699-53c0-460c-9656-c9bedf9b87ce,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:36.861506 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:36.887026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.891172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/487477b7-ff47-49cb-b590-723e831274d8 HTTP/1.1" status: 204 len: 168 time: 0.7466979 Jan 14 05:54:36.955484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:36.974176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.009485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86819285-7394-4026-881d-9e080ad80131 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:37.109156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a3eb387-8011-456f-9614-ef8965b876ec up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:37.180664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.189277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4046d974-5293-45d4-8c2d-b75ec952284f None None] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:37.198316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.205729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 4e03b921-d789-415d-922f-aa9c5f418fba yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:54:37.325883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting subnet 8d847723-3a8e-4de0-a99d-53e5597182e7 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:37.330707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.378285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.420882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.559823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46182) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:37.566385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.573890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Pushing event updated for resources: {'Port': ['ID=3aaaa942-0221-4e32-83a0-5b7759afd4c1,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:37.577632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.568s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:37.597660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:37.598733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c649ffc4-c38a-4022-af9a-437e613425d7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:37.616923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/64c28699-53c0-460c-9656-c9bedf9b87ce HTTP/1.1" status: 204 len: 168 time: 3.6696634 Jan 14 05:54:37.620454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46186) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:37.678746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:37.687109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Pushing event updated for resources: {'Subnet': ['ID=47e14c12-5af8-41f4-8d58-ac47fddd9159,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:37.690128 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:37.691499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:37.775356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device bfbe4729-861e-473c-b259-d12144d67595 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:37.846821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: bfbe4729-861e-473c-b259-d12144d67595 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:37.847760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device bfbe4729-861e-473c-b259-d12144d67595 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:37.881748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:54:36Z', 'revision_number': 4, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '3aaaa942-0221-4e32-83a0-5b7759afd4c1', 'name': '', 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'mac_address': 'fa:16:3e:98:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:33Z', 'updated_at': '2021-01-14T05:54:33Z', 'revision_number': 1, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'subnets': [{'id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:37.889066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f50a3737-1ffb-48af-a3fa-48e9da83adfd None None] The sync data for ids ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'] in n-d-768851-4 is: [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:54:36Z', 'revision_number': 4, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:34Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '3aaaa942-0221-4e32-83a0-5b7759afd4c1', 'name': '', 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'mac_address': 'fa:16:3e:98:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:33Z', 'updated_at': '2021-01-14T05:54:33Z', 'revision_number': 1, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'subnets': [{'id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:37.924007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:37.939291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b7b11d5383b44be0ba9cf53c3be7fffd is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:37.950755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:37.977530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:37.998349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:54:38.000105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.011092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] DHCP port deletion for 1a1b693f-cba5-4acd-9e5d-83c72656a60a request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:54:38.015830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Deleting port 7d93be14-3e1b-4c4b-b239-67faef2cc37b {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:38.016262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.018561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Checking segment: {'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:38.019041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Network hostable DHCP agents. Network: 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:54:38.066915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-578154d9-e36f-404b-a0b2-e9bde604ae95 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:38.196837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:54:38.230560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:38.256339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0ea21c0-e93c-42aa-b546-63b106c8277a None None] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:38.279818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ebdab959-587e-4e37-b317-587398f7b51a None None] Provisioning for port 9a3eb387-8011-456f-9614-ef8965b876ec completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:38.565795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 172.20.0.11 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/4e9a689e-6570-464c-824d-c7ad2ad662a9/4e03b921-d789-415d-922f-aa9c5f418fba) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:38.573911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fee1:3c40 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/6e38e91f-0d0e-4a67-bfea-d7445aa469cd/4e03b921-d789-415d-922f-aa9c5f418fba) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:38.592540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ebdab959-587e-4e37-b317-587398f7b51a None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:38.592885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ebdab959-587e-4e37-b317-587398f7b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.622120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:38.623388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.631512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 7d93be14-3e1b-4c4b-b239-67faef2cc37b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:38.631865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.705877 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.7503850 Jan 14 05:54:38.705877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:38.718588 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] 10.222.0.48 "PUT /v2.0/routers/59ffcc12-75a4-4c83-82b7-085b64b8d7d4/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4063518 Jan 14 05:54:38.718588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46190) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:38.751792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Request body: {'router': {'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:38.757746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:38.762543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Usage tracker for resource:router and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:38.765952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:38.772160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:38.789871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.791193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.797300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5', 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'fixed_ips': [{'subnet_id': '47e14c12-5af8-41f4-8d58-ac47fddd9159'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:54:38.798526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.831393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.837828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.856298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:38.891032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fdda39d0-feaa-4109-b6b5-749d51e13ee6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:38.932827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b7b11d5383b44be0ba9cf53c3be7fffd&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3494289 Jan 14 05:54:38.955103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46196) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:39.022016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d827fd3-4ad4-4b5f-aa8a-44865b6a4c29,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:39.040749 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:39.084230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] For port 7d93be14-3e1b-4c4b-b239-67faef2cc37b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7d93be14-3e1b-4c4b-b239-67faef2cc37b,segment=NetworkSegment(91fea861-0eae-48c6-95be-18b60330544f),segment_id=91fea861-0eae-48c6-95be-18b60330544f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:39.084778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.238466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Calling delete_port for 7d93be14-3e1b-4c4b-b239-67faef2cc37b owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:39.298780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.322406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.352130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.425039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.455810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06cc99ae-2036-4cc6-8fbf-624c61e25213 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:39.484244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.536425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d827fd3-4ad4-4b5f-aa8a-44865b6a4c29,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:39.563280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7d93be14-3e1b-4c4b-b239-67faef2cc37b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:39.616371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 7d93be14-3e1b-4c4b-b239-67faef2cc37b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:39.616763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7d93be14-3e1b-4c4b-b239-67faef2cc37b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:39.652421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:39.658503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port 7d93be14-3e1b-4c4b-b239-67faef2cc37b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7d93be14-3e1b-4c4b-b239-67faef2cc37b,segment=NetworkSegment(91fea861-0eae-48c6-95be-18b60330544f),segment_id=91fea861-0eae-48c6-95be-18b60330544f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:39.659138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.671270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.710013 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa348d6b-a57f-4eb3-8ba2-c9a5e8c77c67 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:39.759125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.760393 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1d827fd3-4ad4-4b5f-aa8a-44865b6a4c29 HTTP/1.1" status: 204 len: 168 time: 0.8019226 Jan 14 05:54:39.761221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5de88694-eaf5-48f2-bb37-8044275cb46d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.235s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:39.855716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.864442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Subnet': ['ID=8d847723-3a8e-4de0-a99d-53e5597182e7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:39.888126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for 7d93be14-3e1b-4c4b-b239-67faef2cc37b owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:39.896054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Pushing event deleted for resources: {'Port': ['ID=7d93be14-3e1b-4c4b-b239-67faef2cc37b,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:39.913689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:39.917357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:39.918966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:40.011987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.056361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.063825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:54:40.064464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:54:40.065510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 4e03b921-d789-415d-922f-aa9c5f418fba will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:40.071631 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/subnets/8d847723-3a8e-4de0-a99d-53e5597182e7 HTTP/1.1" status: 204 len: 168 time: 3.4845293 Jan 14 05:54:40.072214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46212) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:40.093375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] No DVR routers for this DVR port 7d93be14-3e1b-4c4b-b239-67faef2cc37b on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:40.095610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea0e9e9d-3c12-46f7-bda1-a11efcc677c7 None None] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:40.119782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.144892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-88ff6c5f-019c-4a2c-8614-9a54db95c414 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:40.285614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.396157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=4e03b921-d789-415d-922f-aa9c5f418fba,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:40.410825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:40.417789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Deleting port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:40.418590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.554544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:40.557478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:40.569446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:40.661193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 7d93be14-3e1b-4c4b-b239-67faef2cc37b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:40.661561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.761311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ebdab959-587e-4e37-b317-587398f7b51a None None] Provisioning complete for port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:40.761742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ebdab959-587e-4e37-b317-587398f7b51a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.809891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] For port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0,segment=NetworkSegment(fbf5504d-3f7a-438f-b5b4-a0d1003525ab),segment_id=fbf5504d-3f7a-438f-b5b4-a0d1003525ab)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:40.810313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:40.845287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ebdab959-587e-4e37-b317-587398f7b51a None None] Port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:54:40.866385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Allocated IP 172.20.0.2 (05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5/47e14c12-5af8-41f4-8d58-ac47fddd9159/cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:40.882827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] The port '7d93be14-3e1b-4c4b-b239-67faef2cc37b' was deleted {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:41.073697 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:41.089904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Calling delete_port for 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:41.103577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:41.104328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.117510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f49f6b57-9628-4f8d-a35f-2fd96a8a763a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:41.242058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-318cb615-895d-44ca-b85e-84ca93b275ff None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:41.242732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-318cb615-895d-44ca-b85e-84ca93b275ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.349198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f49f6b57-9628-4f8d-a35f-2fd96a8a763a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:41.363437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dbc804eb-00b2-4f78-8dd5-9d3ce7d26a8c None None] DHCP port deletion for c6569f2f-082a-4db1-8ec1-e607afb2c401 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:54:41.366018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Allocated IP 172.25.3.233 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/6ab39695-6ccd-44e4-a09b-1c93501e6d8a) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:41.392612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f49f6b57-9628-4f8d-a35f-2fd96a8a763a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:41.393145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.428195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dbc804eb-00b2-4f78-8dd5-9d3ce7d26a8c None None] Deleting port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:41.428421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.428813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbc804eb-00b2-4f78-8dd5-9d3ce7d26a8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.566548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dbc804eb-00b2-4f78-8dd5-9d3ce7d26a8c None None] The port '84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:54:41.592705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.629785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.649597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14c7798a-e0b0-470b-a7ea-c7045e7f0199 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:41.655122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 6.1086681 Jan 14 05:54:41.672375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46234) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:41.721583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.810334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1a1b693f-cba5-4acd-9e5d-83c72656a60a']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:41.837794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '91fea861-0eae-48c6-95be-18b60330544f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:41.838140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '91fea861-0eae-48c6-95be-18b60330544f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:41.859076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.902568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.905459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 19 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:41.942475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.966899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f49f6b57-9628-4f8d-a35f-2fd96a8a763a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f49f6b57-9628-4f8d-a35f-2fd96a8a763a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:41.968444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:41.983754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-669ac7ee-e573-468b-ac89-cb48b5430c24 None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:41.984184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-669ac7ee-e573-468b-ac89-cb48b5430c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:42.028130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b35a9-bd74-4b40-a2b1-87ca1b82150f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:42.056005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:42.056340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f88b35a9-bd74-4b40-a2b1-87ca1b82150f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:42.057591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f88b35a9-bd74-4b40-a2b1-87ca1b82150f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:42.061285 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:42.074153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Port': ['ID=84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:42.107895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.456s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:42.108801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f88b35a9-bd74-4b40-a2b1-87ca1b82150f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:42.113078 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f88b35a9-bd74-4b40-a2b1-87ca1b82150f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1863 time: 0.4363229 Jan 14 05:54:42.115122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46246) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:42.118043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.245s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:42.145197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Transition to ACTIVE for port object cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:42.149706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f49f6b57-9628-4f8d-a35f-2fd96a8a763a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:42.152893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Sync routers for ids ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:42.157677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:42.194825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Transition to ACTIVE for port object cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:42.201456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Routers {'59ffcc12-75a4-4c83-82b7-085b64b8d7d4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:42.202349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:42.258022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Pushing event updated for resources: {'Port': ['ID=6ab39695-6ccd-44e4-a09b-1c93501e6d8a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:42.268063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:42.278993 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:42.279971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:42.281955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:42.285761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:42.295273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:42.348696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] No DVR routers for this DVR port 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:42.405779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 4e03b921-d789-415d-922f-aa9c5f418fba {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:42.406299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:42.592961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Set router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:42.655286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 1a1b693f-cba5-4acd-9e5d-83c72656a60a has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:42.684427 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:42.689505 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:42.930346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.099854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.110344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ece3dbb1-a58c-4dc0-aa21-94be7d6bf35c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:43.239668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 4e03b921-d789-415d-922f-aa9c5f418fba owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:43.248145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f49f6b57-9628-4f8d-a35f-2fd96a8a763a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:43.333444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.371882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bed478c7-89d0-457c-ba64-d9ab0915d4c0 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:43.395412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.403791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=1a1b693f-cba5-4acd-9e5d-83c72656a60a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:43.406434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:43.417934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:43.418452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:43.420032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1937c99-ac84-4568-a470-e8d2ef638d76 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.424456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:43.432645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/1a1b693f-cba5-4acd-9e5d-83c72656a60a HTTP/1.1" status: 204 len: 168 time: 5.8081496 Jan 14 05:54:43.436032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:43.463385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.514756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.570755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Attempting to bind port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:43.571315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Attempting to bind port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:43.571938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Attempting to bind port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 on network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:43.587421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Pushing event updated for resources: {'Port': ['ID=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:43.602027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:43.602549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Checking segment: {'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:43.603723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.604253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Bound using segment: {'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:43.605120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Bound port: cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:43.605643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.626456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.516s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:43.678773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:54:36Z', 'revision_number': 4, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '3aaaa942-0221-4e32-83a0-5b7759afd4c1', 'name': '', 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'mac_address': 'fa:16:3e:98:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:33Z', 'updated_at': '2021-01-14T05:54:36Z', 'revision_number': 2, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'subnets': [{'id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:43.694453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Checking router: 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:43.694898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Updating router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:54:43.769279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:43.846568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c6569f2f-082a-4db1-8ec1-e607afb2c401']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:43.992532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f49f6b57-9628-4f8d-a35f-2fd96a8a763a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:43.992957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.050803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'fbf5504d-3f7a-438f-b5b4-a0d1003525ab') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:44.051325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'fbf5504d-3f7a-438f-b5b4-a0d1003525ab') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:44.080894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.107057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.111165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:44.128158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.143414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] For port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:44.341200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:44.385632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:44.386038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 84fe16fc-e8bb-4d11-ab46-fd85a2a50ba0 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:44.579264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91110074-4785-4d05-8ce0-fc4cb6ac7090 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.596743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:44.608739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.618235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5480133d-206b-46c8-88e5-a8d1b4fc02eb req-2aeb517d-b758-4ae9-8c46-a6048d7c97f8 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:44.620197 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5480133d-206b-46c8-88e5-a8d1b4fc02eb req-2aeb517d-b758-4ae9-8c46-a6048d7c97f8 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/networks?id=0df40305-8ade-4a84-bebd-1a7c0566cbe5 HTTP/1.1" status: 200 len: 812 time: 0.5622303 Jan 14 05:54:44.699418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.728037 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5480133d-206b-46c8-88e5-a8d1b4fc02eb req-71643489-13f7-47b7-b231-0c478ed67ec1 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/quotas/232819a78d294c86bee396ec667f3524 HTTP/1.1" status: 200 len: 375 time: 0.0710831 Jan 14 05:54:44.849196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.850220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-669ac7ee-e573-468b-ac89-cb48b5430c24 None None] Provisioning for port 4e03b921-d789-415d-922f-aa9c5f418fba completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:44.856817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-669ac7ee-e573-468b-ac89-cb48b5430c24 None None] Provisioning complete for port 4e03b921-d789-415d-922f-aa9c5f418fba triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:44.857895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-669ac7ee-e573-468b-ac89-cb48b5430c24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:44.860150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Network c6569f2f-082a-4db1-8ec1-e607afb2c401 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:44.869882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-384c10b1-6bfa-4b1b-91e3-ce87400794c2 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:44.888147 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:44.922472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-669ac7ee-e573-468b-ac89-cb48b5430c24 None None] Port 4e03b921-d789-415d-922f-aa9c5f418fba was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:54:44.990987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=4e03b921-d789-415d-922f-aa9c5f418fba,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:44.993030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Transition to ACTIVE for port object 3aaaa942-0221-4e32-83a0-5b7759afd4c1 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:44.998426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.002225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.002661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:45.007592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-43424435-8cdc-4af7-b0f4-2a3d0b051d8f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:45.011821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] For port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,segment=NetworkSegment(f7971d2f-e6e1-426f-b797-1192ab709809),segment_id=f7971d2f-e6e1-426f-b797-1192ab709809)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:45.013374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.041773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Pushing event deleted for resources: {'Network': ['ID=c6569f2f-082a-4db1-8ec1-e607afb2c401,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:45.043190 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5480133d-206b-46c8-88e5-a8d1b4fc02eb req-934a1868-ed99-4961-a4cf-5d4cae697281 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/ports?tenant_id=232819a78d294c86bee396ec667f3524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3073387 Jan 14 05:54:45.052211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:45.052939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:54:45.102834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:54:45.158777 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] 10.222.0.48 "DELETE /v2.0/networks/c6569f2f-082a-4db1-8ec1-e607afb2c401 HTTP/1.1" status: 204 len: 168 time: 5.0830386 Jan 14 05:54:45.167688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d8aa22b-fe50-4d49-9da9-856fe78d8fa9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:45.210604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.351743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:45.364345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Sync routers for ids ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:45.387726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.390134 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 6.6488259 Jan 14 05:54:45.390391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Routers {'99f64b47-90d1-49ce-bfb9-c6c01ef69760'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:45.393777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46290) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:45.400590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:45.603460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.608307 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/4e03b921-d789-415d-922f-aa9c5f418fba HTTP/1.1" status: 204 len: 168 time: 3.4921238 Jan 14 05:54:45.611486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:45.721518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23630387-09da-44c6-aed3-097699ac2791 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:45.726603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23630387-09da-44c6-aed3-097699ac2791 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:45.734782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-23630387-09da-44c6-aed3-097699ac2791 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:45.735719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-23630387-09da-44c6-aed3-097699ac2791 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:54:45.748147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac7abd-7afd-4501-b7a8-e215e22ac6b7 None None] Pushing event updated for resources: {'Port': ['ID=3aaaa942-0221-4e32-83a0-5b7759afd4c1,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:45.756291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Set router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:45.789080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Attempting to bind port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:45.789357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Attempting to bind port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:45.789779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Attempting to bind port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 on network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:45.799679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46304) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:45.807264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ac7abd-7afd-4501-b7a8-e215e22ac6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.640s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:45.809839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:45.810276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Checking segment: {'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:45.810746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.811329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Bound using segment: {'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:45.811870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Bound port: 3aaaa942-0221-4e32-83a0-5b7759afd4c1, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 20, 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:45.812297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:45.847090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.609s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:45.851271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-23630387-09da-44c6-aed3-097699ac2791 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:54:45.856041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46310) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:45.867321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-23630387-09da-44c6-aed3-097699ac2791 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2049 time: 0.2524624 Jan 14 05:54:45.876063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:46.110795 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5480133d-206b-46c8-88e5-a8d1b4fc02eb req-da37cd3f-b534-451c-86c3-f4cbee43505a service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 1.0333824 Jan 14 05:54:46.150104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Pushing event updated for resources: {'Port': ['ID=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:46.242603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.396s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:46.252054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:46.375990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:46.397745 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5480133d-206b-46c8-88e5-a8d1b4fc02eb req-c9bb0043-401e-4607-80fb-1905d3a322d5 service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2282937 Jan 14 05:54:46.436851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:54:42Z', 'revision_number': 3, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:41Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:46.459504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] For port 3aaaa942-0221-4e32-83a0-5b7759afd4c1, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:46.460735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Checking router: 99f64b47-90d1-49ce-bfb9-c6c01ef69760 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:46.461315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Updating router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:54:46.463868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] For port 3aaaa942-0221-4e32-83a0-5b7759afd4c1, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3aaaa942-0221-4e32-83a0-5b7759afd4c1,segment=NetworkSegment(b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945),segment_id=b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:46.477838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:46.574883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port 93276154-6c41-43dc-80f5-5728a6c99f4f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:46.575301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:46.617521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:46.768129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6476ea98-70c1-46f0-a470-ce449e6816be None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:46.965586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ac7abd-7afd-4501-b7a8-e215e22ac6b7 None None] Pushing event updated for resources: {'Port': ['ID=3aaaa942-0221-4e32-83a0-5b7759afd4c1,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:46.981622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ac7abd-7afd-4501-b7a8-e215e22ac6b7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.214s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:46.994677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.000651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 4e9a689e-6570-464c-824d-c7ad2ad662a9 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:47.002847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port 93276154-6c41-43dc-80f5-5728a6c99f4f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=93276154-6c41-43dc-80f5-5728a6c99f4f,segment=NetworkSegment(40350be4-66c9-4060-bec7-07b9765cc3dc),segment_id=40350be4-66c9-4060-bec7-07b9765cc3dc)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:47.004727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.034020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Routers {'59ffcc12-75a4-4c83-82b7-085b64b8d7d4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:47.034926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:47.047732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.185740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:47.214225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.300456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for 93276154-6c41-43dc-80f5-5728a6c99f4f owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:47.371691 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d2b098c-122d-40e7-9c03-210853e759aa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=770459d6588a49598f487bab4b73810b&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5705228 Jan 14 05:54:47.428686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46330) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:47.429125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.443925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Transition to ACTIVE for port object 6ab39695-6ccd-44e4-a09b-1c93501e6d8a will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:47.449353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.492269 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01874275-fcb2-4c01-b5a5-7467f2da3d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:47.510488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.515384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:47.615790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] Set router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:47.752258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:47.791298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:47.821868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84afdac-968c-4c21-819f-9ebfbfd7eec4 None None] Pushing event updated for resources: {'Port': ['ID=6ab39695-6ccd-44e4-a09b-1c93501e6d8a,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:47.857810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b84afdac-968c-4c21-819f-9ebfbfd7eec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.365s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:48.006562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Attempting to bind port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:48.007019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Attempting to bind port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:48.007435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Attempting to bind port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:48.030517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:48.031292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:48.031762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:48.032375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:48.033045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Bound port: 6ab39695-6ccd-44e4-a09b-1c93501e6d8a, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:48.033640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:48.253862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] For port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:54:48.261183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] For port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6ab39695-6ccd-44e4-a09b-1c93501e6d8a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:54:48.273208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:48.310064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:48.453850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6af9d0aa-0112-412e-a8bc-3573a076b951 None None] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:48.714302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b84afdac-968c-4c21-819f-9ebfbfd7eec4 None None] Pushing event updated for resources: {'Port': ['ID=6ab39695-6ccd-44e4-a09b-1c93501e6d8a,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:48.750431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b84afdac-968c-4c21-819f-9ebfbfd7eec4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:48.882791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Routers {'99f64b47-90d1-49ce-bfb9-c6c01ef69760'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:48.883493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:48.930521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=93276154-6c41-43dc-80f5-5728a6c99f4f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:48.933745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:49.088261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3aaaa942-0221-4e32-83a0-5b7759afd4c1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:49.123066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.163349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.166434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Provisioning for port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:49.189137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Provisioning complete for port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:49.189744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.226759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.245488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f69bcca8-ad46-46b7-9814-dc4e6a77602d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:49.285230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2815ea8b-2395-4360-bcea-10955133b1db,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:49.288558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:49.303964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.345275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] Set router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:49.365031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:54:36Z', 'revision_number': 4, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '3aaaa942-0221-4e32-83a0-5b7759afd4c1', 'name': '', 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'mac_address': 'fa:16:3e:98:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:33Z', 'updated_at': '2021-01-14T05:54:46Z', 'revision_number': 4, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'subnets': [{'id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:49.366555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.368039 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2815ea8b-2395-4360-bcea-10955133b1db HTTP/1.1" status: 204 len: 168 time: 1.9382970 Jan 14 05:54:49.383555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d35e66a5-61de-49eb-8056-2cea58c0742b None None] The sync data for ids ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'] in n-d-768851-4 is: [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:54:36Z', 'revision_number': 4, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '3aaaa942-0221-4e32-83a0-5b7759afd4c1', 'name': '', 'network_id': 'e8dba6ac-e6fe-476a-b72a-185f11c2ef6e', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'mac_address': 'fa:16:3e:98:96:7b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_interface', 'standard_attr_id': 3202, 'fixed_ips': [{'subnet_id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:33Z', 'updated_at': '2021-01-14T05:54:46Z', 'revision_number': 4, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'subnets': [{'id': 'ef756ef9-8bd7-4e02-82fa-1b800a320f47', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:49.392930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:49.438132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:49.439032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.539599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:49.804244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:50.285265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:50.292381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] For port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,segment=NetworkSegment(f7971d2f-e6e1-426f-b797-1192ab709809),segment_id=f7971d2f-e6e1-426f-b797-1192ab709809)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:50.303298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:50.309092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:54:42Z', 'revision_number': 3, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:50.325042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd885e1e-c69b-4aa0-a189-609796005be2 None None] The sync data for ids ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'] in n-d-768851-4 is: [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:54:42Z', 'revision_number': 3, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:50.332549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6fcc6a1-c8eb-4140-8fb3-7ea6810c4f1e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:50.353562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:50.374600 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b7acb0c-1042-4a20-8d0e-2fe45c7537ca None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:50.601036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:54:50.620581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Pushing event updated for resources: {'Port': ['ID=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:50.637803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=4e9a689e-6570-464c-824d-c7ad2ad662a9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:50.642865 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.313s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:50.656211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:50.693397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Allocated IP 172.20.0.1 (05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5/47e14c12-5af8-41f4-8d58-ac47fddd9159/a89682ea-8d92-4788-83e9-3b5644822a36) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:54:50.697527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 3aaaa942-0221-4e32-83a0-5b7759afd4c1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3aaaa942-0221-4e32-83a0-5b7759afd4c1,segment=NetworkSegment(b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945),segment_id=b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:50.708352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:50.710435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ac7abd-7afd-4501-b7a8-e215e22ac6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:50.831553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=3aaaa942-0221-4e32-83a0-5b7759afd4c1,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:50.851147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:50.871824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2124341a-9710-4f8e-9a97-b31917189cee None None] Provisioning complete for port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:50.880751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2124341a-9710-4f8e-9a97-b31917189cee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.001632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:51.040854 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6035750 Jan 14 05:54:51.046895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46388) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:51.061429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.091671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5f4ed41-5ec1-44b7-9a53-d43c583c00f9 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:51.121773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:51.152516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:51.168494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.191142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Transition to ACTIVE for port object a89682ea-8d92-4788-83e9-3b5644822a36 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:51.215547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/4e9a689e-6570-464c-824d-c7ad2ad662a9 HTTP/1.1" status: 204 len: 168 time: 5.3488400 Jan 14 05:54:51.218280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46396) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:51.279634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.445383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:51.445793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:51.524670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a42b42d-44c1-4601-afe8-d59539f3a992 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:51.537556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting subnet 7e0f8730-e7cb-4785-a880-9a53182f5564 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:51.542684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.673503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.708243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 6e38e91f-0d0e-4a67-bfea-d7445aa469cd {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:54:51.712480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.718672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:51.801989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.847892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:51.998258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:52.234866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:47Z', 'revision_number': 11, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:52.254064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:52.316200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:52.316704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:52.434108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Pushing event updated for resources: {'Port': ['ID=a89682ea-8d92-4788-83e9-3b5644822a36,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:52.447819 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.923s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:52.462107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:52.462677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:52.543584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:52.561079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:52.569472 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7b9b071-9a2a-444b-b44a-1aecd32e31cd tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:52.608948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:52.621222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:54:52.630630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:52.832745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:47Z', 'revision_number': 11, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:52.842041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1968aa8b-b615-49f8-ac04-84558060707e None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:47Z', 'revision_number': 11, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:54:52.961667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Subnet': ['ID=7e0f8730-e7cb-4785-a880-9a53182f5564,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:52.969345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-14cbf59a-a79a-41a6-b0b7-a4328068be55 None None] Provisioning complete for port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:52.969979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14cbf59a-a79a-41a6-b0b7-a4328068be55 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:52.973998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.405s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:53.001169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:53.020180 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/7e0f8730-e7cb-4785-a880-9a53182f5564 HTTP/1.1" status: 204 len: 168 time: 1.9695981 Jan 14 05:54:53.023466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46426) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:53.176965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:53.332951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d195d400-237d-461f-b955-66ed38ee498d None None] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:53.448436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:53.602461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:53.738085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Deleting port eae0563f-786f-4f08-ba67-5e559f459966 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:53.740554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:53.812668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3aaaa942-0221-4e32-83a0-5b7759afd4c1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:53.993422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2055ce6f-6364-466e-99c6-0f3722f9bf26 None None] Provisioning for port a89682ea-8d92-4788-83e9-3b5644822a36 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:54.003515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:54.005354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2055ce6f-6364-466e-99c6-0f3722f9bf26 None None] Provisioning complete for port a89682ea-8d92-4788-83e9-3b5644822a36 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:54.005783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2055ce6f-6364-466e-99c6-0f3722f9bf26 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:54.087693 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-28573938-aca3-45e8-9fe9-a702f4f9a0b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:54.143146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2055ce6f-6364-466e-99c6-0f3722f9bf26 None None] Port a89682ea-8d92-4788-83e9-3b5644822a36 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:54:54.144781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92d1f850-f233-425e-84e3-94544e289386 None None] DHCP port deletion for 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:54:54.164915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Deleting port eae0563f-786f-4f08-ba67-5e559f459966 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:54.167023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:54.413268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] For port eae0563f-786f-4f08-ba67-5e559f459966, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eae0563f-786f-4f08-ba67-5e559f459966,segment=NetworkSegment(40350be4-66c9-4060-bec7-07b9765cc3dc),segment_id=40350be4-66c9-4060-bec7-07b9765cc3dc)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:54.415221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:54.529268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=6e38e91f-0d0e-4a67-bfea-d7445aa469cd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:54.579638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.485s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:54.613327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Calling delete_port for eae0563f-786f-4f08-ba67-5e559f459966 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:54.701518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:54.824276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-92d1f850-f233-425e-84e3-94544e289386 None None] For port eae0563f-786f-4f08-ba67-5e559f459966, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=eae0563f-786f-4f08-ba67-5e559f459966,segment=NetworkSegment(40350be4-66c9-4060-bec7-07b9765cc3dc),segment_id=40350be4-66c9-4060-bec7-07b9765cc3dc)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:54.824852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:54.827572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:54.852374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c9f7d4f1-b30c-4f76-a857-3817d78a0b07 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:54.944951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:54.957788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Port': ['ID=eae0563f-786f-4f08-ba67-5e559f459966,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:54.969111 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:55.000971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No DVR routers for this DVR port eae0563f-786f-4f08-ba67-5e559f459966 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:55.054804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.070471 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/6e38e91f-0d0e-4a67-bfea-d7445aa469cd HTTP/1.1" status: 204 len: 168 time: 3.8503966 Jan 14 05:54:55.072174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46528) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:55.072912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.116169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-31cf3877-ef12-4f86-b180-b39fb4556c3a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:55.161770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Calling delete_port for eae0563f-786f-4f08-ba67-5e559f459966 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:55.244269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.245274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.262265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:54:55.265720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:54:55.271639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ebd0254-8f78-45cb-9b7a-d0e869cc2801 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:55.374581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.433871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['484d6a71-0600-4e7c-8c3c-8c8ed9d96872']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:55.447845 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f06e55ce-3813-46c0-b0ca-a417d3325dbd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3367662 Jan 14 05:54:55.450681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46532) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:55.460114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40350be4-66c9-4060-bec7-07b9765cc3dc') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:55.460516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40350be4-66c9-4060-bec7-07b9765cc3dc') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:55.462492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:55.466633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Usage tracker for resource:security_group_rule and tenant:f8c2488f6e8943c9a8c8a74632a8bffb is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:55.469681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:55.475795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:55.496120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:55.497837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:55.499112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.526002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:55.529366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Pushing event updated for resources: {'Port': ['ID=a89682ea-8d92-4788-83e9-3b5644822a36,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:55.533810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:55.539374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.423s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:55.541397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6ca26c95-ea49-43b5-a569-7163af160f8f None None] Provisioning complete for port 9a3eb387-8011-456f-9614-ef8965b876ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:55.542575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ca26c95-ea49-43b5-a569-7163af160f8f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.558523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.679433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.685163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:54:55.687005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.781637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Deleting port eae0563f-786f-4f08-ba67-5e559f459966 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:55.782061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92d1f850-f233-425e-84e3-94544e289386 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.956273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:55.961449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:55.963527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-92d1f850-f233-425e-84e3-94544e289386 None None] The port 'eae0563f-786f-4f08-ba67-5e559f459966' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:54:55.965434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:54:55.966343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:55.973271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Deleting port 9a3eb387-8011-456f-9614-ef8965b876ec {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:54:55.973876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:55.975059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:55.991503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:56.166673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.300332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] For port 9a3eb387-8011-456f-9614-ef8965b876ec, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a3eb387-8011-456f-9614-ef8965b876ec,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:56.300791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.410931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.420871 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.455672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Calling delete_port for 9a3eb387-8011-456f-9614-ef8965b876ec owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:54:56.461294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:56.500028 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f8c2488f6e8943c9a8c8a74632a8bffb&name=default HTTP/1.1" status: 200 len: 2983 time: 1.6422625 Jan 14 05:54:56.504863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46546) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:56.505824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=adb072f6-4dab-4e3c-81ab-bc9da150a2d0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:56.567194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bebb3c72-e4c7-4cd2-b33e-dc38d3e21e68 None None] Provisioning complete for port a89682ea-8d92-4788-83e9-3b5644822a36 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:56.567757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bebb3c72-e4c7-4cd2-b33e-dc38d3e21e68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.568385 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.107s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:56.577045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:54:56.610112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.735452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-937bb998-29ad-4f46-92e3-4295afb226ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:56.801878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Pushing event deleted for resources: {'Port': ['ID=9a3eb387-8011-456f-9614-ef8965b876ec,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:56.817050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:56.833130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] No DVR routers for this DVR port 9a3eb387-8011-456f-9614-ef8965b876ec on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:54:56.862227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bebb3c72-e4c7-4cd2-b33e-dc38d3e21e68 None None] Port a89682ea-8d92-4788-83e9-3b5644822a36 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:54:56.882959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:54:56.908149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.918852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Sync routers for ids ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:54:56.945155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:56.991009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ab39695-6ccd-44e4-a09b-1c93501e6d8a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:57.007142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Routers {'99f64b47-90d1-49ce-bfb9-c6c01ef69760'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:54:57.008112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:57.016007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.024973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1f70b976-536a-473b-8f91-6338ed6706f8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:57.056485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] 10.222.0.48 "PUT /v2.0/routers/99f64b47-90d1-49ce-bfb9-c6c01ef69760/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.6589675 Jan 14 05:54:57.058220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=adb072f6-4dab-4e3c-81ab-bc9da150a2d0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:57.060473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.064152 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/adb072f6-4dab-4e3c-81ab-bc9da150a2d0 HTTP/1.1" status: 204 len: 168 time: 0.5523541 Jan 14 05:54:57.064152 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.038s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:57.249147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:54:57.254985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:57.255421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.380537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:57.419227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.554791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.581065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Set router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:54:57.584266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.612415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6ab39695-6ccd-44e4-a09b-1c93501e6d8a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:54:57.618996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.621163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-13efbb9a-28e7-4c99-99f8-244ce01f51f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:57.790247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=6ab39695-6ccd-44e4-a09b-1c93501e6d8a,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:57.799412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a3eb387-8011-456f-9614-ef8965b876ec no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:57.851986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:57.866980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46564) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:57.876109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9a3eb387-8011-456f-9614-ef8965b876ec {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:57.876513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a3eb387-8011-456f-9614-ef8965b876ec not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:57.877003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eae0563f-786f-4f08-ba67-5e559f459966 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:57.907642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:57.951538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:57.958218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Usage tracker for resource:security_group_rule and tenant:36814b39464642439e8aa704127ea558 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:57.963295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:57.964524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: eae0563f-786f-4f08-ba67-5e559f459966 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:57.964982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device eae0563f-786f-4f08-ba67-5e559f459966 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:57.965478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 93276154-6c41-43dc-80f5-5728a6c99f4f no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:54:57.999713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:58.065486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 93276154-6c41-43dc-80f5-5728a6c99f4f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:54:58.070347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 93276154-6c41-43dc-80f5-5728a6c99f4f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:54:58.162461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.177224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Network 484d6a71-0600-4e7c-8c3c-8c8ed9d96872 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:54:58.205340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.293591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5be65e53-36b0-4e67-9f2b-9c76c4833af8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:54:58.304237 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:54:58.319829 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=36814b39464642439e8aa704127ea558&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4514189 Jan 14 05:54:58.322315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46572) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:58.401819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6b56a6b-e560-4001-bf08-73917e3b92b7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:58.420166 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:58.433389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:54:53Z', 'revision_number': 4, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:48Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'a89682ea-8d92-4788-83e9-3b5644822a36', 'name': '', 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'mac_address': 'fa:16:3e:1a:50:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '47e14c12-5af8-41f4-8d58-ac47fddd9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:49Z', 'updated_at': '2021-01-14T05:54:54Z', 'revision_number': 2, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'subnets': [{'id': '47e14c12-5af8-41f4-8d58-ac47fddd9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:54:58.443339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Checking router: 99f64b47-90d1-49ce-bfb9-c6c01ef69760 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:54:58.443744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Updating router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 port a89682ea-8d92-4788-83e9-3b5644822a36 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:54:58.476075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.520137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.554881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.593662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.602768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b476f465-48c0-4469-a32f-23e4d184655c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:58.615687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.622222 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0bb6c5f0-30c1-4cca-b4f1-a828e9e3abe1 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:58.642395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.648848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6b56a6b-e560-4001-bf08-73917e3b92b7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:58.651798 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:58.660124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.663822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e6b56a6b-e560-4001-bf08-73917e3b92b7 HTTP/1.1" status: 204 len: 168 time: 0.3380215 Jan 14 05:54:58.688181 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/networks/484d6a71-0600-4e7c-8c3c-8c8ed9d96872 HTTP/1.1" status: 204 len: 168 time: 5.6634855 Jan 14 05:54:58.691764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Pushing event deleted for resources: {'Network': ['ID=484d6a71-0600-4e7c-8c3c-8c8ed9d96872,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:58.691893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46582) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:58.700314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'routes': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:58.702841 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:58.723053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:58.903618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ab39695-6ccd-44e4-a09b-1c93501e6d8a up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:54:58.904588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d59aafcb-7c96-4ba6-bb07-a4507022aa91 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:59.035661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:54:59.036082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.102659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=b0fdfb37-5407-4dfb-bbae-4dbf71abe311,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:59.107367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:59.151937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Request body: {'security_group': {'name': 'tempest-TestServerBasicOps-932638949', 'description': 'tempest-TestServerBasicOps-932638949 description'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:59.165196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:59.171044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Usage tracker for resource:security_group and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:59.174505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:59.181439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:59.261728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.266194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:54:59.269076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:54:59.273518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.287951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:54:59.288892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.291224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Transition to ACTIVE for port object a89682ea-8d92-4788-83e9-3b5644822a36 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:54:59.300580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.314093 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 3.8620815 Jan 14 05:54:59.317283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46588) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:54:59.327696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:54:59.400772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Added routes are [] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:113}} Jan 14 05:54:59.401717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.extraroute_db [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Removed routes are [] {{(pid=80930) _update_extra_routes /opt/stack/neutron/neutron/db/extraroute_db.py:121}} Jan 14 05:54:59.403076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.416388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:59.574344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:54:59.592031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Usage tracker for resource:security_group_rule and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:59.602311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:59.664329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bdd226e4-0ddb-4b87-ba01-900e4864112f None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:54:59.673671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:59.726650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:54:59.737300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:54:59.746818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:54:59.761661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:54:59.788071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:54:59.803123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.939213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927125f-81fb-4d0b-8656-e5387592b596 None None] Pushing event updated for resources: {'Port': ['ID=a89682ea-8d92-4788-83e9-3b5644822a36,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:54:59.947911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7927125f-81fb-4d0b-8656-e5387592b596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.373s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:54:59.953115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Attempting to bind port a89682ea-8d92-4788-83e9-3b5644822a36 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:54:59.953843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Attempting to bind port a89682ea-8d92-4788-83e9-3b5644822a36 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:54:59.953922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Attempting to bind port a89682ea-8d92-4788-83e9-3b5644822a36 on network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:54:59.960785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:54:59.961208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Checking segment: {'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:54:59.961660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:54:59.962601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Bound using segment: {'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:54:59.963172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Bound port: a89682ea-8d92-4788-83e9-3b5644822a36, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f7971d2f-e6e1-426f-b797-1192ab709809', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:54:59.963592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.109207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] For port a89682ea-8d92-4788-83e9-3b5644822a36, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:00.119345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] For port a89682ea-8d92-4788-83e9-3b5644822a36, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a89682ea-8d92-4788-83e9-3b5644822a36,segment=NetworkSegment(f7971d2f-e6e1-426f-b797-1192ab709809),segment_id=f7971d2f-e6e1-426f-b797-1192ab709809)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:00.132582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.148183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.152981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.163306 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b84afdac-968c-4c21-819f-9ebfbfd7eec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:00.359063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'b0fdfb37-5407-4dfb-bbae-4dbf71abe311'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:00.362732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.385480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:55:00.601532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.622675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.636084 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4b781cf-fd5b-414f-bdd5-2b7c19a67203 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:00.677635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Routers {'99f64b47-90d1-49ce-bfb9-c6c01ef69760'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:00.678333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:00.771065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Pushing event updated for resources: {'SecurityGroup': ['ID=7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:00.802318 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:00.828744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:55:00.868360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.876533 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-778d2875-b922-4658-9b38-3db76a45ba7d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 200 len: 704 time: 2.1833851 Jan 14 05:55:00.879561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46618) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:00.886058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7927125f-81fb-4d0b-8656-e5387592b596 None None] Pushing event updated for resources: {'Port': ['ID=a89682ea-8d92-4788-83e9-3b5644822a36,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:00.913898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] Sync routers for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:55:00.917155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7927125f-81fb-4d0b-8656-e5387592b596 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.758s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:00.977203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:00.982561 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a9f8082d-ceff-451d-b0ea-c90a7a0c466c req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 2.3621738 Jan 14 05:55:01.038555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76698d1e-978c-4b2f-b95b-b47b5c4c36ad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:01.084634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76698d1e-978c-4b2f-b95b-b47b5c4c36ad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:01.086565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:55:01.089484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:01.089910 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76698d1e-978c-4b2f-b95b-b47b5c4c36ad tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 200 len: 205 time: 0.2062898 Jan 14 05:55:01.090888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46626) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:01.190891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Allocated IP 172.20.0.2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/b0fdfb37-5407-4dfb-bbae-4dbf71abe311/7589752b-8fd8-4236-91c6-15a160f478dd) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:01.199298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Allocated IP 2001:db8::f816:3eff:fe07:ccbd (dc69f032-a8e7-4abf-b3f3-848413ff1f68/a01896d0-7311-4151-8ce8-d6e8b6e0d869/7589752b-8fd8-4236-91c6-15a160f478dd) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:01.314447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] Set router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:01.401194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bac933a-e648-45f3-bbb9-a790646dd9b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:01.442580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adec68c3-2660-41ab-896a-669a57138256 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:01.641335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:01.668505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=a01896d0-7311-4151-8ce8-d6e8b6e0d869,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:01.671599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Transition to ACTIVE for port object 7589752b-8fd8-4236-91c6-15a160f478dd will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:01.687229 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:01.716515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Transition to ACTIVE for port object 7589752b-8fd8-4236-91c6-15a160f478dd will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:01.721612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:01.727096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:01.735026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:01.761765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:01.762429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:01.810913 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-f22e59f9-da80-4f35-8b6f-9d46af3bc064 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "GET /v2.0/security-groups/7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71 HTTP/1.1" status: 200 len: 1802 time: 0.7307234 Jan 14 05:55:01.843650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:01.844010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:01.873132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:01.877767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Usage tracker for resource:security_group_rule and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:01.881066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:01.893456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:01.923128 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.6045606 Jan 14 05:55:01.926219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46638) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:01.933526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:ee:b1:03', 'name': 'tempest-NetworksTestDHCPv6-2032546229'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:01.976221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:02.021339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:02.022044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:02.185712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:02.298048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:54:53Z', 'revision_number': 4, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'a89682ea-8d92-4788-83e9-3b5644822a36', 'name': '', 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'mac_address': 'fa:16:3e:1a:50:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '47e14c12-5af8-41f4-8d58-ac47fddd9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:49Z', 'updated_at': '2021-01-14T05:55:00Z', 'revision_number': 4, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'subnets': [{'id': '47e14c12-5af8-41f4-8d58-ac47fddd9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:02.311715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fdf57960-1ee7-4e21-942e-33a744a94473 None None] The sync data for ids ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'] in n-d-768851-4 is: [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:54:53Z', 'revision_number': 4, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'a89682ea-8d92-4788-83e9-3b5644822a36', 'name': '', 'network_id': '05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'mac_address': 'fa:16:3e:1a:50:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_interface', 'standard_attr_id': 3225, 'fixed_ips': [{'subnet_id': '47e14c12-5af8-41f4-8d58-ac47fddd9159', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:49Z', 'updated_at': '2021-01-14T05:55:00Z', 'revision_number': 4, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'subnets': [{'id': '47e14c12-5af8-41f4-8d58-ac47fddd9159', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:55:02.328781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.411265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:02.412659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:47Z', 'revision_number': 11, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:02.429221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.449194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:02.450198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:02.453080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.457554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:02.461934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b694cd9d-1228-45f4-99f5-c0cbb7f6c246 tempest-AttachVolumeTestJSON-68836963 tempest-AttachVolumeTestJSON-68836963] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:02.493281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] Checking router: aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:55:02.537990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.549741 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-dfea6385-8a2f-4be7-a390-4973d31a12ab req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.7291219 Jan 14 05:55:02.551210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:02.566431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Pushing event updated for resources: {'SecurityGroupRule': ['ID=2a96857a-afef-4881-a183-c42316d89f60,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:02.584871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58edd243-d1b9-4e8f-9c70-b9fe71fd76cb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:02.595727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:02.598241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] Routers {'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:02.600415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:02.643222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bac933a-e648-45f3-bbb9-a790646dd9b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.647243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bac933a-e648-45f3-bbb9-a790646dd9b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.749395 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-20faae39-aff1-4328-9d99-1359983b6f50 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "GET /v2.0/security-groups/7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71 HTTP/1.1" status: 200 len: 2396 time: 0.0821521 Jan 14 05:55:02.789757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71', 'remote_group_id': None}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:02.797925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71', 'remote_group_id': None}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:02.825997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] Set router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad gateway port host: None {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:02.832744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:02.849320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bac933a-e648-45f3-bbb9-a790646dd9b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.858784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8bac933a-e648-45f3-bbb9-a790646dd9b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Fanout notify agent at l3_agent the message router_deleted on router aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:55:02.870669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Usage tracker for resource:security_group_rule and tenant:ec7a24136b204df2b10038c476c9ff40 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:02.891006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:02.917801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:02.960235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bac933a-e648-45f3-bbb9-a790646dd9b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:02.966826 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8bac933a-e648-45f3-bbb9-a790646dd9b9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 204 len: 168 time: 1.8695171 Jan 14 05:55:02.968373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46654) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:02.981842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'name': 'tempest-RoutersIpV6Test-router-269728959', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:03.003863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a89682ea-8d92-4788-83e9-3b5644822a36 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:03.009410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:03.030913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Usage tracker for resource:router and tenant:a3684b946db04304a0589a70c1b3e849 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:03.050668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:03.053239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.071653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.093220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.095841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:03.098501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.115338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5671fc2-afa9-456c-9b89-1b0d5f0929f2 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:03.118216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Attempting to bind port 7589752b-8fd8-4236-91c6-15a160f478dd on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:03.118641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Attempting to bind port 7589752b-8fd8-4236-91c6-15a160f478dd by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:03.119112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Attempting to bind port 7589752b-8fd8-4236-91c6-15a160f478dd on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:03.122014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:47Z', 'revision_number': 11, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:03.142999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9d145d30-0d01-4ec7-a459-3cc0630ff356 None None] The sync data for ids ['aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad'] in n-d-768851-4 is: [{'id': 'aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad', 'name': 'tempest-RoutersIpV6Test-router-859372913', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:52:30Z', 'updated_at': '2021-01-14T05:54:47Z', 'revision_number': 11, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:55:03.149630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3e317acb-7eb2-4600-924e-efcb9139d071,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:03.160375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:03.168887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 54, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:03.169334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:03.169803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.170290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:03.170973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Bound port: 7589752b-8fd8-4236-91c6-15a160f478dd, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:03.171411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.189981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a89682ea-8d92-4788-83e9-3b5644822a36 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:03.207835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.209483 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-8538f5e4-84c9-4abe-8080-d676d06e9289 req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.4591749 Jan 14 05:55:03.213673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a89682ea-8d92-4788-83e9-3b5644822a36 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:03.214112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.259855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Pushing event updated for resources: {'Port': ['ID=7589752b-8fd8-4236-91c6-15a160f478dd,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:03.406307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.407521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.426510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] For port 7589752b-8fd8-4236-91c6-15a160f478dd, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:03.431315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] For port 7589752b-8fd8-4236-91c6-15a160f478dd, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7589752b-8fd8-4236-91c6-15a160f478dd,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:03.438941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.457s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:03.449422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.513264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.564878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.607668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:03.626363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1c59444e-8e9e-4130-b45d-59ab3925e3bf tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 703 time: 0.6567118 Jan 14 05:55:03.629710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46670) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:03.641412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e53e38cb-63f2-44a4-abdb-428c3d650021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Request body: {'router': {'admin_state_up': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:03.731227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port f5d17084-8099-4a0a-8f1f-a33e7789b81f yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:55:03.758288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:04.002057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Pushing event updated for resources: {'Port': ['ID=7589752b-8fd8-4236-91c6-15a160f478dd,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:04.015702 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.258s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:04.030434 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-03c5208c-05c0-4a6d-a55c-af941158d009 req-e00a0db5-ff38-4cd8-a826-adfc0e6eb827 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestServerBasicOps-932638949&fields=id&tenant_id=ec7a24136b204df2b10038c476c9ff40 HTTP/1.1" status: 200 len: 267 time: 0.1823940 Jan 14 05:55:04.130325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:04.175197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port a89682ea-8d92-4788-83e9-3b5644822a36, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a89682ea-8d92-4788-83e9-3b5644822a36,segment=NetworkSegment(f7971d2f-e6e1-426f-b797-1192ab709809),segment_id=f7971d2f-e6e1-426f-b797-1192ab709809)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:04.180525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:04.204016 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bc011c81-218b-4e5b-b1bc-fde1a212ebc4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:04.358268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=a89682ea-8d92-4788-83e9-3b5644822a36,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:04.370175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:04.581498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53e38cb-63f2-44a4-abdb-428c3d650021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:04.670144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53e38cb-63f2-44a4-abdb-428c3d650021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change--9223372036854124837', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-650963', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources--9223372036854163493'] for router, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:04.703777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46696) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:05.035237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a89682ea-8d92-4788-83e9-3b5644822a36 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:05.062303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e53e38cb-63f2-44a4-abdb-428c3d650021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Router 43966a71-3a7b-4521-a99e-d1814d68d302 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:55:05.125422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a89682ea-8d92-4788-83e9-3b5644822a36 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:05.126024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:05.208754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03c5208c-05c0-4a6d-a55c-af941158d009 req-c097589d-f4df-4d45-8927-4b2c0dff7b82 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:05.210978 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-03c5208c-05c0-4a6d-a55c-af941158d009 req-c097589d-f4df-4d45-8927-4b2c0dff7b82 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "GET /v2.0/networks?id=05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 HTTP/1.1" status: 200 len: 809 time: 1.1681387 Jan 14 05:55:05.242406 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-03c5208c-05c0-4a6d-a55c-af941158d009 req-e57cf3cc-3bf0-44b6-9b1f-889d73baf8e9 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "GET /v2.0/quotas/ec7a24136b204df2b10038c476c9ff40 HTTP/1.1" status: 200 len: 375 time: 0.0206921 Jan 14 05:55:05.261512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7589752b-8fd8-4236-91c6-15a160f478dd up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:05.280954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e53e38cb-63f2-44a4-abdb-428c3d650021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:55:05.293706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] Sync routers for ids ['43966a71-3a7b-4521-a99e-d1814d68d302'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:55:05.320329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] Routers {'43966a71-3a7b-4521-a99e-d1814d68d302'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:05.323326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e53e38cb-63f2-44a4-abdb-428c3d650021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:05.323498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['43966a71-3a7b-4521-a99e-d1814d68d302'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:05.330573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46702) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:05.333283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e53e38cb-63f2-44a4-abdb-428c3d650021 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "PUT /v2.0/routers/43966a71-3a7b-4521-a99e-d1814d68d302 HTTP/1.1" status: 200 len: 697 time: 1.7007577 Jan 14 05:55:05.341606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7589752b-8fd8-4236-91c6-15a160f478dd completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:05.487107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 172.20.0.14 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/b0fdfb37-5407-4dfb-bbae-4dbf71abe311/f5d17084-8099-4a0a-8f1f-a33e7789b81f) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:05.488651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] Set router 43966a71-3a7b-4521-a99e-d1814d68d302 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:05.504704 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82f4b6f5-9d16-4e60-b078-adc213f47b65 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/routers/43966a71-3a7b-4521-a99e-d1814d68d302 HTTP/1.1" status: 200 len: 703 time: 0.1714938 Jan 14 05:55:05.508216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46706) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:05.533130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:05.548264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:feee:b103 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/a01896d0-7311-4151-8ce8-d6e8b6e0d869/f5d17084-8099-4a0a-8f1f-a33e7789b81f) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:05.555264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:05.560603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Usage tracker for resource:security_group_rule and tenant:e1fece50978d4df8933d86cecba3e09e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:05.563918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:05.570626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:05.571611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-22cf1a37-350f-4c01-b370-656087c9b396 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=43966a71-3a7b-4521-a99e-d1814d68d302 HTTP/1.1" status: 200 len: 205 time: 0.0615535 Jan 14 05:55:05.574405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46712) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:05.610331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43966a71-3a7b-4521-a99e-d1814d68d302', 'name': 'tempest-RoutersIpV6Test-router-269728959', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:03Z', 'updated_at': '2021-01-14T05:55:04Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:05.615236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] Checking router: 43966a71-3a7b-4521-a99e-d1814d68d302 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:55:05.624730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] Routers {'43966a71-3a7b-4521-a99e-d1814d68d302'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:05.625372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:54:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['43966a71-3a7b-4521-a99e-d1814d68d302'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:05.691719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:05.708739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:05.742111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b8d8293-f820-4170-b2b0-9698ad8f6fbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:05.756044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:05.797441 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e1fece50978d4df8933d86cecba3e09e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0865390 Jan 14 05:55:05.803065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46718) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:05.806562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7530891e-413f-4d65-b81f-64e1e6f5265c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:05.853088 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-03c5208c-05c0-4a6d-a55c-af941158d009 req-f00813d3-6ea4-4c78-b18c-fa13bd5f37c9 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "GET /v2.0/ports?tenant_id=ec7a24136b204df2b10038c476c9ff40&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6042259 Jan 14 05:55:05.854372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:06.124709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] Set router 43966a71-3a7b-4521-a99e-d1814d68d302 gateway port host: None {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:06.164399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-264739bd-f34b-445a-9614-09a3fc7a5548 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:06.275527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '43966a71-3a7b-4521-a99e-d1814d68d302', 'name': 'tempest-RoutersIpV6Test-router-269728959', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:03Z', 'updated_at': '2021-01-14T05:55:04Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:06.280323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cbbcd195-41dd-48af-bb53-0d1eebae4f93 None None] The sync data for ids ['43966a71-3a7b-4521-a99e-d1814d68d302'] in n-d-768851-4 is: [{'id': '43966a71-3a7b-4521-a99e-d1814d68d302', 'name': 'tempest-RoutersIpV6Test-router-269728959', 'tenant_id': 'a3684b946db04304a0589a70c1b3e849', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:03Z', 'updated_at': '2021-01-14T05:55:04Z', 'revision_number': 2, 'project_id': 'a3684b946db04304a0589a70c1b3e849', 'gw_port_host': None}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:55:06.303901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.306926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b8d8293-f820-4170-b2b0-9698ad8f6fbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.310153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b8d8293-f820-4170-b2b0-9698ad8f6fbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.350281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b8d8293-f820-4170-b2b0-9698ad8f6fbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.351004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b8d8293-f820-4170-b2b0-9698ad8f6fbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Fanout notify agent at l3_agent the message router_deleted on router 43966a71-3a7b-4521-a99e-d1814d68d302 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:55:06.380761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.403976 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-03c5208c-05c0-4a6d-a55c-af941158d009 req-d4a20c9a-62bd-4bb9-8da0-180d5428cfe9 service neutron] 10.222.0.48 "GET /v2.0/networks/05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5183470 Jan 14 05:55:06.421147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b8d8293-f820-4170-b2b0-9698ad8f6fbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.422497 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4b8d8293-f820-4170-b2b0-9698ad8f6fbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/43966a71-3a7b-4521-a99e-d1814d68d302 HTTP/1.1" status: 204 len: 168 time: 0.8463387 Jan 14 05:55:06.431034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46728) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:06.504968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3b4f40c8-e0ad-488b-b1af-eab6c16d47c2 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=43966a71-3a7b-4521-a99e-d1814d68d302 HTTP/1.1" status: 200 len: 205 time: 0.0718977 Jan 14 05:55:06.508101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46732) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:06.581174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Provisioning for port 7589752b-8fd8-4236-91c6-15a160f478dd completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:06.590068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Provisioning complete for port 7589752b-8fd8-4236-91c6-15a160f478dd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:06.590764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.594977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-03c5208c-05c0-4a6d-a55c-af941158d009 req-c92de674-f52f-4182-8fd3-2c5cced723d6 service neutron] 10.222.0.48 "GET /v2.0/networks/05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1809568 Jan 14 05:55:06.606843 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-a1d39082-ba6b-47e0-aa48-0414ebabdb84 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] delete failed (client error): The resource could not be found. Jan 14 05:55:06.610932 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1d39082-ba6b-47e0-aa48-0414ebabdb84 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/43966a71-3a7b-4521-a99e-d1814d68d302 HTTP/1.1" status: 404 len: 336 time: 0.1006274 Jan 14 05:55:06.614151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46736) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:06.633458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.641621 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f426980-d6c0-4eb8-a1ef-11927bb29c38 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:06.670061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7530891e-413f-4d65-b81f-64e1e6f5265c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:06.673591 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5678ddd3-3b6a-4b83-9be2-bcd495f5bc33 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:06.674103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5678ddd3-3b6a-4b83-9be2-bcd495f5bc33 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:06.683378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:06.687711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.688247 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5678ddd3-3b6a-4b83-9be2-bcd495f5bc33 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/05e88485-7aa8-47e8-a9ce-40645e9ceb2d HTTP/1.1" status: 404 len: 337 time: 0.0729067 Jan 14 05:55:06.691479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.693006 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7530891e-413f-4d65-b81f-64e1e6f5265c HTTP/1.1" status: 204 len: 168 time: 0.8831191 Jan 14 05:55:06.695795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46740) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:06.779112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object f5d17084-8099-4a0a-8f1f-a33e7789b81f will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:06.817270 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-8979d1c8-5ff3-445e-8c4e-4b2420e4a12d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:06.817775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-8979d1c8-5ff3-445e-8c4e-4b2420e4a12d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:06.818165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.824037 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8979d1c8-5ff3-445e-8c4e-4b2420e4a12d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/97a2f109-af9f-4039-ba90-baed5d81e167 HTTP/1.1" status: 404 len: 337 time: 0.1245198 Jan 14 05:55:06.828504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46746) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:06.890522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.936025 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-74901b21-dfaa-416c-8dea-b074bdfe44bb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:06.936526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-74901b21-dfaa-416c-8dea-b074bdfe44bb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:06.938423 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74901b21-dfaa-416c-8dea-b074bdfe44bb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/64c28699-53c0-460c-9656-c9bedf9b87ce HTTP/1.1" status: 404 len: 337 time: 0.1088772 Jan 14 05:55:06.975002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46754) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:06.977636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] For port 7589752b-8fd8-4236-91c6-15a160f478dd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7589752b-8fd8-4236-91c6-15a160f478dd,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:06.985273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:06.987843 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea4542f6-5240-4947-925a-9438e9991f42 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:07.044861 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-089e1986-f6fe-4a59-96c0-2548c062712c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:07.045359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-089e1986-f6fe-4a59-96c0-2548c062712c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:07.047264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-089e1986-f6fe-4a59-96c0-2548c062712c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/7e0f8730-e7cb-4785-a880-9a53182f5564 HTTP/1.1" status: 404 len: 337 time: 0.0712016 Jan 14 05:55:07.048687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50116ec5-df76-4d6d-bd32-7f109a42ef77 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:07.050381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46764) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.150783 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-69d5119b-98da-4b6c-be59-3a4ba5975e9d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 200 len: 205 time: 0.0972624 Jan 14 05:55:07.153535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46768) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.182155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:07.185745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:07.195291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:07.419805 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-0be0a22e-66b2-4352-b386-8438306d8b08 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] delete failed (client error): The resource could not be found. Jan 14 05:55:07.421083 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0be0a22e-66b2-4352-b386-8438306d8b08 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/aa122ec2-6536-4dc1-bbe9-f3c6f635d1ad HTTP/1.1" status: 404 len: 336 time: 0.2664821 Jan 14 05:55:07.425782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46784) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.475930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:07.483269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:07.531293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=f5d17084-8099-4a0a-8f1f-a33e7789b81f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:07.535122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.487s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:07.540541 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1028 time: 5.6131358 Jan 14 05:55:07.541693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46792) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.586047 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d42b243-7e3f-4571-aa61-59eba37df57e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe HTTP/1.1" status: 200 len: 205 time: 0.1567345 Jan 14 05:55:07.596208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46796) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.800462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Pushing event updated for resources: {'Port': ['ID=7589752b-8fd8-4236-91c6-15a160f478dd,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:07.804214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46804) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.804372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.816s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:07.839228 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-940b6fb2-95a8-48e2-9d96-595d3b161764 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] delete failed (client error): The resource could not be found. Jan 14 05:55:07.843000 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-940b6fb2-95a8-48e2-9d96-595d3b161764 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/ac6c8016-e4e7-4fc6-a37f-c7dd7c908abe HTTP/1.1" status: 404 len: 336 time: 0.2422936 Jan 14 05:55:07.843878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46808) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:07.855139 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:07.859114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2b22bcd9-363d-4f92-86e3-e9976b0e3a0b req-6f0c6f40-b50b-4258-ba56-75b385112d85 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "GET /v2.0/security-groups/7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71 HTTP/1.1" status: 200 len: 2995 time: 0.2087376 Jan 14 05:55:07.863296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:07.882192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:07.886434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Usage tracker for resource:security_group_rule and tenant:841697c2339f4b9da33428fd4104ac50 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:07.889834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:07.898812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:07.926600 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-558e852b-affc-4c02-a24f-8702fd21d82d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:07.928138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-558e852b-affc-4c02-a24f-8702fd21d82d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:07.930742 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-558e852b-affc-4c02-a24f-8702fd21d82d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/8a5dd62a-9025-46d5-82d2-c938ceeed806 HTTP/1.1" status: 404 len: 337 time: 0.0856645 Jan 14 05:55:07.933080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46812) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:07.994560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a152142-5537-4f82-aa55-9c5dd3c7c9dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:07.997574 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92611ab5-c088-4ace-a992-bca35f78cd6a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=8a444681-bce9-4262-b1b2-2784e0cecd4c HTTP/1.1" status: 200 len: 205 time: 0.0629859 Jan 14 05:55:08.000064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46816) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.016754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a152142-5537-4f82-aa55-9c5dd3c7c9dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:08.017682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7a152142-5537-4f82-aa55-9c5dd3c7c9dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:08.027277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b5646bc0-e974-45e3-b596-da56a5c19e3f None None] Provisioning complete for port 7589752b-8fd8-4236-91c6-15a160f478dd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:08.027714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b5646bc0-e974-45e3-b596-da56a5c19e3f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.101579 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-64bf7377-a279-4857-9ae0-e69033411190 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] delete failed (client error): The resource could not be found. Jan 14 05:55:08.102177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.105113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-64bf7377-a279-4857-9ae0-e69033411190 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/8a444681-bce9-4262-b1b2-2784e0cecd4c HTTP/1.1" status: 404 len: 336 time: 0.1036561 Jan 14 05:55:08.108118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46820) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.139496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.174076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2aa3964a-ba73-4573-8b94-bb59c722ac9e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=830c9034-62c5-4875-b5fe-7246d0febf1c HTTP/1.1" status: 200 len: 205 time: 0.0644667 Jan 14 05:55:08.174898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46824) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.201310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-487aa527-7377-472c-b9f3-b3c626370c69 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:08.232122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b22bcd9-363d-4f92-86e3-e9976b0e3a0b req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.237985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b7c4492-16ef-4dc4-839e-01483b336dce,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:08.259766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7a152142-5537-4f82-aa55-9c5dd3c7c9dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:08.264227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7a152142-5537-4f82-aa55-9c5dd3c7c9dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1864 time: 0.7212687 Jan 14 05:55:08.265667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.065s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:08.268866 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-3caf7687-bd64-4d63-8834-48d82e41162d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] delete failed (client error): The resource could not be found. Jan 14 05:55:08.272984 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3caf7687-bd64-4d63-8834-48d82e41162d tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/830c9034-62c5-4875-b5fe-7246d0febf1c HTTP/1.1" status: 404 len: 336 time: 0.0966136 Jan 14 05:55:08.275975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46828) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.277246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46830) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.343403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=841697c2339f4b9da33428fd4104ac50&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5343149 Jan 14 05:55:08.344254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.353881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b22bcd9-363d-4f92-86e3-e9976b0e3a0b req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.389221 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fcbf4db4-c538-40c0-83b8-8de414be0eb3 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:08.390343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fcbf4db4-c538-40c0-83b8-8de414be0eb3 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:08.395459 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fcbf4db4-c538-40c0-83b8-8de414be0eb3 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/1f56718d-1343-41c5-819c-8384fd6b9ed1 HTTP/1.1" status: 404 len: 337 time: 0.1110442 Jan 14 05:55:08.408494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46844) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.521529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e9ac60c7-88b8-44d7-a3bb-4a8c00e7e257 None None] Provisioning complete for port 7589752b-8fd8-4236-91c6-15a160f478dd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:08.521964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9ac60c7-88b8-44d7-a3bb-4a8c00e7e257 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.532407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.578115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.633466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.643758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46852) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.644870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f5c1744-785d-4712-9962-d6b938f8dd75 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:08.650982 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-30acd766-682e-4aed-aae2-0ebe8b673e05 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=6b85e7ad-f209-4cd0-9058-8014990c58ed HTTP/1.1" status: 200 len: 205 time: 0.2236857 Jan 14 05:55:08.669857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b7c4492-16ef-4dc4-839e-01483b336dce,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:08.680076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.681124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port f5d17084-8099-4a0a-8f1f-a33e7789b81f {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:08.681824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.685680 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3b7c4492-16ef-4dc4-839e-01483b336dce HTTP/1.1" status: 204 len: 168 time: 0.3371484 Jan 14 05:55:08.827613 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:08.840813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b22bcd9-363d-4f92-86e3-e9976b0e3a0b req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.843654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2b22bcd9-363d-4f92-86e3-e9976b0e3a0b req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:08.851705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2b22bcd9-363d-4f92-86e3-e9976b0e3a0b req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] 10.222.0.48 "DELETE /v2.0/security-groups/7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71 HTTP/1.1" status: 204 len: 173 time: 0.9735675 Jan 14 05:55:08.871854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08688f46-7695-4680-b941-1295ba14c865 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:08.887004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fa8e24b-a69d-4fbe-93dd-d7ad3198ed71,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:08.896991 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-feabd3ae-1968-4a5c-863c-08d1faad174b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] delete failed (client error): The resource could not be found. Jan 14 05:55:08.899212 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-feabd3ae-1968-4a5c-863c-08d1faad174b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/6b85e7ad-f209-4cd0-9058-8014990c58ed HTTP/1.1" status: 404 len: 336 time: 0.2327023 Jan 14 05:55:08.900825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:08.902169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46864) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.974003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7589752b-8fd8-4236-91c6-15a160f478dd up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:08.988494 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4a7b3f30-de37-48f9-9d5b-b80d223203f9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:08.989024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4a7b3f30-de37-48f9-9d5b-b80d223203f9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:08.996275 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4a7b3f30-de37-48f9-9d5b-b80d223203f9 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/5e0647eb-8b4a-4df7-a63e-a6758b262aa5 HTTP/1.1" status: 404 len: 337 time: 0.0923955 Jan 14 05:55:08.997006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46868) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:08.999787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46870) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:09.197854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a752a24a-78ee-48c7-8f22-507451c34dd1 None None] Provisioning for port f5d17084-8099-4a0a-8f1f-a33e7789b81f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:09.209114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a752a24a-78ee-48c7-8f22-507451c34dd1 None None] Provisioning complete for port f5d17084-8099-4a0a-8f1f-a33e7789b81f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:09.209719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a752a24a-78ee-48c7-8f22-507451c34dd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:09.221882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7d2a7cf-1ac0-44f7-ad84-cd463095290a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Synchronizing usage tracker for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:09.295965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a752a24a-78ee-48c7-8f22-507451c34dd1 None None] Port f5d17084-8099-4a0a-8f1f-a33e7789b81f cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:55:09.298361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7589752b-8fd8-4236-91c6-15a160f478dd triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:09.298972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:09.336793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a7d2a7cf-1ac0-44f7-ad84-cd463095290a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Unset dirty status for tenant:a3684b946db04304a0589a70c1b3e849 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:09.338388 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a7d2a7cf-1ac0-44f7-ad84-cd463095290a tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "GET /v2.0/ports?device_id=02423cc1-4875-42ee-a12c-988f06949f95 HTTP/1.1" status: 200 len: 205 time: 0.3377011 Jan 14 05:55:09.342221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46878) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:09.478363 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6f3b675a-f5b5-4f16-b8da-e8cd9b4a4992 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] delete failed (client error): The resource could not be found. Jan 14 05:55:09.479909 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f3b675a-f5b5-4f16-b8da-e8cd9b4a4992 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/routers/02423cc1-4875-42ee-a12c-988f06949f95 HTTP/1.1" status: 404 len: 336 time: 0.1364675 Jan 14 05:55:09.499442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46882) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:09.523538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3aed81a0-d93f-4e37-904d-49adeac829aa None None] Provisioning complete for port 7589752b-8fd8-4236-91c6-15a160f478dd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:09.524097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3aed81a0-d93f-4e37-904d-49adeac829aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:09.621302 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a63600f1-c801-4cf7-999f-344f5358f3b8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:09.621957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a63600f1-c801-4cf7-999f-344f5358f3b8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:09.627038 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a63600f1-c801-4cf7-999f-344f5358f3b8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/54e7160f-3373-46ab-a518-feb2f1951126 HTTP/1.1" status: 404 len: 337 time: 0.1237533 Jan 14 05:55:09.628031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46892) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:09.916072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:10.142135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for f5d17084-8099-4a0a-8f1f-a33e7789b81f owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:10.177270 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0fe4e8be-1e72-411d-b155-1367b53a5b0b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] DELETE failed (client error): The resource could not be found. Jan 14 05:55:10.177771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0fe4e8be-1e72-411d-b155-1367b53a5b0b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:10.183434 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0fe4e8be-1e72-411d-b155-1367b53a5b0b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] 10.222.0.48 "DELETE /v2.0/subnets/1fcc4aa7-047e-4e3d-9e26-10ca77c857d6 HTTP/1.1" status: 404 len: 337 time: 0.5545921 Jan 14 05:55:10.382151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:10.431932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:10.608605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e648fc7-0054-4b69-bdf8-4f924f770e4a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:10.663498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46916) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:10.683801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=f5d17084-8099-4a0a-8f1f-a33e7789b81f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:10.694189 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:10.776283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:10.794377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/f5d17084-8099-4a0a-8f1f-a33e7789b81f HTTP/1.1" status: 204 len: 168 time: 2.5143082 Jan 14 05:55:10.796868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46924) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:10.963731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb77442-cf76-45fc-9729-d33fd568568c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:10.969038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb77442-cf76-45fc-9729-d33fd568568c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:10.989613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cbb77442-cf76-45fc-9729-d33fd568568c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:10.990582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cbb77442-cf76-45fc-9729-d33fd568568c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:11.026495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cbb77442-cf76-45fc-9729-d33fd568568c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:11.034155 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cbb77442-cf76-45fc-9729-d33fd568568c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2071 time: 0.2361498 Jan 14 05:55:11.034899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 46930) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:11.355983 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d3ed2be-52ec-4069-8102-8d8ecfd4cc8f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a3684b946db04304a0589a70c1b3e849&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6853647 Jan 14 05:55:11.364593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46944) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:11.443081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet a01896d0-7311-4151-8ce8-d6e8b6e0d869 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:55:11.448396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:11.451042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:11.482948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:11.543505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:11.689174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:11.701837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8d109c3-bb28-402f-81f9-9169c3d035e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:11.721595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d16ff98f-2702-4299-b502-18d82fb87344,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:11.728330 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:11.736223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:11.740460 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d16ff98f-2702-4299-b502-18d82fb87344 HTTP/1.1" status: 204 len: 168 time: 0.3693125 Jan 14 05:55:11.752255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:11.754550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Deleting port a89682ea-8d92-4788-83e9-3b5644822a36 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:11.755087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:12.101655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] For port a89682ea-8d92-4788-83e9-3b5644822a36, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a89682ea-8d92-4788-83e9-3b5644822a36,segment=NetworkSegment(f7971d2f-e6e1-426f-b797-1192ab709809),segment_id=f7971d2f-e6e1-426f-b797-1192ab709809)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:12.102508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:12.255027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a202cc83-9926-4432-ae6e-9701262060ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:12.262185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:12.300362 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd05a2ab-466f-4f50-bf5a-9bdd989b83e7 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:12.333051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Calling delete_port for a89682ea-8d92-4788-83e9-3b5644822a36 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:12.591169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=a01896d0-7311-4151-8ce8-d6e8b6e0d869,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:12.605821 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:12.614473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:12.622601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41cab2af-a527-444f-a7ca-f9f4681e504d None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:12.635494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 46988) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:12.635721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a01896d0-7311-4151-8ce8-d6e8b6e0d869 HTTP/1.1" status: 204 len: 168 time: 1.5992627 Jan 14 05:55:12.700295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:12.843421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:13.147628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Pushing event deleted for resources: {'Port': ['ID=a89682ea-8d92-4788-83e9-3b5644822a36,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:13.174959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.331s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:13.235725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet b0fdfb37-5407-4dfb-bbae-4dbf71abe311 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:55:13.260050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:13.461651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:13.461994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47016) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:13.719729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47024) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:14.016456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.067972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e36249aa-34cb-46f2-944a-428c4d61a403 tempest-DvrRoutersNegativeTest-1781625312 tempest-DvrRoutersNegativeTest-1781625312] Request body: {'router': {'name': 'tempest-DvrRoutersNegativeTest-router-571344632', 'external_gateway_info': {}, 'admin_state_up': False, 'distributed': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:14.085651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.policy [None req-e36249aa-34cb-46f2-944a-428c4d61a403 tempest-DvrRoutersNegativeTest-1781625312 tempest-DvrRoutersNegativeTest-1781625312] Enforcing rules: ['create_router', 'create_router:external_gateway_info', 'create_router:distributed'] {{(pid=80930) log_rule_list /opt/stack/neutron/neutron/policy.py:411}} Jan 14 05:55:14.085983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.policy [None req-e36249aa-34cb-46f2-944a-428c4d61a403 tempest-DvrRoutersNegativeTest-1781625312 tempest-DvrRoutersNegativeTest-1781625312] Failed policy check for 'create_router' {{(pid=80930) enforce /opt/stack/neutron/neutron/policy.py:482}} Jan 14 05:55:14.086740 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-e36249aa-34cb-46f2-944a-428c4d61a403 tempest-DvrRoutersNegativeTest-1781625312 tempest-DvrRoutersNegativeTest-1781625312] create failed (client error): Access was denied to this resource. Jan 14 05:55:14.096892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e36249aa-34cb-46f2-944a-428c4d61a403 tempest-DvrRoutersNegativeTest-1781625312 tempest-DvrRoutersNegativeTest-1781625312] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 403 len: 414 time: 0.3722181 Jan 14 05:55:14.149267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.159253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.179937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:14.185924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Usage tracker for resource:security_group_rule and tenant:2adcedc8cdc049e199a5d83f9ac9032e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:14.190282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:14.200192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:14.201735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5d9e2d32-7909-4426-bc93-3f0dcb43e1b6 None None] Provisioning complete for port 7589752b-8fd8-4236-91c6-15a160f478dd triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:14.202185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d9e2d32-7909-4426-bc93-3f0dcb43e1b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.410050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.416310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.442271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d5f1e681-003f-4774-90c2-71645b993659 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:14.501943 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2adcedc8cdc049e199a5d83f9ac9032e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0384829 Jan 14 05:55:14.505191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47038) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:14.583878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=cf765d6a-bf09-4624-9be6-35c612db78f8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:14.589932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:14.611363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.648134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.656397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4350c21b-f0ef-4058-b0de-6e9c8e7fa9d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.749757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.754667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-910b8f39-3b47-4b5a-90bf-360f6b936350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:14.775578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=cf765d6a-bf09-4624-9be6-35c612db78f8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:14.777956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:14.784405 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/cf765d6a-bf09-4624-9be6-35c612db78f8 HTTP/1.1" status: 204 len: 168 time: 0.2770646 Jan 14 05:55:14.786159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:14.816481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47044) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:14.964274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:55:15.093411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:15.116933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:15.123574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Usage tracker for resource:security_group_rule and tenant:4a80232be4154776b185e99dfd0e9de6 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:15.128829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:15.136000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:15.159858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:15.294755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da0fafb0-2e13-49c3-9752-bb813c93b047 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:15.297211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:15.303315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:15.326999 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f432fb4-b398-4765-80d5-2ffb425d7a8b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:15.371157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=b0fdfb37-5407-4dfb-bbae-4dbf71abe311,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:15.377010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:15.380102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:15.388814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd96a40d-d112-4350-935c-3156db6d575c None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:15.404012 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/b0fdfb37-5407-4dfb-bbae-4dbf71abe311 HTTP/1.1" status: 204 len: 168 time: 2.7662640 Jan 14 05:55:15.405264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:55:15.412211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47056) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:15.419333 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] 10.222.0.48 "PUT /v2.0/routers/99f64b47-90d1-49ce-bfb9-c6c01ef69760/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 6.4212315 Jan 14 05:55:15.430306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47060) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:15.617404 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4a80232be4154776b185e99dfd0e9de6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7996476 Jan 14 05:55:15.621879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47064) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:15.655473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47066) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:15.656541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d08692f0-7fe1-4699-adb0-2cd83560e560,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:15.709011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:15.710064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] Sync routers for ids ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:55:15.753303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] Routers {'99f64b47-90d1-49ce-bfb9-c6c01ef69760'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:15.753856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:15.906324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b42a5448-ed9c-4483-9975-a43482016f70 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.4921281 Jan 14 05:55:15.909198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47074) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:15.930998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.604s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:15.935737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:15.967158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] Set router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:16.035063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62e57b71-4231-49c4-b5ee-2dc76f352eff tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:16.037024 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-62e57b71-4231-49c4-b5ee-2dc76f352eff tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.1264155 Jan 14 05:55:16.042610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47078) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:16.165836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72f17cce-7c23-43ef-9055-d1e616088036 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:16.166660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72f17cce-7c23-43ef-9055-d1e616088036 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:16.193714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.199787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Deleting port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:16.202250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.246798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72f17cce-7c23-43ef-9055-d1e616088036 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:16.248156 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72f17cce-7c23-43ef-9055-d1e616088036 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2044208 Jan 14 05:55:16.250864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47086) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:16.418688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] For port 6ab39695-6ccd-44e4-a09b-1c93501e6d8a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6ab39695-6ccd-44e4-a09b-1c93501e6d8a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:16.419134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.424344 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6290ec6f-54ba-4135-b85d-d8f5294f805f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1721475 Jan 14 05:55:16.431632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47100) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:16.438624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:16.544715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.592483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Calling delete_port for 6ab39695-6ccd-44e4-a09b-1c93501e6d8a owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:16.594277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:55:12Z', 'revision_number': 5, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:16.604565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] Checking router: 99f64b47-90d1-49ce-bfb9-c6c01ef69760 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:55:16.626233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] Routers {'99f64b47-90d1-49ce-bfb9-c6c01ef69760'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:16.627095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:16.661984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:16.672978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:16.676080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.685517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:16.696504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.698225 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:55:16.699604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:16.704588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:16.709077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Usage tracker for resource:security_group_rule and tenant:55e27d3b9c1d4685be61a08f681b4dea is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:16.713440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:16.719178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:16.731348 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d58db6f-7e77-4c51-a466-3a8dad7c26df tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.2942750 Jan 14 05:55:16.732187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47104) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:16.746499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'slaac'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:16.783967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:55:16.787648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.818291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.822639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Deleting port 7589752b-8fd8-4236-91c6-15a160f478dd {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:16.823118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.887565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.897602 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8b70464d-6d7e-4599-9dee-236b107f4203 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:16.920792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d08692f0-7fe1-4699-adb0-2cd83560e560,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:16.924012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:16.924480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:16.937213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:16.949934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:16.969997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:16.971700 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:55:16.972074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:17.007275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] Set router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:17.028983 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-227c78e8-ae56-4708-bec0-304fbc5f4097 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2956407 Jan 14 05:55:17.032086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47110) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:17.039251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:17.039537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:17.040855 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d08692f0-7fe1-4699-adb0-2cd83560e560 HTTP/1.1" status: 204 len: 168 time: 1.4020832 Jan 14 05:55:17.135698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:17.156163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:17.272191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:17.277217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:17.307501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:17.322917 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2c2e26d-72da-4d5b-ae66-b285257276c2 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:17.332636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:17.357770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:17.362165 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:55:17.363639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:17.365138 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=55e27d3b9c1d4685be61a08f681b4dea&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7050006 Jan 14 05:55:17.375370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b59f94f1-1b62-4977-af79-b6165c165e3b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:17.379217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:17.382475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47124) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:17.403504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] For port 7589752b-8fd8-4236-91c6-15a160f478dd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7589752b-8fd8-4236-91c6-15a160f478dd,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:17.403967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:17.406371 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ab11a31-d496-45e0-94eb-22db958ba329 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.3729711 Jan 14 05:55:17.409651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47128) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:17.417596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:17.432736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7589752b-8fd8-4236-91c6-15a160f478dd no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:55:17.825320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:17.838269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:17.860630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:18.021814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.059117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.194305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.212567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0079f87f-746e-4b55-86fb-3744d8fd1194 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:18.227868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b59f94f1-1b62-4977-af79-b6165c165e3b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:18.233878 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:18.241389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.243131 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:55:18.243903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:18.266811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.271139 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b59f94f1-1b62-4977-af79-b6165c165e3b HTTP/1.1" status: 204 len: 168 time: 0.8874378 Jan 14 05:55:18.280108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47166) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:18.280290 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f60c2bc-6f57-4e62-82e7-b12e0cdbeb80 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 460 time: 0.8693469 Jan 14 05:55:18.281436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.286246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.287700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateful', 'ipv6_address_mode': 'slaac'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:18.300366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Calling delete_port for 7589752b-8fd8-4236-91c6-15a160f478dd owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:18.618839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:18.628045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.631301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.637614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.640315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:18.667889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:18.680663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 7589752b-8fd8-4236-91c6-15a160f478dd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7589752b-8fd8-4236-91c6-15a160f478dd,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:18.694296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:55:12Z', 'revision_number': 5, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:18.697566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.704208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.705260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 99f64b47-90d1-49ce-bfb9-c6c01ef69760 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:55:18.705407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ac7abd-7afd-4501-b7a8-e215e22ac6b7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:18.719117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.723107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76b8e9eb-9c1e-4836-99f1-58769a3bb3e2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/99f64b47-90d1-49ce-bfb9-c6c01ef69760 HTTP/1.1" status: 204 len: 168 time: 3.2867451 Jan 14 05:55:18.728259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47176) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:18.812435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=7589752b-8fd8-4236-91c6-15a160f478dd,revision_number=6']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:18.817330 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:18.830633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c9d88464-01c8-4ba1-adb5-de8cc7ed6602 None None] The sync data for ids ['99f64b47-90d1-49ce-bfb9-c6c01ef69760'] in n-d-768851-4 is: [{'id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'name': 'tempest-TestServerBasicOps-1818081476-router', 'tenant_id': 'ec7a24136b204df2b10038c476c9ff40', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233'}], 'enable_snat': True}, 'gw_port_id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:38Z', 'updated_at': '2021-01-14T05:55:12Z', 'revision_number': 5, 'project_id': 'ec7a24136b204df2b10038c476c9ff40', 'gw_port': {'id': '6ab39695-6ccd-44e4-a09b-1c93501e6d8a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9b:84:16', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '99f64b47-90d1-49ce-bfb9-c6c01ef69760', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3224, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.233', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:40Z', 'updated_at': '2021-01-14T05:54:57Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:55:18.842228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:55:18.843045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:55:18.953501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:18.955102 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:55:18.955593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:18.985891 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f089648c-7973-4bc2-92b7-bb0f8e069556 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 449 time: 0.7045138 Jan 14 05:55:18.989456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47186) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:18.997763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:19.206418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:19.217310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:19.235469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:19.246601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:19.248236 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:55:19.248737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:55:19.279851 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-550f2c8a-0d3c-4199-aacb-b271e996676e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 450 time: 0.2862468 Jan 14 05:55:19.280532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47202) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:19.333744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47206) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:19.344864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Deleting port 7589752b-8fd8-4236-91c6-15a160f478dd {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:19.345644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:19.379793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Deleting subnet 47e14c12-5af8-41f4-8d58-ac47fddd9159 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:55:19.393070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:19.502277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-68b1a566-6f5b-4d95-bfff-787b717a5370 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:19.518476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-68b1a566-6f5b-4d95-bfff-787b717a5370 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 0.2367997 Jan 14 05:55:19.522058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47218) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:19.581232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:19.749861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-efd1371a-1354-48ac-89fa-8fa68b089bc6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:19.753331 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efd1371a-1354-48ac-89fa-8fa68b089bc6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.2301414 Jan 14 05:55:19.758645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47226) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:19.781169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:19.888496 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65af1edc-a40e-4af3-a14f-5409b183ff21 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1277356 Jan 14 05:55:19.891549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] For port 7589752b-8fd8-4236-91c6-15a160f478dd, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7589752b-8fd8-4236-91c6-15a160f478dd,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:19.891549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:19.896140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47232) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:19.910846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:19.955544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'router': {'name': 'tempest-RoutersNegativeIpV6Test-router-868662826', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:19.982136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:20.048210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:router and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:20.064275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:20.078229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:20.113485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:20.118852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.120196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.128094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.130852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Calling delete_port for 7589752b-8fd8-4236-91c6-15a160f478dd owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:20.135210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:20.155349 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b58203a-c0af-4730-880a-2996d7019ca2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:20.163218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:20.186895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.224473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.243275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-346be773-a908-406f-9a39-7ecb2fb0bcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:20.264017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=47e14c12-5af8-41f4-8d58-ac47fddd9159,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:20.278686 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:20.302496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Pushing event deleted for resources: {'Port': ['ID=7589752b-8fd8-4236-91c6-15a160f478dd,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:20.356077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.372369 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/47e14c12-5af8-41f4-8d58-ac47fddd9159 HTTP/1.1" status: 204 len: 168 time: 1.6409698 Jan 14 05:55:20.375486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47240) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:20.460648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.218s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:20.462904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-166cb269-bc69-4647-9c38-b19a1871bdf5 None None] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:20.574261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.658716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.669454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.778645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] No DVR routers for this DVR port 7589752b-8fd8-4236-91c6-15a160f478dd on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:55:20.801322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Deleting port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:20.801708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.908998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] DHCP port deletion for 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:55:20.913530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.915489 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2efee8c-5711-495a-8960-165c3b705c8d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 711 time: 1.5786510 Jan 14 05:55:20.918125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47258) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:20.918763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Deleting port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:20.919309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:20.940166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-1144491280'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:20.953940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:20.967371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:network and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:20.973409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:20.992698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:21.017106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a89682ea-8d92-4788-83e9-3b5644822a36 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:55:21.079891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:21.089881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.112343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a89682ea-8d92-4788-83e9-3b5644822a36 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:55:21.123176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a89682ea-8d92-4788-83e9-3b5644822a36 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:55:21.124437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ab39695-6ccd-44e4-a09b-1c93501e6d8a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:55:21.128811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] For port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,segment=NetworkSegment(f7971d2f-e6e1-426f-b797-1192ab709809),segment_id=f7971d2f-e6e1-426f-b797-1192ab709809)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:21.129223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.131858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.185680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:55:21.187125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:21.190014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.256154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6ab39695-6ccd-44e4-a09b-1c93501e6d8a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:55:21.256653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ab39695-6ccd-44e4-a09b-1c93501e6d8a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:55:21.295727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Calling delete_port for cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:21.342891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2ad68f0-fa49-4b94-b906-002cca1c49b3 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:21.397822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:security_group_rule and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:21.426104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.459822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:21.460910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=d2fca1b7-6b9f-45bc-b414-a6119182510b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:21.486050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:21.487503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:21.507438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:21.633602 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caf7a6fc-2167-45b8-8b79-bbacae836463 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:21.660671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:21.678173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] For port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,segment=NetworkSegment(f7971d2f-e6e1-426f-b797-1192ab709809),segment_id=f7971d2f-e6e1-426f-b797-1192ab709809)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:21.678670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.683725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:21.684478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.719680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.733673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:21.745279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Pushing event deleted for resources: {'Port': ['ID=cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:21.751718 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67f198b7-168c-4518-8056-508059bdaf26 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:21.763075 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:21.769955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 1.8645649 Jan 14 05:55:21.774994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:21.837902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] No DVR routers for this DVR port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:55:21.841407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:8f:2e:a8', 'name': 'tempest-NetworksTestDHCPv6-452680580'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:21.889259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:55:21.930351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e531fb0-c198-49bb-bbfe-cc485f08823d None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:21.956946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'SecurityGroup': ['ID=f9b795b1-9ac9-4477-ae77-b60c7e926f0a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:21.985900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Calling delete_port for cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:22.084533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.090890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:22.091979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.092372 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Added segment f50127b4-f6a2-4d94-87ff-4a188f62e1de of type vxlan for network e43ceec1-1d75-4ab7-91f9-523cc50faa8a Jan 14 05:55:22.106849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:55:22.178443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.228445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:22.230229 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:55:22.230826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:55:22.233046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:22.235333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:22.236105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:22.244003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:22.257568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f7971d2f-e6e1-426f-b797-1192ab709809') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:22.257959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f7971d2f-e6e1-426f-b797-1192ab709809') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:22.262080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:22.272987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.287011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.296657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.307396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:22.308576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.319233 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d63a18d-2a49-440c-89a6-be9229813e11 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:22.340675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.344072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:55:22.423160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'd2fca1b7-6b9f-45bc-b414-a6119182510b'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:22.424135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.435337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Network': ['ID=e43ceec1-1d75-4ab7-91f9-523cc50faa8a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:22.441384 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:22.492147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:22.506079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:22.629684 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 791 time: 1.7103505 Jan 14 05:55:22.633828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:22.638144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47290) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:22.644908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'subnet': {'network_id': 'e43ceec1-1d75-4ab7-91f9-523cc50faa8a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:22.649752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:55:22.668812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.864637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:22.876686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:subnet and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:22.884112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:22.915554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:22.919421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Network 05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:55:22.948063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 6d2e5cd3-72a3-4445-86bb-a44b317ee68e yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:55:22.951083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Deleting port cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:22.951791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:55:22.957496 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:55:22.987995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:55:22.999750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:23.075177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:23.084342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:55:23.084751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:55:23.109418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:23.125677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-440da5c6-5bc1-4b44-bfcd-8ac9c58a24ef tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:23.181209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] 10.222.0.48 "DELETE /v2.0/networks/05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5 HTTP/1.1" status: 204 len: 168 time: 2.8010311 Jan 14 05:55:23.181209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Pushing event deleted for resources: {'Network': ['ID=05fce34b-b32f-4abe-b0fc-9c9aa8ac12d5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:23.193759 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:23.207520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:23.462325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fe8f:2ea8 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/d2fca1b7-6b9f-45bc-b414-a6119182510b/6d2e5cd3-72a3-4445-86bb-a44b317ee68e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:23.577229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-802cb076-a69a-4394-b740-6ac060587b46 None None] The port 'cca7fbf2-1cae-4009-9c0d-db5e6b5d79c8' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:55:23.619856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47320) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:23.702956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5bab85f0-ae76-496f-9355-1dc64d174d56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ec7a24136b204df2b10038c476c9ff40&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0812750 Jan 14 05:55:23.705952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47324) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:23.826633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:23.899801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:24.012300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:24.018542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b791d050-3cbd-4e46-b39e-efbe70268964 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:24.033014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4a17af9-b9ab-493e-b25d-fec21f9e75da,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:24.039131 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:24.053584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:24.067551 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c4a17af9-b9ab-493e-b25d-fec21f9e75da HTTP/1.1" status: 204 len: 168 time: 0.3454795 Jan 14 05:55:24.262129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:24.303860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 6d2e5cd3-72a3-4445-86bb-a44b317ee68e will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:24.388650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:24.506861 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-996d666b-fe1d-4774-a463-8fc30ef7a665 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:24.592524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:24.608575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=6d2e5cd3-72a3-4445-86bb-a44b317ee68e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:24.608728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47350) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:24.613029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:24.655074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Allocated IP 2001:db8::f816:3eff:febe:973d (dc69f032-a8e7-4abf-b3f3-848413ff1f68/d2fca1b7-6b9f-45bc-b414-a6119182510b/896abad5-0e1b-48f5-ae70-79659a2385e9) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:24.748437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9af89ad6-0f1c-4189-8e9f-aac8316e5f67 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.140s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:24.932352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:24.971758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:24.981568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Usage tracker for resource:security_group_rule and tenant:f1f3373f5954407c87b77d4e894f82bb is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:24.988466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:25.001696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:25.093678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.116212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Transition to ACTIVE for port object 896abad5-0e1b-48f5-ae70-79659a2385e9 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:25.141402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Transition to ACTIVE for port object 896abad5-0e1b-48f5-ae70-79659a2385e9 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:25.159648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.248204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.254923 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.272333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca912363-9e98-435e-88bf-1b1424384c9b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:25.290491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:25.317268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9a8f87c9-0522-4dc9-8844-70cf61f53bc0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:25.357075 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.075s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:25.397174 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f1f3373f5954407c87b77d4e894f82bb&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7872739 Jan 14 05:55:25.398130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:25.402737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Pushing event updated for resources: {'Port': ['ID=896abad5-0e1b-48f5-ae70-79659a2385e9,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.462851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.490096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.493719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.493893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.494249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.494616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.495034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.495414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.495798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.496321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.507055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.507659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.509680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.509961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.510427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.510735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.513860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.513860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.517081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.517513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.517821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.518371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.524421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.525025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.525293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.531345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.531345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.532939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:25.546337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.254s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:25.566432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.602954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.624011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.647728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Subnet': ['ID=8c94d384-7629-457d-8bf6-9cc9babb160c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:25.653811 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.905s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:25.665544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:25.666921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:25.672674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.674664 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.678835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:25.679130 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:25.685645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b93dd16a-51a6-47d1-9ee2-c53e2eaf6e96 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:25.692860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:25.693596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.716397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:25.717577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a8f87c9-0522-4dc9-8844-70cf61f53bc0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:25.721316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:25.724748 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.043s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:25.726432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:25.731275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.735046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9a8f87c9-0522-4dc9-8844-70cf61f53bc0 HTTP/1.1" status: 204 len: 168 time: 0.3324242 Jan 14 05:55:25.751011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Checking segment: {'id': 'f50127b4-f6a2-4d94-87ff-4a188f62e1de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e43ceec1-1d75-4ab7-91f9-523cc50faa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:25.751415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network hostable DHCP agents. Network: e43ceec1-1d75-4ab7-91f9-523cc50faa8a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:55:25.762314 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-969409ac-aaba-4b26-bb18-f343da6dd935 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 3.9818318 Jan 14 05:55:25.762706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47380) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:25.784722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:55:25.807404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e43ceec1-1d75-4ab7-91f9-523cc50faa8a) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:25.833996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:25.834813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:25.840749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47386) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:25.868674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 3.2291553 Jan 14 05:55:25.869140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47392) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:25.885301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9e2c1619-1467-4e1e-9813-d450e61cc797 None None] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:25.891306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'network': {'name': 'tempest-router-network01--1947063345'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:25.922234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:25.948916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:network and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:25.960825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:25.979414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:26.019281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:26.028608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Attempting to bind port 896abad5-0e1b-48f5-ae70-79659a2385e9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:26.031078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Attempting to bind port 896abad5-0e1b-48f5-ae70-79659a2385e9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:26.031365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.032074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Attempting to bind port 896abad5-0e1b-48f5-ae70-79659a2385e9 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:26.061470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:26.061470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:26.062540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.063044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:26.063611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Bound port: 896abad5-0e1b-48f5-ae70-79659a2385e9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:26.064053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.076876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:55:26.087568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.088019 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Added segment add119fe-5a71-41f6-9a10-56e51b63d4c5 of type vxlan for network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d Jan 14 05:55:26.120411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec5c04-f2ed-48ab-a63d-ab419874d2ad tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:26.164360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e0ec5c04-f2ed-48ab-a63d-ab419874d2ad tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:26.165271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0ec5c04-f2ed-48ab-a63d-ab419874d2ad tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:26.216284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] For port 896abad5-0e1b-48f5-ae70-79659a2385e9, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:26.220427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] For port 896abad5-0e1b-48f5-ae70-79659a2385e9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=896abad5-0e1b-48f5-ae70-79659a2385e9,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:26.223212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.239594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.256053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:26.278147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.297508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:26.298211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.307392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-729a0440-5aa2-43b7-9827-703b374f67dc tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:26.422108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47408) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:26.428067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e0ec5c04-f2ed-48ab-a63d-ab419874d2ad tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:26.429605 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0ec5c04-f2ed-48ab-a63d-ab419874d2ad tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1702 time: 0.6655879 Jan 14 05:55:26.434636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47412) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:26.456780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.491841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-506356568-network', 'tenant_id': '3bf9021242594924a342352a7b1ddf83'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:26.496414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Pushing event updated for resources: {'Port': ['ID=896abad5-0e1b-48f5-ae70-79659a2385e9,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:26.499810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:26.506009 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:26.513355 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.6430457 Jan 14 05:55:26.519782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Usage tracker for resource:network and tenant:3bf9021242594924a342352a7b1ddf83 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:26.524328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 6d2e5cd3-72a3-4445-86bb-a44b317ee68e {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:26.524463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:26.524752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.530890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:26.542644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47416) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:26.545814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:26.549987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Made reservation on behalf of 3bf9021242594924a342352a7b1ddf83 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:26.554738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.569687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'network': {'name': 'tempest-router-network02--1518820996'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:26.576204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:26.581692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:network and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:26.584882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:26.591589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:26.602912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Usage tracker for resource:security_group_rule and tenant:9fe6dfea7ed4427e82904740b74ebcb1 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:26.607727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Network': ['ID=3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:26.609015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:26.614044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.307s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:26.626473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.646192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:26.664961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:55:26.674666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.675074 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Added segment d5fd37fc-709c-4c0b-884b-db0403729232 of type vxlan for network f5461389-3cc4-447f-a8db-143994b8995a Jan 14 05:55:26.695770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:26.707710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.737526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.759059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:26.763257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Usage tracker for resource:security_group_rule and tenant:3bf9021242594924a342352a7b1ddf83 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:26.766257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:26.768752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.799126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:26.800053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.807172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:26.808988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:26.812387 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ea53046-da6d-4429-9529-5513c6d58c2d tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:26.829422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:26.840421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:26.851353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:26.975001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 6d2e5cd3-72a3-4445-86bb-a44b317ee68e owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:26.976097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Network': ['ID=f5461389-3cc4-447f-a8db-143994b8995a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:26.982595 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 772 time: 0.4387999 Jan 14 05:55:26.983304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47420) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:26.984185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:26.998569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'subnet': {'network_id': '3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:27.037232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-e43ceec1-1d75-4ab7-91f9-523cc50faa8a', 'network_id': 'e43ceec1-1d75-4ab7-91f9-523cc50faa8a', 'tenant_id': 'aa24d4e6202f4b648481f990ed5ff646', 'fixed_ips': [{'subnet_id': '8c94d384-7629-457d-8bf6-9cc9babb160c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:27.038169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.047963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f5461389-3cc4-447f-a8db-143994b8995a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:27.061194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f5461389-3cc4-447f-a8db-143994b8995a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:27.076913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f5461389-3cc4-447f-a8db-143994b8995a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:27.139308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.163228 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:27.171760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:27.175587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:subnet and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:27.178709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:27.184721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:27.229509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.243548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.255293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4311812-ec73-48e1-87c3-0c8df1849e31 tempest-TestVolumeBackupRestore-932400229 tempest-TestVolumeBackupRestore-932400229] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:27.272196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=6d2e5cd3-72a3-4445-86bb-a44b317ee68e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:27.283471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:27.285143 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:27.376552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.396538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/6d2e5cd3-72a3-4445-86bb-a44b317ee68e HTTP/1.1" status: 204 len: 168 time: 0.9557965 Jan 14 05:55:27.397792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47430) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:27.405178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=324d623f-3b68-4199-9c51-7ea382410310,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:27.412988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:27.426436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.575339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.582450 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9fe6dfea7ed4427e82904740b74ebcb1&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1590643 Jan 14 05:55:27.619427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ce595-277e-469f-b00e-405823955330 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:27.635935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-670ce595-277e-469f-b00e-405823955330 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:27.636827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-670ce595-277e-469f-b00e-405823955330 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:27.639625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47438) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:27.704472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.709019 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-904ccff8-a47d-4f7e-83b9-573f280cb5bb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:27.739747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.740184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2b26e198-d985-4c7b-b72e-912d72d6d8da,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:27.765901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:27.774963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.822093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-670ce595-277e-469f-b00e-405823955330 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:27.823721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-670ce595-277e-469f-b00e-405823955330 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1457 time: 0.4169793 Jan 14 05:55:27.826908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47450) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:27.848254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:55:27.884850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.885500 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Added segment 8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780 of type vxlan for network b1ecad48-1db2-41f4-9861-8b8b120c8a1d Jan 14 05:55:27.928084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.937791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6fbd5b30-6cdc-4c42-8ec6-74efd0b2f401 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:27.955430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:27.974836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.106557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=324d623f-3b68-4199-9c51-7ea382410310,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:28.111402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Allocated IP 2001:db8::2 (e43ceec1-1d75-4ab7-91f9-523cc50faa8a/8c94d384-7629-457d-8bf6-9cc9babb160c/435b566c-c961-41d5-8511-da114fdf1c95) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:28.137971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.149519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:28.150346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.161493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f50b5e6f-4398-4046-abd0-b5b0cdab3df9 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:28.166847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.170881 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/324d623f-3b68-4199-9c51-7ea382410310 HTTP/1.1" status: 204 len: 168 time: 0.5288808 Jan 14 05:55:28.174333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.176192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.178760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.179389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.180050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.182200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.182887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.184467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.185085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.186342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.188439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.189197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.191124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.191663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.193109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.193756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.194520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.196484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.197137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.197661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.200900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.201453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.201989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.202513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.203855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.204673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.206649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.207376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.221187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.223110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.223650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.226797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.230050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.230050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.230050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.230050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:28.255521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.318s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:28.260803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.373576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet d2fca1b7-6b9f-45bc-b414-a6119182510b {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:55:28.378978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.496523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.639157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:28.796648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Checking segment: {'id': 'add119fe-5a71-41f6-9a10-56e51b63d4c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:28.797171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network hostable DHCP agents. Network: 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:55:28.804524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Pushing event updated for resources: {'Network': ['ID=b1ecad48-1db2-41f4-9861-8b8b120c8a1d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:28.808983 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.648s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:28.811054 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 2.9691889 Jan 14 05:55:28.815837 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7b9acb4-729b-4684-9a43-8be4069f94e2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.161s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:28.833067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:28.889273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47462) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:28.893005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Subnet': ['ID=197c30b7-49c7-43b2-8c79-dd332fdbdc6c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:28.900400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:28.906268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Request body: {'subnet': {'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-506356568-subnet', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:28.912658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:28.918516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Usage tracker for resource:subnet and tenant:3bf9021242594924a342352a7b1ddf83 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:28.921959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:28.930348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:28.945847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Made reservation on behalf of 3bf9021242594924a342352a7b1ddf83 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:28.951015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:29.062266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:29.095448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:55:29.111010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 896abad5-0e1b-48f5-ae70-79659a2385e9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:29.172534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:55:29.205982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:29.304063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:29.305266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:29.355707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7b47559b-45d6-41c7-8b54-7754dd8e3f91 None None] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:29.549303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2195e57c-8324-41c4-b385-7a542e1fd3cb tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.5578928 Jan 14 05:55:29.552839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:29.562582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'subnet': {'network_id': 'f5461389-3cc4-447f-a8db-143994b8995a', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:29.717206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:29.739430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:29.739430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:subnet and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:29.739430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:29.741429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:29.754471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Transition to ACTIVE for port object 435b566c-c961-41d5-8511-da114fdf1c95 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:29.776574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:29.821741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Transition to ACTIVE for port object 435b566c-c961-41d5-8511-da114fdf1c95 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:29.842720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:29.845612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 896abad5-0e1b-48f5-ae70-79659a2385e9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:29.850793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:29.862914 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a5f1e862-4a6b-459c-935e-a0c9a9a8d360 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:30.074901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=d2fca1b7-6b9f-45bc-b414-a6119182510b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:30.083750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.224s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:30.087435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:30.111959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-22b9b081-a9a0-4eb7-84c4-29d2669dbd3c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:30.123245 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/d2fca1b7-6b9f-45bc-b414-a6119182510b HTTP/1.1" status: 204 len: 168 time: 2.2949300 Jan 14 05:55:30.124388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47508) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:30.164688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:30.253743 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8dc77ff-5889-4f64-8dc7-7a79796d3aed tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1224811 Jan 14 05:55:30.254415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47514) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:30.262103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:30.418407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:30.428047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:30.430177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Provisioning for port 896abad5-0e1b-48f5-ae70-79659a2385e9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:30.441145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:30.447165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:30.450338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:30.457497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:30.457974 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:30.463140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:30.488044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:30.511964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:30.536908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e268ada-5063-41f1-8cdd-b8d0f1756234 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:30.581354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Provisioning complete for port 896abad5-0e1b-48f5-ae70-79659a2385e9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:30.581793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:30.633864 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-226fb326-bdef-4d4e-95d5-7a333a5ee8c8 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:30.680630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Pushing event updated for resources: {'Port': ['ID=435b566c-c961-41d5-8511-da114fdf1c95,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:30.735372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.623s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:30.748373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Pushing event updated for resources: {'Subnet': ['ID=19984b05-d444-40f5-83ce-1be504bd72d6,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:30.766408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Attempting to bind port 435b566c-c961-41d5-8511-da114fdf1c95 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:30.766864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Attempting to bind port 435b566c-c961-41d5-8511-da114fdf1c95 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'f50127b4-f6a2-4d94-87ff-4a188f62e1de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e43ceec1-1d75-4ab7-91f9-523cc50faa8a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:30.767286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Attempting to bind port 435b566c-c961-41d5-8511-da114fdf1c95 on network e43ceec1-1d75-4ab7-91f9-523cc50faa8a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:30.896757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d', 'network_id': '3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d', 'tenant_id': 'aa24d4e6202f4b648481f990ed5ff646', 'fixed_ips': [{'subnet_id': '197c30b7-49c7-43b2-8c79-dd332fdbdc6c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:30.902567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:30.985226 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.352s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:31.001120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:31.001409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Checking segment: {'id': 'f50127b4-f6a2-4d94-87ff-4a188f62e1de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e43ceec1-1d75-4ab7-91f9-523cc50faa8a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:31.001874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:31.002768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Bound using segment: {'id': 'f50127b4-f6a2-4d94-87ff-4a188f62e1de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e43ceec1-1d75-4ab7-91f9-523cc50faa8a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:31.003566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Bound port: 435b566c-c961-41d5-8511-da114fdf1c95, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'f50127b4-f6a2-4d94-87ff-4a188f62e1de', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'e43ceec1-1d75-4ab7-91f9-523cc50faa8a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:31.004001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:31.088373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5c269e5-3957-4da0-9518-fd51be2b868b req-0c8f8ad7-70ec-4b7e-8d7b-d339c07bd0e1 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:31.096947 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5c269e5-3957-4da0-9518-fd51be2b868b req-0c8f8ad7-70ec-4b7e-8d7b-d339c07bd0e1 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/networks?id=0df40305-8ade-4a84-bebd-1a7c0566cbe5 HTTP/1.1" status: 200 len: 812 time: 0.3546844 Jan 14 05:55:31.126076 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5c269e5-3957-4da0-9518-fd51be2b868b req-29807547-acc1-4026-ae7f-220a28e70597 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/quotas/232819a78d294c86bee396ec667f3524 HTTP/1.1" status: 200 len: 375 time: 0.0279050 Jan 14 05:55:31.280644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Checking segment: {'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:31.281648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Network hostable DHCP agents. Network: b1ecad48-1db2-41f4-9861-8b8b120c8a1d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:55:31.322163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:55:31.365123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] For port 435b566c-c961-41d5-8511-da114fdf1c95, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:31.368854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] For port 435b566c-c961-41d5-8511-da114fdf1c95, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=435b566c-c961-41d5-8511-da114fdf1c95,segment=NetworkSegment(f50127b4-f6a2-4d94-87ff-4a188f62e1de),segment_id=f50127b4-f6a2-4d94-87ff-4a188f62e1de)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:31.376169 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5c269e5-3957-4da0-9518-fd51be2b868b req-02ccf572-d291-4c37-a271-b9bf69fa787a tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/ports?tenant_id=232819a78d294c86bee396ec667f3524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2487411 Jan 14 05:55:31.391864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:31.411612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b1ecad48-1db2-41f4-9861-8b8b120c8a1d) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:31.542417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:55:31.552921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:31.560210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:31.560892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:31.623349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d53728ca-b416-4b66-abf6-8078fb69205a None None] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:31.645755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:31.731091 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 2.8347468 Jan 14 05:55:31.735145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47566) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:31.819274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:31.823346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:31.836260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:31.842962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Usage tracker for resource:router and tenant:3bf9021242594924a342352a7b1ddf83 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:31.850009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:31.865431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:31.884941 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5c269e5-3957-4da0-9518-fd51be2b868b req-f848dc5a-31cc-4e61-9cdc-ad4f2ba2c775 service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5074978 Jan 14 05:55:31.945504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:31.947119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:32.193615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] For port 896abad5-0e1b-48f5-ae70-79659a2385e9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=896abad5-0e1b-48f5-ae70-79659a2385e9,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:32.241322 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:32.249191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:32.250402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:32.281906 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-763264a7-a732-44e4-a5bb-3802f1773462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:32.560224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=896abad5-0e1b-48f5-ae70-79659a2385e9,revision_number=5']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:32.569201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-d5c269e5-3957-4da0-9518-fd51be2b868b req-b0232938-9813-4f1e-b0a0-d325d667aea7 service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6631172 Jan 14 05:55:32.590629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:55:32.591310 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:55:32.595773 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.317s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:32.601359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e113af41-43c0-42c1-bde0-c338038cfced tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.239s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:32.619318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:32.695176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-b1ecad48-1db2-41f4-9861-8b8b120c8a1d', 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'fixed_ips': [{'subnet_id': '19984b05-d444-40f5-83ce-1be504bd72d6'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:32.696306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:32.764098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Allocated IP 2001:db8::2 (3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d/197c30b7-49c7-43b2-8c79-dd332fdbdc6c/feb6428e-5fc5-405e-87d8-7ac5a8b41898) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:32.803614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=73549189-26de-4404-90e7-e05d937bba71,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:32.814438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.215s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:32.960333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:32.962194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:32.980524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:32.981197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:33.012055 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.7560174 Jan 14 05:55:33.014667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47618) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:33.017872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 896abad5-0e1b-48f5-ae70-79659a2385e9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:33.027122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:a0:3c:d5', 'name': 'tempest-NetworksTestDHCPv6-1572828818'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:33.147177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:33.394903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60e619b8-cfec-4600-adc3-9349232fcd3a tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:33.459989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:33.469555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:33.484566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:33.491549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:33.509071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:33.612740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Subnet': ['ID=08a590c6-7765-44fd-85a7-c6fcfc6dfdd9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:33.657201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.658066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.659002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.659598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.660349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.660984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.661620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.663218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.663880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.664647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.665502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.666120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.666980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.667596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.668214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.669103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.669844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.670476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.671106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.671728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.672895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.673594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.674225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.674913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.675604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.676363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.676970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.677574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.678177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.678961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.680265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.681340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.682403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.683131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.683984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.684605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:33.686095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Allocated IP 172.20.0.2 (b1ecad48-1db2-41f4-9861-8b8b120c8a1d/19984b05-d444-40f5-83ce-1be504bd72d6/f438ef32-1f0d-4344-ac0b-68020f5c5055) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:33.737953 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:33.939960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:33.963238 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.570s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:34.037574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Pushing event updated for resources: {'Port': ['ID=435b566c-c961-41d5-8511-da114fdf1c95,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:34.065245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:34.086603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b864dcb1-f365-4fbf-b2c2-8bf337ec1cf8 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:34.101857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 25e99903-716f-4a9d-ac80-fbe834905972 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:55:34.125029 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.572s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:34.150842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] For port 896abad5-0e1b-48f5-ae70-79659a2385e9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=896abad5-0e1b-48f5-ae70-79659a2385e9,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:34.252237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:34.276650 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:34.343654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fea0:3cd5 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/73549189-26de-4404-90e7-e05d937bba71/25e99903-716f-4a9d-ac80-fbe834905972) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:34.447359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Pushing event updated for resources: {'Port': ['ID=896abad5-0e1b-48f5-ae70-79659a2385e9,revision_number=6']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:34.456149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Checking segment: {'id': 'd5fd37fc-709c-4c0b-884b-db0403729232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f5461389-3cc4-447f-a8db-143994b8995a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:34.456793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network hostable DHCP agents. Network: f5461389-3cc4-447f-a8db-143994b8995a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:55:34.463656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:34.815889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:34.828823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Transition to ACTIVE for port object f438ef32-1f0d-4344-ac0b-68020f5c5055 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:34.846613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Transition to ACTIVE for port object f438ef32-1f0d-4344-ac0b-68020f5c5055 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:34.870840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-da129e70-363c-4cec-86b5-9c5c683ca274 None None] Provisioning complete for port 896abad5-0e1b-48f5-ae70-79659a2385e9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:34.870840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da129e70-363c-4cec-86b5-9c5c683ca274 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:34.879245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:34.896641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 25e99903-716f-4a9d-ac80-fbe834905972 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:34.932441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:34.980981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:34.983468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:35.200790 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b9424a6e-8c8a-406f-bfd3-3910ddf982eb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:35.205997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=25e99903-716f-4a9d-ac80-fbe834905972,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:35.226210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.245s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:35.288077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 896abad5-0e1b-48f5-ae70-79659a2385e9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:35.288506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:35.337107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Pushing event updated for resources: {'Port': ['ID=f438ef32-1f0d-4344-ac0b-68020f5c5055,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:35.348164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:35.362734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:35.376210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:35.378051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:35.414998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:35.456803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:35.551990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Attempting to bind port f438ef32-1f0d-4344-ac0b-68020f5c5055 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:35.552467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Attempting to bind port f438ef32-1f0d-4344-ac0b-68020f5c5055 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:35.553088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Attempting to bind port f438ef32-1f0d-4344-ac0b-68020f5c5055 on network b1ecad48-1db2-41f4-9861-8b8b120c8a1d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:35.604451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:35.606584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network f5461389-3cc4-447f-a8db-143994b8995a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:55:35.610883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:35.615010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:35.618916 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:35.624392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:35.624825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Checking segment: {'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:35.625289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:35.625747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Bound using segment: {'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:35.626299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Bound port: f438ef32-1f0d-4344-ac0b-68020f5c5055, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:35.626751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:35.651102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:35.651542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:35.699048 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.6830015 Jan 14 05:55:35.701783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47652) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:35.963035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] For port f438ef32-1f0d-4344-ac0b-68020f5c5055, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:35.972002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] For port f438ef32-1f0d-4344-ac0b-68020f5c5055, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f438ef32-1f0d-4344-ac0b-68020f5c5055,segment=NetworkSegment(8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780),segment_id=8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:36.006914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Allocated IP 172.25.3.117 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/26f7610b-94d0-4b3f-bf60-a1553e717ce5) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:36.272233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f5461389-3cc4-447f-a8db-143994b8995a) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:36.362815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:36.376863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:36.457907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ee164-04a5-4115-aee7-1fbc519ad0b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:36.465377 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 6.9095252 Jan 14 05:55:36.477929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47664) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:36.539281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae09f038-9775-4c47-979d-ebc3d12b67f9 None None] Network f5461389-3cc4-447f-a8db-143994b8995a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:36.542289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bf7ee164-04a5-4115-aee7-1fbc519ad0b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:36.543335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf7ee164-04a5-4115-aee7-1fbc519ad0b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:36.592803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:36.598363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bf7ee164-04a5-4115-aee7-1fbc519ad0b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:36.605544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf7ee164-04a5-4115-aee7-1fbc519ad0b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1705 time: 0.9003420 Jan 14 05:55:36.605544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47670) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:36.626358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:36.669606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:36.712698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 25e99903-716f-4a9d-ac80-fbe834905972 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:36.713088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:36.779783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:36.865444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c3a07e1-0f41-4750-aae5-1fb79f2436b7 None None] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:36.897622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9db15c61-097e-47fa-bc45-aab8afa7c9c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:37.008577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Pushing event updated for resources: {'Port': ['ID=f438ef32-1f0d-4344-ac0b-68020f5c5055,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:37.012475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.233s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:37.020706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-da129e70-363c-4cec-86b5-9c5c683ca274 None None] Could not find standard attr ID for object 6d2e5cd3-72a3-4445-86bb-a44b317ee68e. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:55:37.021256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:37.179631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:37.221015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 25e99903-716f-4a9d-ac80-fbe834905972 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:37.257320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f858ce73-bca0-4675-958f-cebb37c0832b None None] Provisioning for port 435b566c-c961-41d5-8511-da114fdf1c95 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:37.281064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:37.373878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:37.419043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Transition to ACTIVE for port object feb6428e-5fc5-405e-87d8-7ac5a8b41898 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:37.480894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:37.686464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Pushing event updated for resources: {'Port': ['ID=26f7610b-94d0-4b3f-bf60-a1553e717ce5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:37.693622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.795s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:37.714752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:37.745904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:37.806162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80de4e81-69a0-475a-92a6-d02e910865fd tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:37.832334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Transition to ACTIVE for port object feb6428e-5fc5-405e-87d8-7ac5a8b41898 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:37.889506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 896abad5-0e1b-48f5-ae70-79659a2385e9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:38.053469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-61bb3709-fa72-4417-be30-335dfe30559a None None] Could not find standard attr ID for object 25e99903-716f-4a9d-ac80-fbe834905972. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:55:38.060389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:38.082677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc7c52ef-d330-4d68-a18b-a8d6a86c30d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:38.155615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f5461389-3cc4-447f-a8db-143994b8995a', 'network_id': 'f5461389-3cc4-447f-a8db-143994b8995a', 'tenant_id': 'aa24d4e6202f4b648481f990ed5ff646', 'fixed_ips': [{'subnet_id': '08a590c6-7765-44fd-85a7-c6fcfc6dfdd9'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:38.156566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:38.184899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Pushing event updated for resources: {'Port': ['ID=feb6428e-5fc5-405e-87d8-7ac5a8b41898,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:38.307105 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.225s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:38.415558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=25e99903-716f-4a9d-ac80-fbe834905972,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:38.418876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:38.423556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:38.467718 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/25e99903-716f-4a9d-ac80-fbe834905972 HTTP/1.1" status: 204 len: 168 time: 1.8627374 Jan 14 05:55:38.468719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47704) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:38.620822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85e34c-a64a-492c-bbe0-dc8d6484d538 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:38.633880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fe85e34c-a64a-492c-bbe0-dc8d6484d538 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:38.634806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fe85e34c-a64a-492c-bbe0-dc8d6484d538 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:38.681319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fe85e34c-a64a-492c-bbe0-dc8d6484d538 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:38.692117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fe85e34c-a64a-492c-bbe0-dc8d6484d538 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.2220461 Jan 14 05:55:38.693236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47712) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:39.096511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Allocated IP 2001:db8::2 (f5461389-3cc4-447f-a8db-143994b8995a/08a590c6-7765-44fd-85a7-c6fcfc6dfdd9/159dd513-4b9d-49a4-ad4c-68c6557dd256) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:39.248037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 73549189-26de-4404-90e7-e05d937bba71 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:55:39.262862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:39.456842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:39.682146 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:39.709780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Transition to ACTIVE for port object 159dd513-4b9d-49a4-ad4c-68c6557dd256 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:39.735566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:39.748635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Transition to ACTIVE for port object 159dd513-4b9d-49a4-ad4c-68c6557dd256 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:39.769080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ee203d-1798-490d-b533-3cf3f22c2951 None None] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:39.834654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-61bb3709-fa72-4417-be30-335dfe30559a None None] Provisioning complete for port 896abad5-0e1b-48f5-ae70-79659a2385e9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:39.835120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61bb3709-fa72-4417-be30-335dfe30559a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:39.887914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:40.052893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 896abad5-0e1b-48f5-ae70-79659a2385e9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:40.053326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:40.126197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Allocated IP 2001:db8::1 (3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d/197c30b7-49c7-43b2-8c79-dd332fdbdc6c/1e4649ea-cc41-4576-9e31-9405831be8d0) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:40.164287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92188dc9-745e-4f58-b9a1-56b0835a06c6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:40.341462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:40.345372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47722) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:40.420736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Transition to ACTIVE for port object 1e4649ea-cc41-4576-9e31-9405831be8d0 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:40.730922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:40.750524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:40.755095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Usage tracker for resource:security_group_rule and tenant:7692c712c6f84e0e9cc0d86610f3e673 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:40.758364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:40.759758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Pushing event updated for resources: {'Port': ['ID=159dd513-4b9d-49a4-ad4c-68c6557dd256,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:40.774461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:40.779168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.615s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:40.792882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Network f5461389-3cc4-447f-a8db-143994b8995a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:40.795987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:40.806525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:40.815165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:40.877653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:40.896900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:40.970877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-abebe08f-0bf0-4ffb-8ddc-0df7e6da74da admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:41.003207 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7692c712c6f84e0e9cc0d86610f3e673&name=default HTTP/1.1" status: 200 len: 2983 time: 0.6500447 Jan 14 05:55:41.004433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47732) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:41.012991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 435b566c-c961-41d5-8511-da114fdf1c95 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:41.037918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Attempting to bind port 159dd513-4b9d-49a4-ad4c-68c6557dd256 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:41.038373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Attempting to bind port 159dd513-4b9d-49a4-ad4c-68c6557dd256 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd5fd37fc-709c-4c0b-884b-db0403729232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f5461389-3cc4-447f-a8db-143994b8995a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:41.038972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Attempting to bind port 159dd513-4b9d-49a4-ad4c-68c6557dd256 on network f5461389-3cc4-447f-a8db-143994b8995a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:41.055358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.105971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:41.106461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Checking segment: {'id': 'd5fd37fc-709c-4c0b-884b-db0403729232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f5461389-3cc4-447f-a8db-143994b8995a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:41.107030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.107483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Bound using segment: {'id': 'd5fd37fc-709c-4c0b-884b-db0403729232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f5461389-3cc4-447f-a8db-143994b8995a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:41.109603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Bound port: 159dd513-4b9d-49a4-ad4c-68c6557dd256, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd5fd37fc-709c-4c0b-884b-db0403729232', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'f5461389-3cc4-447f-a8db-143994b8995a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:41.109603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.126597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9162858-648e-488f-926a-984684ee285d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:41.130529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da500a96-7d01-46d1-8197-bb553481df26 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:41.136669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.151934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.157391 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ddc8bfe-8911-4fa2-b951-467109d8a340 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:41.221695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e71efd67-4fa5-49cb-aeb9-9729a30ad7b3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:41.231032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.291125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:41.348281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:41.365860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.382166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=73549189-26de-4404-90e7-e05d937bba71,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:41.385410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:41.395058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa7cf36b-1800-4b52-a5c0-dfc338c03a1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.013s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:41.407507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:41.413849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] For port 159dd513-4b9d-49a4-ad4c-68c6557dd256, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:41.414325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9162858-648e-488f-926a-984684ee285d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:41.417381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:41.441508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.442756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9162858-648e-488f-926a-984684ee285d HTTP/1.1" status: 204 len: 168 time: 0.4286849 Jan 14 05:55:41.511004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.521034 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/73549189-26de-4404-90e7-e05d937bba71 HTTP/1.1" status: 204 len: 168 time: 2.8211989 Jan 14 05:55:41.525588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47738) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:41.555574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Port': ['ID=1e4649ea-cc41-4576-9e31-9405831be8d0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:41.574673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:41.583054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0e76e64d-b67c-4984-8588-53c463b5513b None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:41.680742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.688539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:41.727072 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-636b2a2f-9af8-4a6a-aa74-ca4fdac4b5cc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1976247 Jan 14 05:55:41.727744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47744) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:41.763547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:41.776519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:41.777366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:41.948990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] For port 159dd513-4b9d-49a4-ad4c-68c6557dd256, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=159dd513-4b9d-49a4-ad4c-68c6557dd256,segment=NetworkSegment(d5fd37fc-709c-4c0b-884b-db0403729232),segment_id=d5fd37fc-709c-4c0b-884b-db0403729232)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:41.955923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2609576f-df0f-4039-9cff-58fc16193168 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:41.957497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2609576f-df0f-4039-9cff-58fc16193168 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:42.002902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2609576f-df0f-4039-9cff-58fc16193168 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:42.007389 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2609576f-df0f-4039-9cff-58fc16193168 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.2784984 Jan 14 05:55:42.008787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47774) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:42.025616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6f725c78-5e25-45ee-b1a5-81098b97239d None None] Could not find standard attr ID for object 25e99903-716f-4a9d-ac80-fbe834905972. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:55:42.054272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 435b566c-c961-41d5-8511-da114fdf1c95 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:42.088634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.197595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.252358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Attempting to bind port feb6428e-5fc5-405e-87d8-7ac5a8b41898 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:42.252775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Attempting to bind port feb6428e-5fc5-405e-87d8-7ac5a8b41898 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'add119fe-5a71-41f6-9a10-56e51b63d4c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:42.253328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Attempting to bind port feb6428e-5fc5-405e-87d8-7ac5a8b41898 on network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:42.255556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 435b566c-c961-41d5-8511-da114fdf1c95 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:42.255980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.284923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1b107870-50d5-4cf4-9818-529c014fe980 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:42.290308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b107870-50d5-4cf4-9818-529c014fe980 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:42.320050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:42.348520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Router fcf4f402-54c2-431f-955a-fa431760742d is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:55:42.373178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47790) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:42.413329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Pushing event updated for resources: {'Port': ['ID=159dd513-4b9d-49a4-ad4c-68c6557dd256,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:42.421566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:42.436448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:42.436881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Checking segment: {'id': 'add119fe-5a71-41f6-9a10-56e51b63d4c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:42.437333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.437767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Bound using segment: {'id': 'add119fe-5a71-41f6-9a10-56e51b63d4c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:42.438311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Bound port: feb6428e-5fc5-405e-87d8-7ac5a8b41898, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'add119fe-5a71-41f6-9a10-56e51b63d4c5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:42.438756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.447720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.464783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1b107870-50d5-4cf4-9818-529c014fe980 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:42.466259 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1b107870-50d5-4cf4-9818-529c014fe980 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.4563506 Jan 14 05:55:42.472838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47798) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:42.606482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] For port feb6428e-5fc5-405e-87d8-7ac5a8b41898, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:42.612526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] For port feb6428e-5fc5-405e-87d8-7ac5a8b41898, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=feb6428e-5fc5-405e-87d8-7ac5a8b41898,segment=NetworkSegment(add119fe-5a71-41f6-9a10-56e51b63d4c5),segment_id=add119fe-5a71-41f6-9a10-56e51b63d4c5)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:42.632191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.653519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6f725c78-5e25-45ee-b1a5-81098b97239d None None] Provisioning for port f438ef32-1f0d-4344-ac0b-68020f5c5055 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:42.663018 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82b6ad48-19f7-4736-b005-6c21fe976490 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1879523 Jan 14 05:55:42.678220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:42.687823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Usage tracker for resource:security_group_rule and tenant:65c179a4a06c466f91d2c3d101e296f5 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:42.692275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:42.709101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:42.733061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af9bc42a-ac85-46f0-90bf-ebab4d5bf766 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:42.772932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:42.816460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.841212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Pushing event updated for resources: {'Port': ['ID=feb6428e-5fc5-405e-87d8-7ac5a8b41898,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:42.846313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f9398651-37ef-4c28-a0d8-8145a7a9381e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.862687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.129s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:42.882783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:55:42.895341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Sync routers for ids ['fcf4f402-54c2-431f-955a-fa431760742d'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:55:42.943669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Routers {'fcf4f402-54c2-431f-955a-fa431760742d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:42.944599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['fcf4f402-54c2-431f-955a-fa431760742d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:42.949388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.957163 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 11.1771619 Jan 14 05:55:42.964289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47806) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:42.975475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:42.984038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'slaac'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:43.101536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6f725c78-5e25-45ee-b1a5-81098b97239d None None] Provisioning complete for port 435b566c-c961-41d5-8511-da114fdf1c95 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:43.101964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f725c78-5e25-45ee-b1a5-81098b97239d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:43.317105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 435b566c-c961-41d5-8511-da114fdf1c95, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=435b566c-c961-41d5-8511-da114fdf1c95,segment=NetworkSegment(f50127b4-f6a2-4d94-87ff-4a188f62e1de),segment_id=f50127b4-f6a2-4d94-87ff-4a188f62e1de)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:43.384906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:43.410326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:43.456847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Set router fcf4f402-54c2-431f-955a-fa431760742d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:43.529206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:43.593473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:43.629377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:43.648499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=435b566c-c961-41d5-8511-da114fdf1c95,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:43.653961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.251s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:43.696993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:55:43.712842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Deleting port 896abad5-0e1b-48f5-ae70-79659a2385e9 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:43.713282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:43.716574 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1320ebf6-4550-4a92-a222-2f0a71509920 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:43.770264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65c179a4a06c466f91d2c3d101e296f5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3956196 Jan 14 05:55:43.771745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:43.785061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:43.943587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 159dd513-4b9d-49a4-ad4c-68c6557dd256 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:43.996834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47818) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:43.997739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a52b7afa-5f6e-4277-99ef-a8279aa78833,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:44.264557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.548s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:44.310670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:55:40Z', 'revision_number': 3, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:36Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:44.322717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Checking router: fcf4f402-54c2-431f-955a-fa431760742d for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:55:44.323123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Updating router fcf4f402-54c2-431f-955a-fa431760742d port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:55:44.352843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] For port 896abad5-0e1b-48f5-ae70-79659a2385e9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=896abad5-0e1b-48f5-ae70-79659a2385e9,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:44.353674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:44.500143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:44.815763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:44.849461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:44.880077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Calling delete_port for 896abad5-0e1b-48f5-ae70-79659a2385e9 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:44.936478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:44.942151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb00a34f-c574-401c-84d8-5a41a65052a7 None None] Network f5461389-3cc4-447f-a8db-143994b8995a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:44.949337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9306a97-eaaa-4767-b2cd-e23fceba0843 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:45.006509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a52b7afa-5f6e-4277-99ef-a8279aa78833,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:45.083444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.090428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.091310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.096500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:45.182967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-209f1348-07f7-4703-960f-f75e5806a30b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.189779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.191241 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a52b7afa-5f6e-4277-99ef-a8279aa78833 HTTP/1.1" status: 204 len: 168 time: 1.1797884 Jan 14 05:55:45.231737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d342477a-148c-4d00-8fad-0934c66af306 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:45.277453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:55:45.341117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 159dd513-4b9d-49a4-ad4c-68c6557dd256 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:45.350599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Port': ['ID=1e4649ea-cc41-4576-9e31-9405831be8d0,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:45.355570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f438ef32-1f0d-4344-ac0b-68020f5c5055 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:45.358568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:45.416903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.434167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Transition to ACTIVE for port object 26f7610b-94d0-4b3f-bf60-a1553e717ce5 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:45.440889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.446874 n-d-768851-4 neutron-server[80820]: WARNING neutron.services.revisions.revision_plugin [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Could not find related port for resource to bump revision. Jan 14 05:55:45.454909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_pluggable_backend [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Port 896abad5-0e1b-48f5-ae70-79659a2385e9 was deleted while updating it with an IPv6 auto-address. Ignoring. {{(pid=80930) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:573}} Jan 14 05:55:45.455264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_pluggable_backend [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Reverting IP allocation for 2001:db8::f816:3eff:febe:973d {{(pid=80930) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:574}} Jan 14 05:55:45.463737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_pluggable_backend [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Reverting IP allocation failed for 2001:db8::f816:3eff:febe:973d {{(pid=80930) add_auto_addrs_on_network_ports /opt/stack/neutron/neutron/db/ipam_pluggable_backend.py:581}} Jan 14 05:55:45.465261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.499785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29876055-2637-4240-84da-c18cb26a43ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:45.621857 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6739d0b-a62d-4b1b-8959-79bda00b2860 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:45.675976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:45.687716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:45.781560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Pushing event updated for resources: {'Port': ['ID=26f7610b-94d0-4b3f-bf60-a1553e717ce5,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:45.805597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:45.815033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.815765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.816188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.817233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.817359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:45.817809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.818309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.818827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.819312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.819807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.820294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.821417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.821976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.822427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.822977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.823466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.823944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.824421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.824891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.825364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.825834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.826307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.826832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.827307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.827790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.828941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.828941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.829113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.829572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.830009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.830439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.830939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.833275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.833275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.833275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.833275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.833596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:55:45.855441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:45.914877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:45.915540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:45.967757 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 824 time: 3.1884501 Jan 14 05:55:45.973401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47862) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:45.995663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:cf:b8:c1', 'name': 'tempest-NetworksTestDHCPv6-752564695'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:46.060702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Attempting to bind port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:46.063714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Attempting to bind port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:46.064293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Attempting to bind port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:46.067060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=b837b355-0ee6-49da-9566-df526f75bd7c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:46.093678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:46.100643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:46.102661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:46.104971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:46.108322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Bound port: 26f7610b-94d0-4b3f-bf60-a1553e717ce5, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:46.108798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:46.198425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:46.223032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.601s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:46.223942 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:46.246662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Router b94f7f55-bc6c-43ff-b3ef-d638adf787ca is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:55:46.334031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b30f4be-3a8d-4bb9-8f4a-d5c89e50d0d4 None None] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:46.339418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] For port 26f7610b-94d0-4b3f-bf60-a1553e717ce5, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:46.343588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] For port 26f7610b-94d0-4b3f-bf60-a1553e717ce5, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=26f7610b-94d0-4b3f-bf60-a1553e717ce5,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:46.349750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:46.386206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7886422b-7e38-49a1-9907-0ae558e4cdd3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:46.402882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:46.429207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:46.451643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:46.563748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:46.567919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:55:46.576632 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 10.0972462 Jan 14 05:55:46.603584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Pushing event updated for resources: {'Port': ['ID=26f7610b-94d0-4b3f-bf60-a1553e717ce5,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:46.608648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.223s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:46.638325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Pushing event deleted for resources: {'Port': ['ID=896abad5-0e1b-48f5-ae70-79659a2385e9,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:46.653538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47874) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:46.687800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Routers {'fcf4f402-54c2-431f-955a-fa431760742d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:46.688516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['fcf4f402-54c2-431f-955a-fa431760742d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:46.758638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:46.889189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] Sync routers for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:55:46.965529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.742s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:46.969012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port d215e94c-b4d0-4159-9c76-361036888a18 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:55:47.117943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] Set router fcf4f402-54c2-431f-955a-fa431760742d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:47.127022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f438ef32-1f0d-4344-ac0b-68020f5c5055 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:47.142672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fecf:b8c1 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/b837b355-0ee6-49da-9566-df526f75bd7c/d215e94c-b4d0-4159-9c76-361036888a18) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:47.146143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:47.161751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f438ef32-1f0d-4344-ac0b-68020f5c5055 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:47.164331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:47.264171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:47.265164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:47.308628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:47.461122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:47.616652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Provisioning for port 159dd513-4b9d-49a4-ad4c-68c6557dd256 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:47.704004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Provisioning complete for port 159dd513-4b9d-49a4-ad4c-68c6557dd256 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:47.704435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:47.776850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:47.811742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object d215e94c-b4d0-4159-9c76-361036888a18 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:47.813523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:47.859668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:47.949307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:47.950080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:48.085376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:55:40Z', 'revision_number': 3, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:48.094388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-79ee3523-fd80-4f1f-aafb-ff8088cbd458 None None] The sync data for ids ['fcf4f402-54c2-431f-955a-fa431760742d'] in n-d-768851-4 is: [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:55:40Z', 'revision_number': 3, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:46Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:55:48.152576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1e445f4-f074-49d9-91b3-f46dd1496edf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:48.174676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] No DVR routers for this DVR port 896abad5-0e1b-48f5-ae70-79659a2385e9 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:55:48.188431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:48.188431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-38614dfc-d22d-4662-9921-b0814a925fdb None None] The sync data for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:55:48.258262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=d215e94c-b4d0-4159-9c76-361036888a18,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:48.263009 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:48.281035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:48.282205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:48.284594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.287071 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:48.291128 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:48.310593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:48.311433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:48.351555 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 947 time: 2.3668549 Jan 14 05:55:48.352447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47898) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:48.417962 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:48.454822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca719a62-4b86-4b40-abb6-8f664eff8cfe None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:48.495744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b317b4d6-a697-409e-b9da-217af23ed973 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:48.496959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b317b4d6-a697-409e-b9da-217af23ed973 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:48.517112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b317b4d6-a697-409e-b9da-217af23ed973 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:48.522592 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b317b4d6-a697-409e-b9da-217af23ed973 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 945 time: 0.1689551 Jan 14 05:55:48.523616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47906) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:48.632327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port d215e94c-b4d0-4159-9c76-361036888a18 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:48.632973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:48.994757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f438ef32-1f0d-4344-ac0b-68020f5c5055, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f438ef32-1f0d-4344-ac0b-68020f5c5055,segment=NetworkSegment(8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780),segment_id=8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:49.161618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:49.238460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:49.262348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a5cb8457-83b7-4a07-8dfd-cadd3f93bf98 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:49.354919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:49.568211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] For port 159dd513-4b9d-49a4-ad4c-68c6557dd256, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=159dd513-4b9d-49a4-ad4c-68c6557dd256,segment=NetworkSegment(d5fd37fc-709c-4c0b-884b-db0403729232),segment_id=d5fd37fc-709c-4c0b-884b-db0403729232)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:49.578370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f438ef32-1f0d-4344-ac0b-68020f5c5055,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:49.597346 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.336s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:49.598866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:49.604446 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:49.779752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d9262f5-177b-4170-84b0-0f460fc7fddc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'b837b355-0ee6-49da-9566-df526f75bd7c'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:49.787508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d9262f5-177b-4170-84b0-0f460fc7fddc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:49.828476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device feb6428e-5fc5-405e-87d8-7ac5a8b41898 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:50.033823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Allocated IP 172.20.0.1 (b1ecad48-1db2-41f4-9861-8b8b120c8a1d/19984b05-d444-40f5-83ce-1be504bd72d6/9372b24d-9dff-4591-be3a-3f2c4a4ad073) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:50.244745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for d215e94c-b4d0-4159-9c76-361036888a18 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:50.249524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Pushing event updated for resources: {'Port': ['ID=159dd513-4b9d-49a4-ad4c-68c6557dd256,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:50.252398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Provisioning for port 1e4649ea-cc41-4576-9e31-9405831be8d0 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:50.271763 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.667s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:50.297537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Provisioning complete for port 1e4649ea-cc41-4576-9e31-9405831be8d0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:50.297976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:50.350952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:50.398164 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-f715f94f-76ae-4b4f-82b3-c10cb299004d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] add_router_interface failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:55:50.403094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f715f94f-76ae-4b4f-82b3-c10cb299004d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca/add_router_interface HTTP/1.1" status: 400 len: 438 time: 3.6592433 Jan 14 05:55:50.407825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 47926) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:50.498915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:50.507939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Transition to ACTIVE for port object 9372b24d-9dff-4591-be3a-3f2c4a4ad073 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:50.526810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e19de320-0b1d-4150-b0f8-6cf34993aa45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.002s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:50.538850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:50.558603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f13cbcf-367a-49ee-ade5-82dddf25e75e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:50.648295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=d215e94c-b4d0-4159-9c76-361036888a18,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:50.655970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:50.734539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:50.759676 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/d215e94c-b4d0-4159-9c76-361036888a18 HTTP/1.1" status: 204 len: 168 time: 2.2322700 Jan 14 05:55:50.761203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47930) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:50.835597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port feb6428e-5fc5-405e-87d8-7ac5a8b41898 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:50.842676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Port 1e4649ea-cc41-4576-9e31-9405831be8d0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:55:50.847257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 26f7610b-94d0-4b3f-bf60-a1553e717ce5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:50.922454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Pushing event updated for resources: {'Port': ['ID=9372b24d-9dff-4591-be3a-3f2c4a4ad073,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:50.933987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:50.969132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ac4e01-2f10-447c-b31b-010fb052d926 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:50.979246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-65ac4e01-2f10-447c-b31b-010fb052d926 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:50.980217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-65ac4e01-2f10-447c-b31b-010fb052d926 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:51.024772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-65ac4e01-2f10-447c-b31b-010fb052d926 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:51.028687 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-65ac4e01-2f10-447c-b31b-010fb052d926 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1454 time: 0.2638292 Jan 14 05:55:51.029038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47938) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:51.135534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Provisioning for port feb6428e-5fc5-405e-87d8-7ac5a8b41898 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:51.155471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:51.173638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:51.174073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.278264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet b837b355-0ee6-49da-9566-df526f75bd7c {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:55:51.282191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.304006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Provisioning complete for port feb6428e-5fc5-405e-87d8-7ac5a8b41898 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:51.304717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.373464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.413261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:51.488218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.499800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.511587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:51.518062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:51.614182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.656839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.738655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 26f7610b-94d0-4b3f-bf60-a1553e717ce5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=26f7610b-94d0-4b3f-bf60-a1553e717ce5,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:51.743260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] For port feb6428e-5fc5-405e-87d8-7ac5a8b41898, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=feb6428e-5fc5-405e-87d8-7ac5a8b41898,segment=NetworkSegment(add119fe-5a71-41f6-9a10-56e51b63d4c5),segment_id=add119fe-5a71-41f6-9a10-56e51b63d4c5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:55:51.748054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.749162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 435b566c-c961-41d5-8511-da114fdf1c95 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:51.821219 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e79fd24-98b0-4ab1-812f-6666a3b4c2e0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:51.855109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.911447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:51.918725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=26f7610b-94d0-4b3f-bf60-a1553e717ce5,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:51.929149 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:51.937554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-346be773-a908-406f-9a39-7ecb2fb0bcaf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.016s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:52.017899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 435b566c-c961-41d5-8511-da114fdf1c95 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:52.018334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:52.050964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Pushing event updated for resources: {'Port': ['ID=feb6428e-5fc5-405e-87d8-7ac5a8b41898,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:52.055105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Provisioning complete for port 159dd513-4b9d-49a4-ad4c-68c6557dd256 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:52.055105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:52.093288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:52.123734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-6d9262f5-177b-4170-84b0-0f460fc7fddc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b837b355-0ee6-49da-9566-df526f75bd7c: This subnet is being modified by another concurrent operation. Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet b837b355-0ee6-49da-9566-df526f75bd7c: This subnet is being modified by another concurrent operation. Jan 14 05:55:52.150757 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:55:52.197161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:52.245945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f890528-5999-462d-b62d-0c069e11cf23 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:55:52.281206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-821685eb-70c4-4625-ae18-3ca1f62d0d3f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:52.454945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1f890528-5999-462d-b62d-0c069e11cf23 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:55:52.501265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:52.528339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=b837b355-0ee6-49da-9566-df526f75bd7c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:52.547990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:52.555182 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/b837b355-0ee6-49da-9566-df526f75bd7c HTTP/1.1" status: 204 len: 168 time: 1.5250208 Jan 14 05:55:52.556536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47964) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:52.747834 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9deaa954-152b-4e97-bfac-92d394b87cdf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1858032 Jan 14 05:55:52.752637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 47974) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:52.767636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 896abad5-0e1b-48f5-ae70-79659a2385e9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:55:52.768884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:52.807758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 896abad5-0e1b-48f5-ae70-79659a2385e9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:55:52.808313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 896abad5-0e1b-48f5-ae70-79659a2385e9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:55:52.866352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:52.891689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:52.939165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e133172f-80c2-4d13-93f0-00114b1e0301 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:53.028714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:53.050669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:53.062901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:53.078570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:53.089577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device feb6428e-5fc5-405e-87d8-7ac5a8b41898 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:53.100118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:53.122842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Pushing event updated for resources: {'Port': ['ID=9372b24d-9dff-4591-be3a-3f2c4a4ad073,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:53.126064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:53.321251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Provisioning complete for port 1e4649ea-cc41-4576-9e31-9405831be8d0 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:53.321810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:53.345706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:53.373033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:53.409537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-86125098-bbd2-432b-9650-f6f35830b1ac None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:55:53.671668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86125098-bbd2-432b-9650-f6f35830b1ac None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:55:53.700812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting port 1e4649ea-cc41-4576-9e31-9405831be8d0 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:53.701230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:53.769432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:53.774063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:54.135644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port feb6428e-5fc5-405e-87d8-7ac5a8b41898 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:54.136077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:54.225918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Port 1e4649ea-cc41-4576-9e31-9405831be8d0 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:55:54.318911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:55:54.321464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:54.430644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 159dd513-4b9d-49a4-ad4c-68c6557dd256 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:54.483668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1138d958-cf85-400f-b48f-f06aec696ed8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:54.494992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Provisioning complete for port feb6428e-5fc5-405e-87d8-7ac5a8b41898 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:54.495588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:54.569436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=9f176c78-2fe4-4826-9fc1-3edd603a23a5,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:54.582131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '9f176c78-2fe4-4826-9fc1-3edd603a23a5'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:55:54.582770 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:54.583097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:54.614289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:54.619208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:54.651827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:54.653406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:54.706655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Router fcf4f402-54c2-431f-955a-fa431760742d has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:55:54.733302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ab1fda4f-f07e-43f2-b022-d843e026a9ef tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 835 time: 1.9745536 Jan 14 05:55:54.733784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48006) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:54.747225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:b2:d9:de', 'name': 'tempest-NetworksTestDHCPv6-2110226122'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:54.835175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48010) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:54.893615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Provisioning for port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:54.902060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Provisioning complete for port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:54.902497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.061728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.078456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Allocated IP 2001:db8::f816:3eff:fe59:33ba (dc69f032-a8e7-4abf-b3f3-848413ff1f68/9f176c78-2fe4-4826-9fc1-3edd603a23a5/87ee0769-6deb-42e0-9aa8-9d78a743f6a5) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:55.106195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:55.112324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:55.154818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.177573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:55.187162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:55.190148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:55.195543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Usage tracker for resource:security_group_rule and tenant:890c6adc8ead4ff7b027d9ea11a8bad5 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:55.201957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:55.211257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:55.215294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:55.230421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.253544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Calling delete_port for 1e4649ea-cc41-4576-9e31-9405831be8d0 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:55.475067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 159dd513-4b9d-49a4-ad4c-68c6557dd256 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:55.483062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.509332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:55:55.509578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 5297b544-a497-4d49-8f32-dad1b8225c4d yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:55:55.511793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.518836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Sync routers for ids ['fcf4f402-54c2-431f-955a-fa431760742d'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:55:55.535625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Routers {'fcf4f402-54c2-431f-955a-fa431760742d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:55.536534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['fcf4f402-54c2-431f-955a-fa431760742d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:55.547243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1eac87b2-5d59-477b-ac68-f48b500a6275 None None] Port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:55:55.652093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 26f7610b-94d0-4b3f-bf60-a1553e717ce5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:55.678555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:55.700803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.701073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.706902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.728066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79c49385-57cf-4935-a709-843fd8bda42e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:55.813899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.816816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cfa0952-7418-4ba2-8106-eb2cc6425c16,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:55.819896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Port': ['ID=1e4649ea-cc41-4576-9e31-9405831be8d0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:55.830079 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] 10.222.0.48 "PUT /v2.0/routers/fcf4f402-54c2-431f-955a-fa431760742d/add_router_interface HTTP/1.1" status: 200 len: 503 time: 12.8576469 Jan 14 05:55:55.839083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:55.839632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:55.847102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:55.853090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:55.855869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Set router fcf4f402-54c2-431f-955a-fa431760742d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:55.876389 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=890c6adc8ead4ff7b027d9ea11a8bad5&name=default HTTP/1.1" status: 200 len: 2983 time: 1.0369081 Jan 14 05:55:55.878468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48022) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:55.900577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Transition to ACTIVE for port object 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:56.063184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.069936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f438ef32-1f0d-4344-ac0b-68020f5c5055 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:55:56.114151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Transition to ACTIVE for port object 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:56.204139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.348663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:feb2:d9de (dc69f032-a8e7-4abf-b3f3-848413ff1f68/9f176c78-2fe4-4826-9fc1-3edd603a23a5/5297b544-a497-4d49-8f32-dad1b8225c4d) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:55:56.371469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.384750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f438ef32-1f0d-4344-ac0b-68020f5c5055 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:55:56.385189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.408951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:55:52Z', 'revision_number': 4, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9372b24d-9dff-4591-be3a-3f2c4a4ad073', 'name': '', 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'mac_address': 'fa:16:3e:ed:5c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '19984b05-d444-40f5-83ce-1be504bd72d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:48Z', 'updated_at': '2021-01-14T05:55:52Z', 'revision_number': 2, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'subnets': [{'id': '19984b05-d444-40f5-83ce-1be504bd72d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:56.420649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Checking router: fcf4f402-54c2-431f-955a-fa431760742d for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:55:56.423390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Updating router fcf4f402-54c2-431f-955a-fa431760742d port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:55:56.441446 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:56.541658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Pushing event updated for resources: {'Port': ['ID=87ee0769-6deb-42e0-9aa8-9d78a743f6a5,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:56.554345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.557523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:56.562083 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:56.574464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:56.585642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:56.628015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.723086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.740101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.752892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73e654b6-549f-407b-945b-b085768f0d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:56.759336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 5297b544-a497-4d49-8f32-dad1b8225c4d will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:56.768443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Attempting to bind port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:56.769168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Attempting to bind port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:56.769795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Attempting to bind port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:56.775418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cfa0952-7418-4ba2-8106-eb2cc6425c16,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:56.777762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.783046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7cfa0952-7418-4ba2-8106-eb2cc6425c16 HTTP/1.1" status: 204 len: 168 time: 0.9034100 Jan 14 05:55:56.788845 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:56.813508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:56.814607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.814936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:56.815612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.817457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:56.818257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Bound port: 87ee0769-6deb-42e0-9aa8-9d78a743f6a5, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:56.818983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:56.843915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-826b1b29-e671-4c12-942f-29de920989c2 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:56.996040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] For port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:57.001401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] For port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=87ee0769-6deb-42e0-9aa8-9d78a743f6a5,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:57.034569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.206221 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:57.237525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=5297b544-a497-4d49-8f32-dad1b8225c4d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:57.255303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.410s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:57.353846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:55:57.355224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:55:57.362428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.365562 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:55:57.372763 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:55:57.394400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:57.395478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.412439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Pushing event updated for resources: {'Port': ['ID=87ee0769-6deb-42e0-9aa8-9d78a743f6a5,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:57.432191 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.226s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:57.515007 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 948 time: 2.7800734 Jan 14 05:55:57.515182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.516974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48048) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:57.546349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Router b94f7f55-bc6c-43ff-b3ef-d638adf787ca has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:55:57.626732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48052) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:57.667909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Request body: {'network': {'name': 'tempest-TestServerMultinode-1382266817-network', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:57.694002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:57.696535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.708361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Usage tracker for resource:network and tenant:fd76e4bbd2b84a49b455c2806046bbc9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:57.713149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:57.739243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Transition to ACTIVE for port object 9372b24d-9dff-4591-be3a-3f2c4a4ad073 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:55:57.739862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:57.747497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48056) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:57.748982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.769745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da384c94-5069-4c4f-bd24-3f099ed10218 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:57.780425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.794781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:55:57.802428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4d04b-ac28-4029-8e28-c42caeb4ea1b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:57.806816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] Sync routers for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:55:57.814495 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.4047580 Jan 14 05:55:57.816136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48060) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:57.824854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:57.826323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:57.839617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:57.840287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bcf4d04b-ac28-4029-8e28-c42caeb4ea1b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:55:57.841445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bcf4d04b-ac28-4029-8e28-c42caeb4ea1b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:55:57.845631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Usage tracker for resource:security_group_rule and tenant:300dcbc4ac164a32aa5b025f0d75be4f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:57.868245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:57.879757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:57.881910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Made reservation on behalf of fd76e4bbd2b84a49b455c2806046bbc9 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:55:57.889357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.913629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bcf4d04b-ac28-4029-8e28-c42caeb4ea1b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:55:57.917554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bcf4d04b-ac28-4029-8e28-c42caeb4ea1b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1703 time: 0.3962424 Jan 14 05:55:57.922620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48064) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:57.932273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:57.985650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e734f41-f883-48de-a064-395cd4c7a0ab None None] Pushing event updated for resources: {'Port': ['ID=9372b24d-9dff-4591-be3a-3f2c4a4ad073,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:57.990451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e734f41-f883-48de-a064-395cd4c7a0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:58.030438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:55:58.035991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Usage tracker for resource:security_group_rule and tenant:fd76e4bbd2b84a49b455c2806046bbc9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:55:58.043226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:55:58.051110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:55:58.085588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:58.106344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:58.107101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:58.126152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 5297b544-a497-4d49-8f32-dad1b8225c4d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:55:58.127354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.140448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.142867 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-354d4138-351a-40b3-8925-48d0a63aa855 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] delete failed (client error): The resource could not be found. Jan 14 05:55:58.144645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-354d4138-351a-40b3-8925-48d0a63aa855 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/routers/tempest-non_exist_router-778847923 HTTP/1.1" status: 404 len: 334 time: 0.3271222 Jan 14 05:55:58.148600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.168627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48068) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:58.186504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f70695a1-5098-40dc-8e11-528fb8276ac8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:58.190034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6bc65e83-53da-45e6-a4e8-720c8d380ec2 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'router': {'external_gateway_info': {'network_id': 'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:55:58.224046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=300dcbc4ac164a32aa5b025f0d75be4f&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4750969 Jan 14 05:55:58.225418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15481843-f4d9-4975-a19a-a064c0e6ea6d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:58.233464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:58.234124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48072) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:55:58.277571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:58.278042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4460d321-6231-41ad-902d-04301f5b00eb None None] The sync data for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:55:58.313698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Attempting to bind port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:55:58.314277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Attempting to bind port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:55:58.314997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Attempting to bind port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 on network b1ecad48-1db2-41f4-9861-8b8b120c8a1d {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:55:58.321588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:55:58.322183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Checking segment: {'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:55:58.322773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.323332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Bound using segment: {'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:55:58.323982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Bound port: 9372b24d-9dff-4591-be3a-3f2c4a4ad073, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:55:58.324413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.327620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.360047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.434065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.441503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0328fea9-bc85-4102-b4ce-7dcac3532044 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:58.459031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15481843-f4d9-4975-a19a-a064c0e6ea6d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:58.491470 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:58.491470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.492488 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/15481843-f4d9-4975-a19a-a064c0e6ea6d HTTP/1.1" status: 204 len: 168 time: 0.2572083 Jan 14 05:55:58.610180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] For port 9372b24d-9dff-4591-be3a-3f2c4a4ad073, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:55:58.624630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] For port 9372b24d-9dff-4591-be3a-3f2c4a4ad073, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9372b24d-9dff-4591-be3a-3f2c4a4ad073,segment=NetworkSegment(8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780),segment_id=8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:55:58.635438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:58.847112 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01874275-fcb2-4c01-b5a5-7467f2da3d12 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:55:58.937554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Routers {'fcf4f402-54c2-431f-955a-fa431760742d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:55:58.938760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:55:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['fcf4f402-54c2-431f-955a-fa431760742d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:55:59.195236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:55:59.198352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e734f41-f883-48de-a064-395cd4c7a0ab None None] Pushing event updated for resources: {'Port': ['ID=9372b24d-9dff-4591-be3a-3f2c4a4ad073,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:55:59.204305 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e734f41-f883-48de-a064-395cd4c7a0ab None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.357s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:55:59.209295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:59.241907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] Set router fcf4f402-54c2-431f-955a-fa431760742d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:55:59.301674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c2595ef5-8d22-41ca-b135-c6c2845c3bb6 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:55:59.400443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 5297b544-a497-4d49-8f32-dad1b8225c4d owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:55:59.590325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-845865c4-4ef5-497c-8597-314f55b09b4e None None] Provisioning for port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:55:59.835268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:55:59.908246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3aa3f8a-ede0-4945-9b2c-7b35a23978d0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:00.180876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:00.403353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:00.412776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.420546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:00.421132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.503542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=5297b544-a497-4d49-8f32-dad1b8225c4d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:00.518302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.610s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:00.533499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.550293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6bc65e83-53da-45e6-a4e8-720c8d380ec2 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.557088 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf91094e-9847-447c-8a62-b75506533df8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:00.625747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=22b100b7-a488-45de-a696-bcda999c83a7,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:00.644495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:00.675377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.679745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:55:52Z', 'revision_number': 4, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9372b24d-9dff-4591-be3a-3f2c4a4ad073', 'name': '', 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'mac_address': 'fa:16:3e:ed:5c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '19984b05-d444-40f5-83ce-1be504bd72d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:48Z', 'updated_at': '2021-01-14T05:55:58Z', 'revision_number': 4, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'subnets': [{'id': '19984b05-d444-40f5-83ce-1be504bd72d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:00.685062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a3d40e86-dd67-4650-9559-d6a384767cd6 None None] The sync data for ids ['fcf4f402-54c2-431f-955a-fa431760742d'] in n-d-768851-4 is: [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:55:52Z', 'revision_number': 4, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9372b24d-9dff-4591-be3a-3f2c4a4ad073', 'name': '', 'network_id': 'b1ecad48-1db2-41f4-9861-8b8b120c8a1d', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'mac_address': 'fa:16:3e:ed:5c:6b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_interface', 'standard_attr_id': 3328, 'fixed_ips': [{'subnet_id': '19984b05-d444-40f5-83ce-1be504bd72d6', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:48Z', 'updated_at': '2021-01-14T05:55:58Z', 'revision_number': 4, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'subnets': [{'id': '19984b05-d444-40f5-83ce-1be504bd72d6', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:56:00.707801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 19} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:56:00.724288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=87ee0769-6deb-42e0-9aa8-9d78a743f6a5,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:00.729226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.732536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-792c74b2-425c-4cb9-8c76-f7e07b1db485 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:00.739376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.739929 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Added segment a3d92086-7db0-4910-bc00-769f41607bbe of type vxlan for network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d Jan 14 05:56:00.804032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.847856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=87ee0769-6deb-42e0-9aa8-9d78a743f6a5,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:00.854102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:00.879737 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-6bc65e83-53da-45e6-a4e8-720c8d380ec2 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] update failed (client error): The resource could not be found. Jan 14 05:56:00.885079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48120) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:00.886072 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6bc65e83-53da-45e6-a4e8-720c8d380ec2 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca HTTP/1.1" status: 404 len: 339 time: 2.7115333 Jan 14 05:56:00.893767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'network': {'name': 'tempest-RoutersNegativeIpV6Test-test-network-172019563'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:00.904677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:00.916015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:network and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:00.925520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for network was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:00.939335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:00.983830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:00.994424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:01.024095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.024362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fbefc119-ac17-4b45-b5b0-dda200251d41 None None] Provisioning complete for port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:01.024840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbefc119-ac17-4b45-b5b0-dda200251d41 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.034204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.035579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:01.036349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.087964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48f9c52d-2cb3-4c3e-94ad-3c300fe57567 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:01.220198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] vxlan segment allocate from pool success with {'vxlan_vni': 21} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:56:01.256110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.257534 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Added segment 2a3f2c80-ef90-488f-a3f6-6b2e66a0b082 of type vxlan for network 5feab85b-23f7-4344-8322-8a1b9522634d Jan 14 05:56:01.314235 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/5297b544-a497-4d49-8f32-dad1b8225c4d HTTP/1.1" status: 204 len: 168 time: 3.3882868 Jan 14 05:56:01.316080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Pushing event updated for resources: {'Network': ['ID=1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:01.319518 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 3.6764486 Jan 14 05:56:01.321086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48130) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:01.322457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.234s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:01.344689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.351960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:01.368277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48132) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:01.375179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Request body: {'subnet': {'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestServerMultinode-1382266817-subnet', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:01.392911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:01.427451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Usage tracker for resource:subnet and tenant:fd76e4bbd2b84a49b455c2806046bbc9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:01.436349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.475581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:01.485186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.513361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:01.516712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b094b9e-f966-41ce-8975-2f86d41ba760 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:01.531500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3b094b9e-f966-41ce-8975-2f86d41ba760 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:01.532402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3b094b9e-f966-41ce-8975-2f86d41ba760 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:01.537804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:01.548072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:01.574213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3b094b9e-f966-41ce-8975-2f86d41ba760 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:01.576092 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3b094b9e-f966-41ce-8975-2f86d41ba760 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1465 time: 0.2523012 Jan 14 05:56:01.580750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48138) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:01.583693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Made reservation on behalf of fd76e4bbd2b84a49b455c2806046bbc9 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:01.593012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:01.620512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:01.659861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:01.910117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 790 time: 1.0235646 Jan 14 05:56:01.918276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48146) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:01.945998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'subnet': {'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d', 'cidr': '2001:db8:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:1::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:02.167925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 9f176c78-2fe4-4826-9fc1-3edd603a23a5 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:02.212618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Network': ['ID=5feab85b-23f7-4344-8322-8a1b9522634d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:02.233445 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.718s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:02.257709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:02.339113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:02.350525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Usage tracker for resource:subnet and tenant:aa24d4e6202f4b648481f990ed5ff646 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:02.356827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Quota usage for subnet was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:02.374320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attempting to reserve 1 items for resource subnet. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:02.389073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Made reservation on behalf of aa24d4e6202f4b648481f990ed5ff646 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:02.588183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9372b24d-9dff-4591-be3a-3f2c4a4ad073 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:02.762719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:02.775202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 5feab85b-23f7-4344-8322-8a1b9522634d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:02.873821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:02.953616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 5feab85b-23f7-4344-8322-8a1b9522634d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:02.971045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 5feab85b-23f7-4344-8322-8a1b9522634d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:03.106138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.222778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5139270e-c699-4844-acba-5e47897a11a7 None None] Provisioning complete for port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:03.223788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5139270e-c699-4844-acba-5e47897a11a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.526755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:03.535027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:03.535755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.639532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.675042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.698056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-443fea78-3688-401e-904a-8601056de215 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:03.843606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.893710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9372b24d-9dff-4591-be3a-3f2c4a4ad073, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9372b24d-9dff-4591-be3a-3f2c4a4ad073,segment=NetworkSegment(8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780),segment_id=8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:03.902105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d1a46526-b1d7-46ca-8ec3-0c776e65d524 None None] Provisioning complete for port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:03.902520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1a46526-b1d7-46ca-8ec3-0c776e65d524 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.916892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d36c53a5-d36c-432b-9c5a-527cb616fede tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:03.965756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:03.966685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:04.028372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:04.052994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Subnet': ['ID=5b696367-e10b-4449-ba63-e679dd5586d4,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:04.068785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:04.093270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=9f176c78-2fe4-4826-9fc1-3edd603a23a5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:04.113617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9372b24d-9dff-4591-be3a-3f2c4a4ad073,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:04.117500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:04.130255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Checking segment: {'id': '2a3f2c80-ef90-488f-a3f6-6b2e66a0b082', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:04.131474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network hostable DHCP agents. Network: 5feab85b-23f7-4344-8322-8a1b9522634d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:56:04.145085 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.447s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:04.162189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 5feab85b-23f7-4344-8322-8a1b9522634d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:56:04.181540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 5feab85b-23f7-4344-8322-8a1b9522634d) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:04.202458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:04.204827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:04.221507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:04.222611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:04.267273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-33300bb8-c718-4fd1-ace1-04fe7361bef8 None None] Network 5feab85b-23f7-4344-8322-8a1b9522634d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:04.277175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48192) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:04.277500 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 830 time: 2.3577056 Jan 14 05:56:04.301667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c75142da-91be-45d8-8c30-d080b902ef7e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'router': {'external_gateway_info': {'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:04.425392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d1a46526-b1d7-46ca-8ec3-0c776e65d524 None None] Could not find standard attr ID for object 5297b544-a497-4d49-8f32-dad1b8225c4d. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:56:04.448189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:04.528118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ca07639f-876a-4cb7-a45b-b833d78d6719 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:04.572146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48198) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:04.757704 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/9f176c78-2fe4-4826-9fc1-3edd603a23a5 HTTP/1.1" status: 204 len: 168 time: 3.1735051 Jan 14 05:56:04.758167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48206) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:04.887453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-5feab85b-23f7-4344-8322-8a1b9522634d', 'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d', 'tenant_id': 'aa24d4e6202f4b648481f990ed5ff646', 'fixed_ips': [{'subnet_id': '5b696367-e10b-4449-ba63-e679dd5586d4'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:56:04.888696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.023573 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-492ad6d9-2d1d-4dc0-9066-c20826ac246e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.2638538 Jan 14 05:56:05.025041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.059692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48212) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:05.138676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:05.149190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Usage tracker for resource:security_group_rule and tenant:d10d6bd473574e18a861f08d3920805a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:05.152375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:05.159624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:05.270723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.279390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Allocated IP 2001:db8:1::2 (5feab85b-23f7-4344-8322-8a1b9522634d/5b696367-e10b-4449-ba63-e679dd5586d4/82ca2773-f9da-4c78-aa48-47954677570c) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:05.287889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.320091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dab6b40b-05ed-4c14-9834-7d916160646c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:05.326913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c75142da-91be-45d8-8c30-d080b902ef7e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.353494 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d10d6bd473574e18a861f08d3920805a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7803471 Jan 14 05:56:05.358932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48216) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:05.359731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e4b97f5d-a075-41fc-ac4d-79334417cb0b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:05.374055 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.055s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:05.459349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.489098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.575225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.587520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Transition to ACTIVE for port object 82ca2773-f9da-4c78-aa48-47954677570c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:05.607412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Transition to ACTIVE for port object 82ca2773-f9da-4c78-aa48-47954677570c will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:05.610317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6aa076ed-47fe-4381-86d8-412fd002b93b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:05.614867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6aa076ed-47fe-4381-86d8-412fd002b93b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:05.618283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9372b24d-9dff-4591-be3a-3f2c4a4ad073 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:05.629227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.652641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-68b99c75-f2c2-4036-bec1-9a4e66a16825 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:05.665415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.676194 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e47afa8-9f7d-40ce-902e-591c7ea1dc30 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:05.686386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:05.709309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6aa076ed-47fe-4381-86d8-412fd002b93b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:05.715254 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6aa076ed-47fe-4381-86d8-412fd002b93b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.6422062 Jan 14 05:56:05.722081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48220) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:05.819393 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81938136-df3d-4e8a-bd8e-dbc243a6fd39 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:05.906043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Pushing event updated for resources: {'Port': ['ID=82ca2773-f9da-4c78-aa48-47954677570c,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:05.918144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=f38292fd-7105-4f9c-98eb-840d44fae82d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:05.918443 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:05.933557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:56:05.934097 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-c75142da-91be-45d8-8c30-d080b902ef7e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:56:05.935359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c75142da-91be-45d8-8c30-d080b902ef7e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca HTTP/1.1" status: 400 len: 364 time: 1.6500914 Jan 14 05:56:05.939360 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.287s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:05.941561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48224) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:05.947155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Deleting port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:05.947579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:06.157218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Checking segment: {'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:06.157756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Network hostable DHCP agents. Network: 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:56:06.208178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] For port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=87ee0769-6deb-42e0-9aa8-9d78a743f6a5,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:06.208608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:06.581766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c5c7bd28-80ef-4522-989a-d053c8f5efe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:06.582530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5c7bd28-80ef-4522-989a-d053c8f5efe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:06.591608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:06.603842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/e4b97f5d-a075-41fc-ac4d-79334417cb0b HTTP/1.1" status: 204 len: 168 time: 1.2311893 Jan 14 05:56:06.604394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e4b97f5d-a075-41fc-ac4d-79334417cb0b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:06.613256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.937s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:06.635767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Calling delete_port for 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:06.651625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5c7bd28-80ef-4522-989a-d053c8f5efe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:06.655201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c5c7bd28-80ef-4522-989a-d053c8f5efe3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9295681 Jan 14 05:56:06.656519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48236) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:06.657958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:56:06.738780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:06.739296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:06.748502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:06.756429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5e8e0a3-468a-4fbb-adc5-b91d96c7252c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0888708 Jan 14 05:56:06.761478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48240) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:06.770468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:06.800814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:06.801480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:06.807861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-842609b9-e8a1-49f1-b218-058af5cba05d None None] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:06.855888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Network 5feab85b-23f7-4344-8322-8a1b9522634d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:06.918587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:06.923269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:06.944969 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-185ea731-18cf-4d8a-ba58-96aa277f81d0 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 5.5754201 Jan 14 05:56:06.945871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48246) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:06.961837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Request body: {'router': {'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:06.967974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:06.972889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Usage tracker for resource:router and tenant:fd76e4bbd2b84a49b455c2806046bbc9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:06.976243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:06.982321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:06.993910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.003626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:07.008052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.009513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.026373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:07.028968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.050721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Attempting to bind port 82ca2773-f9da-4c78-aa48-47954677570c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:56:07.051489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Attempting to bind port 82ca2773-f9da-4c78-aa48-47954677570c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '2a3f2c80-ef90-488f-a3f6-6b2e66a0b082', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:56:07.051489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Attempting to bind port 82ca2773-f9da-4c78-aa48-47954677570c on network 5feab85b-23f7-4344-8322-8a1b9522634d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:56:07.056090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:07.082878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:56:07.083321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Checking segment: {'id': '2a3f2c80-ef90-488f-a3f6-6b2e66a0b082', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:07.083797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.084266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Bound using segment: {'id': '2a3f2c80-ef90-488f-a3f6-6b2e66a0b082', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:56:07.084828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Bound port: 82ca2773-f9da-4c78-aa48-47954677570c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '2a3f2c80-ef90-488f-a3f6-6b2e66a0b082', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 21, 'network_id': '5feab85b-23f7-4344-8322-8a1b9522634d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:56:07.085468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.202589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] For port 82ca2773-f9da-4c78-aa48-47954677570c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:56:07.206421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] For port 82ca2773-f9da-4c78-aa48-47954677570c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=82ca2773-f9da-4c78-aa48-47954677570c,segment=NetworkSegment(2a3f2c80-ef90-488f-a3f6-6b2e66a0b082),segment_id=2a3f2c80-ef90-488f-a3f6-6b2e66a0b082)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:56:07.211104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.311491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.348963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48252) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:07.409592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-231b7cec-bc49-44a2-a4c4-c6e5fcd336ec None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:07.484953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:07.580947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:07.581692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:07.584356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.602007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.628910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:07.633870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Usage tracker for resource:security_group_rule and tenant:310915157b8b40e6b0f9bcc20499a995 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:07.638092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:07.646184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:07.684265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Pushing event deleted for resources: {'Port': ['ID=87ee0769-6deb-42e0-9aa8-9d78a743f6a5,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:07.728084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.748629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:07.763016 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.062s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:07.769313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.777097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:07.819850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1be7a145-f61e-4b68-ae9e-b77410398548 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:07.848950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] No DVR routers for this DVR port 87ee0769-6deb-42e0-9aa8-9d78a743f6a5 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:56:07.857213 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=310915157b8b40e6b0f9bcc20499a995&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5066824 Jan 14 05:56:07.875144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48258) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:07.901111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14225d54-cd5e-41cc-bf20-cd60530250ad,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:07.925803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:07.995674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Pushing event updated for resources: {'Port': ['ID=82ca2773-f9da-4c78-aa48-47954677570c,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:07.999500 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:08.013248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d', 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'fixed_ips': [{'subnet_id': 'f38292fd-7105-4f9c-98eb-840d44fae82d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:56:08.015257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:08.173301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:08.260451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:08.349250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:08.379231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e4eabbe-2e70-4789-9011-309d3e584977 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:08.437532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Allocated IP 172.20.0.2 (1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d/f38292fd-7105-4f9c-98eb-840d44fae82d/fe3be0b8-9a14-4268-a892-86bf2060cbc6) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:08.474661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=27f84aae-4ba7-41d5-9418-7295eefe0676,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:08.478943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:08.867860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:08.872762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:08.894489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1fbe3816-b353-4bf7-a02c-29f2e281ead1 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:08.907309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:08.908273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:08.989991 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 2.2272286 Jan 14 05:56:08.991192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:09.002428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:38:cf:d0', 'name': 'tempest-NetworksTestDHCPv6-920798993'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:09.122570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.152603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.162000 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa97f567-3cb5-459a-86b4-d0fb97952a8a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:09.176803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '27f84aae-4ba7-41d5-9418-7295eefe0676'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:56:09.177765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.193374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.218052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14225d54-cd5e-41cc-bf20-cd60530250ad,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:09.229683 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.068s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:09.302973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:09.309089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:port and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:09.312613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:09.321829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:09.341743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:09.366437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.382807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Allocated IP 2001:db8::1 (e43ceec1-1d75-4ab7-91f9-523cc50faa8a/8c94d384-7629-457d-8bf6-9cc9babb160c/79981ca9-3098-40c5-9c4d-65029a740f75) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:09.456340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 82ca2773-f9da-4c78-aa48-47954677570c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:09.521937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.536911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Transition to ACTIVE for port object fe3be0b8-9a14-4268-a892-86bf2060cbc6 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:09.598623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Transition to ACTIVE for port object fe3be0b8-9a14-4268-a892-86bf2060cbc6 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:09.612256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Allocated IP 172.25.3.133 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/4c16bff1-92d1-43b5-948e-852d7daec7fb) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:09.644165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.655827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port dafb27cd-77a9-4d1a-8b9a-528f6a10651e yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:56:09.683519 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:09.770011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Pushing event updated for resources: {'Port': ['ID=fe3be0b8-9a14-4268-a892-86bf2060cbc6,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:09.856573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.922996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:09.956976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::25a (dc69f032-a8e7-4abf-b3f3-848413ff1f68/27f84aae-4ba7-41d5-9418-7295eefe0676/dafb27cd-77a9-4d1a-8b9a-528f6a10651e) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:10.155311 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d76e58e-cd9a-4fa0-902c-85710604c891 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:10.243721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:10.247702 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14225d54-cd5e-41cc-bf20-cd60530250ad HTTP/1.1" status: 204 len: 168 time: 2.3620031 Jan 14 05:56:10.249330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Pushing event updated for resources: {'Port': ['ID=4c16bff1-92d1-43b5-948e-852d7daec7fb,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:10.265929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:10.296210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:10.335646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-06ace732-3484-4c62-8cdf-af9b23a26ee7 None None] Network 5feab85b-23f7-4344-8322-8a1b9522634d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:10.356724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:10.364276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:10.378298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:10.537560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:10.561058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object dafb27cd-77a9-4d1a-8b9a-528f6a10651e will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:10.578513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-589194af-95a7-4e56-bdf0-ab4d5945cfb5 None None] Provisioning for port 82ca2773-f9da-4c78-aa48-47954677570c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:10.588408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:10.655260 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:10.777796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:10.797872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Transition to ACTIVE for port object 79981ca9-3098-40c5-9c4d-65029a740f75 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:10.832710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:10.853804 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8306799a-2812-464f-87ff-7deace714263 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:10.855278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 82ca2773-f9da-4c78-aa48-47954677570c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:10.872509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 82ca2773-f9da-4c78-aa48-47954677570c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:10.872933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:10.952394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/27f84aae-4ba7-41d5-9418-7295eefe0676/e0517d25-bd9c-46b6-9fb1-19a533b158e9) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:11.052523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=dafb27cd-77a9-4d1a-8b9a-528f6a10651e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:11.059590 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.404s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:11.086949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:11.088409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:11.091292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.094515 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:11.101837 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:11.121653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:11.122530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.175688 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 931 time: 2.1819115 Jan 14 05:56:11.179081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48300) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:11.376025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.387878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Transition to ACTIVE for port object e0517d25-bd9c-46b6-9fb1-19a533b158e9 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:11.406409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Transition to ACTIVE for port object e0517d25-bd9c-46b6-9fb1-19a533b158e9 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:11.424877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:11.444153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Port': ['ID=79981ca9-3098-40c5-9c4d-65029a740f75,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:11.447774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.480469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d345c0db-76ff-4391-8734-06a68b6941e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:11.481316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d345c0db-76ff-4391-8734-06a68b6941e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:11.495471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.513065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.527165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:11.556363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d345c0db-76ff-4391-8734-06a68b6941e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:11.557858 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d345c0db-76ff-4391-8734-06a68b6941e1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 929 time: 0.3675618 Jan 14 05:56:11.560955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48320) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:11.570073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.716s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:11.603942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:11.613518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Pushing event updated for resources: {'Port': ['ID=e0517d25-bd9c-46b6-9fb1-19a533b158e9,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:11.615993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:11.723502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port dafb27cd-77a9-4d1a-8b9a-528f6a10651e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:11.723896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.774271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.247s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:11.813988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Attempting to bind port fe3be0b8-9a14-4268-a892-86bf2060cbc6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:56:11.814428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Attempting to bind port fe3be0b8-9a14-4268-a892-86bf2060cbc6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:56:11.815002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Attempting to bind port fe3be0b8-9a14-4268-a892-86bf2060cbc6 on network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:56:11.842492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:56:11.842978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Checking segment: {'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:11.843442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.843891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Bound using segment: {'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:56:11.844446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Bound port: fe3be0b8-9a14-4268-a892-86bf2060cbc6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:56:11.844874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.896898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 82ca2773-f9da-4c78-aa48-47954677570c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=82ca2773-f9da-4c78-aa48-47954677570c,segment=NetworkSegment(2a3f2c80-ef90-488f-a3f6-6b2e66a0b082),segment_id=2a3f2c80-ef90-488f-a3f6-6b2e66a0b082)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:11.921106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:11.931793 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e0b63b5-6eb4-48bd-8b76-0a2db7cfdb68 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:12.076729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=82ca2773-f9da-4c78-aa48-47954677570c,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:12.173970 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.242s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:12.250825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:12.256501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:12.262751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:12.267397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:12.290374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] For port fe3be0b8-9a14-4268-a892-86bf2060cbc6, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:56:12.294038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] For port fe3be0b8-9a14-4268-a892-86bf2060cbc6, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe3be0b8-9a14-4268-a892-86bf2060cbc6,segment=NetworkSegment(a3d92086-7db0-4910-bc00-769f41607bbe),segment_id=a3d92086-7db0-4910-bc00-769f41607bbe)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:56:12.321218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:12.327141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:12.654345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for dafb27cd-77a9-4d1a-8b9a-528f6a10651e owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:12.680197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cfa66ba-c1e2-4932-ba60-aa8b305001ac None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:12.794213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:12.878544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e615a49d-fdee-4287-a29b-4e08ef850626 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:12.902160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:12.911065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b2dfd080-3931-4194-a0aa-802715e56a6a None None] Provisioning complete for port 82ca2773-f9da-4c78-aa48-47954677570c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:12.911492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2dfd080-3931-4194-a0aa-802715e56a6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:13.022033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:13.130050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:13.135573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:13.138309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:13.170145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a102f0-3cb3-4e00-bcd1-28b7c92b2929 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:13.378174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Attempting to bind port e0517d25-bd9c-46b6-9fb1-19a533b158e9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:56:13.385344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Attempting to bind port e0517d25-bd9c-46b6-9fb1-19a533b158e9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:56:13.385611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Attempting to bind port e0517d25-bd9c-46b6-9fb1-19a533b158e9 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:56:13.394217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 55, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:56:13.394948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:13.395607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:13.396224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:56:13.396944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Bound port: e0517d25-bd9c-46b6-9fb1-19a533b158e9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:56:13.397603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:13.410128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Pushing event updated for resources: {'Port': ['ID=fe3be0b8-9a14-4268-a892-86bf2060cbc6,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:13.428809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.749s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:13.463434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=dafb27cd-77a9-4d1a-8b9a-528f6a10651e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:13.469412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:13.471056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:13.499866 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/dafb27cd-77a9-4d1a-8b9a-528f6a10651e HTTP/1.1" status: 204 len: 168 time: 1.9358749 Jan 14 05:56:13.500703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:13.588712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8980d1a8-be7f-48ac-8091-0d4a4ba7ae66 None None] Provisioning for port 79981ca9-3098-40c5-9c4d-65029a740f75 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:13.600805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8980d1a8-be7f-48ac-8091-0d4a4ba7ae66 None None] Provisioning complete for port 79981ca9-3098-40c5-9c4d-65029a740f75 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:13.601141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8980d1a8-be7f-48ac-8091-0d4a4ba7ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:13.756000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4885c-fa78-4c36-a3ac-31e7ff3eef20 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:13.782924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-acc4885c-fa78-4c36-a3ac-31e7ff3eef20 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:13.787137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8980d1a8-be7f-48ac-8091-0d4a4ba7ae66 None None] Port 79981ca9-3098-40c5-9c4d-65029a740f75 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:56:13.792390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-acc4885c-fa78-4c36-a3ac-31e7ff3eef20 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:13.847580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-acc4885c-fa78-4c36-a3ac-31e7ff3eef20 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:13.849482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-acc4885c-fa78-4c36-a3ac-31e7ff3eef20 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1451 time: 0.3470504 Jan 14 05:56:13.852594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48358) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:13.882672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8980d1a8-be7f-48ac-8091-0d4a4ba7ae66 None None] Provisioning complete for port 82ca2773-f9da-4c78-aa48-47954677570c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:13.888257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8980d1a8-be7f-48ac-8091-0d4a4ba7ae66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:14.130031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] For port e0517d25-bd9c-46b6-9fb1-19a533b158e9, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:56:14.190294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] For port e0517d25-bd9c-46b6-9fb1-19a533b158e9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e0517d25-bd9c-46b6-9fb1-19a533b158e9,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:56:14.206861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:14.239462 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:14.430761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 27f84aae-4ba7-41d5-9418-7295eefe0676 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:14.435141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:14.500174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:14.517888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Pushing event updated for resources: {'Port': ['ID=e0517d25-bd9c-46b6-9fb1-19a533b158e9,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:14.589974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 82ca2773-f9da-4c78-aa48-47954677570c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:14.614578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:14.673794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.438s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:14.725616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d844c6b1-61f8-45f1-90a7-988bec463b65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:14.727302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 82ca2773-f9da-4c78-aa48-47954677570c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:14.729049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:14.913473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Router 6ee36887-8d4f-4615-91ba-c03f4071823f is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:56:15.025454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3be0b8-9a14-4268-a892-86bf2060cbc6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:15.446980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:15.602461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:56:15.615066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Sync routers for ids ['6ee36887-8d4f-4615-91ba-c03f4071823f'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:56:15.654445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Routers {'6ee36887-8d4f-4615-91ba-c03f4071823f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:15.655515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6ee36887-8d4f-4615-91ba-c03f4071823f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:15.717832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:15.737827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:15.743454 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 8.7910950 Jan 14 05:56:15.744863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:15.745912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:15.812896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-237ecb3a-5dbb-4dba-bf0e-d674de70a852 None None] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:16.002159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48372) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:16.002888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9722f0dc-0ea5-419d-a2ac-0b8c91c95dbe tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:16.035259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac0af1fa-0516-4233-aa6c-87aeaf717d42 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:16.068941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Set router 6ee36887-8d4f-4615-91ba-c03f4071823f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:16.111232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-24a2c597-f89a-49bd-8669-b2c82bfd98f1 None None] Provisioning for port fe3be0b8-9a14-4268-a892-86bf2060cbc6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:16.142822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:16.165066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:16.169733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:16.301075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fe3be0b8-9a14-4268-a892-86bf2060cbc6 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:16.338607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:16.348129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fe3be0b8-9a14-4268-a892-86bf2060cbc6 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:16.348563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:16.675280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=27f84aae-4ba7-41d5-9418-7295eefe0676,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:16.683171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event updated for resources: {'Port': ['ID=79981ca9-3098-40c5-9c4d-65029a740f75,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:16.696694 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.694s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:16.711842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.677s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:16.734597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Router b94f7f55-bc6c-43ff-b3ef-d638adf787ca has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:56:16.820580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:16.868711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:10Z', 'revision_number': 3, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:09Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:16.887572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Checking router: 6ee36887-8d4f-4615-91ba-c03f4071823f for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:56:16.887572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Updating router 6ee36887-8d4f-4615-91ba-c03f4071823f port 4c16bff1-92d1-43b5-948e-852d7daec7fb binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:56:16.904549 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/27f84aae-4ba7-41d5-9418-7295eefe0676 HTTP/1.1" status: 204 len: 168 time: 3.0506804 Jan 14 05:56:16.907827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48384) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:16.978046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-89edea8f-c553-42a3-bf70-5d1c6d281f27 None None] Provisioning complete for port 79981ca9-3098-40c5-9c4d-65029a740f75 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:16.979218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-89edea8f-c553-42a3-bf70-5d1c6d281f27 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:17.003183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:17.079849 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee2c1e61-daf3-4492-97d6-ab29ac3d652e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1707695 Jan 14 05:56:17.091398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48388) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:17.144011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:17.152371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-89edea8f-c553-42a3-bf70-5d1c6d281f27 None None] Port 79981ca9-3098-40c5-9c4d-65029a740f75 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:56:17.293731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:56:17.306310 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3635945 Jan 14 05:56:17.309218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48394) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:17.365063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-361035e8-e906-4cbc-bdea-78292b908d83 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:17.598938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-15a0f72c-6f56-4ab5-bbb5-97ddfb48c003 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:17.637824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:17.695887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48400) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:17.751221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] Sync routers for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:56:17.882853 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-15a0f72c-6f56-4ab5-bbb5-97ddfb48c003 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] delete failed (client error): There was a conflict when trying to complete your request. Jan 14 05:56:17.888697 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-15a0f72c-6f56-4ab5-bbb5-97ddfb48c003 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca HTTP/1.1" status: 409 len: 329 time: 0.5782392 Jan 14 05:56:17.891531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48408) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:17.917716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8915469-df4f-47ca-9f7b-6ded89399581 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:17.921628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8915469-df4f-47ca-9f7b-6ded89399581 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:17.926072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ce4bc6e5-0059-4ad9-9c47-68ad65546911 None None] Provisioning for port e0517d25-bd9c-46b6-9fb1-19a533b158e9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:17.950725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:17.951468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:18.042428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:18.063127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port fe3be0b8-9a14-4268-a892-86bf2060cbc6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe3be0b8-9a14-4268-a892-86bf2060cbc6,segment=NetworkSegment(a3d92086-7db0-4910-bc00-769f41607bbe),segment_id=a3d92086-7db0-4910-bc00-769f41607bbe)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:18.080049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.095509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Transition to ACTIVE for port object 4c16bff1-92d1-43b5-948e-852d7daec7fb will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:18.105408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8915469-df4f-47ca-9f7b-6ded89399581 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:18.111694 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8915469-df4f-47ca-9f7b-6ded89399581 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 864 time: 1.0175636 Jan 14 05:56:18.123197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48412) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:18.135463 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.156184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.158885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:18.213051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0581f29e-1b3d-4b23-bad5-746b2c9f90f2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:18.214521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0581f29e-1b3d-4b23-bad5-746b2c9f90f2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:18.237697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.247179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=fe3be0b8-9a14-4268-a892-86bf2060cbc6,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:18.254241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:18.255021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:18.279112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0581f29e-1b3d-4b23-bad5-746b2c9f90f2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:18.283956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0581f29e-1b3d-4b23-bad5-746b2c9f90f2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1596253 Jan 14 05:56:18.284697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48418) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:18.336361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.177s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:18.338252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:18.338739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1bb6a04c-39b1-4c46-876b-480a3e58f218 None None] The sync data for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 is: [] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:56:18.374219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.447683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:18.456473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Usage tracker for resource:security_group_rule and tenant:e381ce42e492473eb55f43ac0865806a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:18.481173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:18.495329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:18.514730 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2e245bb1-8314-4fbc-a326-3b480ca4e476 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:18.637554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d21fff9-eb09-42ac-acf9-6ed12585078a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.3459091 Jan 14 05:56:18.637763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:56:18.640092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48422) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:18.649634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:18.654387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e0517d25-bd9c-46b6-9fb1-19a533b158e9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:18.704215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baf762-f2c0-4210-ad75-746615484abf None None] Pushing event updated for resources: {'Port': ['ID=4c16bff1-92d1-43b5-948e-852d7daec7fb,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:18.719367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76baf762-f2c0-4210-ad75-746615484abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.194s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:18.771635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Attempting to bind port 4c16bff1-92d1-43b5-948e-852d7daec7fb on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:56:18.772060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Attempting to bind port 4c16bff1-92d1-43b5-948e-852d7daec7fb by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:56:18.772743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Attempting to bind port 4c16bff1-92d1-43b5-948e-852d7daec7fb on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:56:18.779564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:56:18.779988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:18.780445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.794912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:56:18.795649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Bound port: 4c16bff1-92d1-43b5-948e-852d7daec7fb, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:56:18.796106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.797445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:18.813424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Deleting port e0517d25-bd9c-46b6-9fb1-19a533b158e9 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:18.814070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:18.978413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] For port 4c16bff1-92d1-43b5-948e-852d7daec7fb, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:56:18.983250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] For port 4c16bff1-92d1-43b5-948e-852d7daec7fb, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4c16bff1-92d1-43b5-948e-852d7daec7fb,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:56:18.997276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:19.016271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f93d60e-58ee-402c-91b9-5dc466e00ce5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:19.215832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] For port e0517d25-bd9c-46b6-9fb1-19a533b158e9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=e0517d25-bd9c-46b6-9fb1-19a533b158e9,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:19.218413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:19.233202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Allocated IP 172.20.0.1 (1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d/f38292fd-7105-4f9c-98eb-840d44fae82d/9a69f2e9-a0bb-4209-8495-3510f91a9dcb) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:19.240025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76baf762-f2c0-4210-ad75-746615484abf None None] Pushing event updated for resources: {'Port': ['ID=4c16bff1-92d1-43b5-948e-852d7daec7fb,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:19.251518 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76baf762-f2c0-4210-ad75-746615484abf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:19.350997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cb1cc140-d890-4934-b56e-9a46ec2d1230 None None] Provisioning complete for port fe3be0b8-9a14-4268-a892-86bf2060cbc6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:19.351588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cb1cc140-d890-4934-b56e-9a46ec2d1230 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:19.367807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:19.404014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:19.429592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:19.502685 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e381ce42e492473eb55f43ac0865806a&name=default HTTP/1.1" status: 200 len: 2983 time: 1.7974131 Jan 14 05:56:19.510605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48432) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:19.525471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Routers {'6ee36887-8d4f-4615-91ba-c03f4071823f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:19.529283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6ee36887-8d4f-4615-91ba-c03f4071823f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:19.548412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:19.587034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Transition to ACTIVE for port object 9a69f2e9-a0bb-4209-8495-3510f91a9dcb will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:19.618497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Calling delete_port for e0517d25-bd9c-46b6-9fb1-19a533b158e9 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:19.632781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:19.646487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:19.665533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53f544ba-1012-4111-bf59-6f2448b2484e tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:19.846793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] Set router 6ee36887-8d4f-4615-91ba-c03f4071823f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:20.000981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port e0517d25-bd9c-46b6-9fb1-19a533b158e9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:20.001407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.042662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Pushing event updated for resources: {'Port': ['ID=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:20.045937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port e0517d25-bd9c-46b6-9fb1-19a533b158e9 was deleted so its status cannot be updated. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:322}} Jan 14 05:56:20.047643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.052391 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.387s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:20.062020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:20.155223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:20.189887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:20.238510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.242739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:10Z', 'revision_number': 3, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:20.247785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-26a8c164-c3b7-4c3e-9571-0e5bf8344d2c None None] The sync data for ids ['6ee36887-8d4f-4615-91ba-c03f4071823f'] in n-d-768851-4 is: [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:10Z', 'revision_number': 3, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:18Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:56:20.255482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:20.256869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2dcaffa1-77ce-43b9-8879-73d8e1176f4a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:20.266162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Pushing event deleted for resources: {'Port': ['ID=e0517d25-bd9c-46b6-9fb1-19a533b158e9,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:20.277105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.280603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:20.281579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] No DVR routers for this DVR port e0517d25-bd9c-46b6-9fb1-19a533b158e9 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:56:20.302253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:20.343177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3be0b8-9a14-4268-a892-86bf2060cbc6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:20.426186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.543104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fe3be0b8-9a14-4268-a892-86bf2060cbc6 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:20.543620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.552182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.682385 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.257s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:20.761288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1edb0d4a-07b0-4dd4-ab1a-f8aa6d9cf3b8 None None] Provisioning for port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:20.769473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1edb0d4a-07b0-4dd4-ab1a-f8aa6d9cf3b8 None None] Provisioning complete for port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:20.770043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1edb0d4a-07b0-4dd4-ab1a-f8aa6d9cf3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.824726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e0517d25-bd9c-46b6-9fb1-19a533b158e9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:20.839285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.929530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: e0517d25-bd9c-46b6-9fb1-19a533b158e9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:20.930259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device e0517d25-bd9c-46b6-9fb1-19a533b158e9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:20.962336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1edb0d4a-07b0-4dd4-ab1a-f8aa6d9cf3b8 None None] Port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:56:20.971130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:20.985328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1edb0d4a-07b0-4dd4-ab1a-f8aa6d9cf3b8 None None] Provisioning complete for port fe3be0b8-9a14-4268-a892-86bf2060cbc6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:20.986161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1edb0d4a-07b0-4dd4-ab1a-f8aa6d9cf3b8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:21.201057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:21.220465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-77e82d38-923f-48ce-9a0c-cecd36fb13d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:21.244659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2dcaffa1-77ce-43b9-8879-73d8e1176f4a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:21.253309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:21.254807 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2dcaffa1-77ce-43b9-8879-73d8e1176f4a HTTP/1.1" status: 204 len: 168 time: 1.7420216 Jan 14 05:56:21.255982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:21.421923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting port 79981ca9-3098-40c5-9c4d-65029a740f75 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:21.422294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:21.707591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:21.879983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Calling delete_port for 79981ca9-3098-40c5-9c4d-65029a740f75 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:21.955548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a06bfe81-e216-4e9e-be10-b67b0dd7c266 req-a302c228-601c-45a3-88d2-e55020a46943 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:21.957321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a06bfe81-e216-4e9e-be10-b67b0dd7c266 req-a302c228-601c-45a3-88d2-e55020a46943 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/networks?id=0df40305-8ade-4a84-bebd-1a7c0566cbe5 HTTP/1.1" status: 200 len: 812 time: 0.2769179 Jan 14 05:56:22.049851 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a06bfe81-e216-4e9e-be10-b67b0dd7c266 req-b2c1db35-e627-47cd-a40a-8a65c218b0db tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/quotas/232819a78d294c86bee396ec667f3524 HTTP/1.1" status: 200 len: 375 time: 0.0223587 Jan 14 05:56:22.081836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:22.098743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e64c8e79-9be3-4f40-84d3-0a7e448b6abe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:22.207976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Port': ['ID=79981ca9-3098-40c5-9c4d-65029a740f75,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:22.212195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:22.223802 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a06bfe81-e216-4e9e-be10-b67b0dd7c266 req-8c98a674-af65-4f1c-b1ca-51d7958649b4 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/ports?tenant_id=232819a78d294c86bee396ec667f3524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1637807 Jan 14 05:56:22.354123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4c16bff1-92d1-43b5-948e-852d7daec7fb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:22.429926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a06bfe81-e216-4e9e-be10-b67b0dd7c266 req-d1ef5d19-72bb-4e12-91b2-e9efa3ed5aa5 service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1861613 Jan 14 05:56:22.432705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:22.488985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 4c16bff1-92d1-43b5-948e-852d7daec7fb completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:22.511030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 4c16bff1-92d1-43b5-948e-852d7daec7fb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:22.511620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:22.664838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:22.737703 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a06bfe81-e216-4e9e-be10-b67b0dd7c266 req-32d58499-c58e-4d16-8be9-d21c63f8f1b1 service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2980127 Jan 14 05:56:22.789138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:22.817718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 4c16bff1-92d1-43b5-948e-852d7daec7fb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4c16bff1-92d1-43b5-948e-852d7daec7fb,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:22.826169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:22.828247 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ce31364-15f7-4eae-8cd9-9084d863efe4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:22.845900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:56:22.849659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:22.906771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:22.910284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=4c16bff1-92d1-43b5-948e-852d7daec7fb,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:22.914213 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:22.973081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:23.018502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Pushing event updated for resources: {'Port': ['ID=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:23.021392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:23.155172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Router b94f7f55-bc6c-43ff-b3ef-d638adf787ca has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:56:23.197990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.291s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:23.202067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e981347-b528-40b0-9068-14df8f6c0eaf tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.181s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:23.321367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:56:23.335209 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.4329252 Jan 14 05:56:23.338645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48484) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:23.339044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] Sync routers for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:56:23.357126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:23.357126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:23.426594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:23.457745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] Routers {'b94f7f55-bc6c-43ff-b3ef-d638adf787ca'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:23.458416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:23.541823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:23.542285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-01e5adb9-7b6b-4949-8dce-7e1bf0f0a9d9 None None] The sync data for ids ['b94f7f55-bc6c-43ff-b3ef-d638adf787ca'] in n-d-768851-4 is: [] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:56:23.548992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:23.551450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=a5db22c0-2e0a-47f6-b7a8-2fdd21893e19,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:23.769608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:23.822678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.620s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:24.209746 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-b4e97193-08e4-44ee-b67c-ff7c7285915b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] show failed (client error): The resource could not be found. Jan 14 05:56:24.211049 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4e97193-08e4-44ee-b67c-ff7c7285915b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "GET /v2.0/routers/tempest-non_exist_router-1758371808 HTTP/1.1" status: 404 len: 335 time: 0.7149889 Jan 14 05:56:24.215390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48512) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:24.223377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fa5dc698-8927-4b47-b0b2-81861ef3359a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Request body: {'router': {'name': 'new_name'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:24.250901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1bca9110-fc82-4811-aacb-9665c4adab10 None None] Provisioning complete for port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:24.253465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bca9110-fc82-4811-aacb-9665c4adab10 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:24.423790 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-fa5dc698-8927-4b47-b0b2-81861ef3359a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] update failed (client error): The resource could not be found. Jan 14 05:56:24.424991 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa5dc698-8927-4b47-b0b2-81861ef3359a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "PUT /v2.0/routers/tempest-non_exist_router-1421602230 HTTP/1.1" status: 404 len: 335 time: 0.2081459 Jan 14 05:56:24.433697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48518) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:24.468890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Router 6ee36887-8d4f-4615-91ba-c03f4071823f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:56:24.494342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1bca9110-fc82-4811-aacb-9665c4adab10 None None] Port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:56:24.495973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4c16bff1-92d1-43b5-948e-852d7daec7fb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:24.637423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 4c16bff1-92d1-43b5-948e-852d7daec7fb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:24.638527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:24.768627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting subnet 5b696367-e10b-4449-ba63-e679dd5586d4 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:24.772382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:24.840837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:24.886893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:24.890283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:24.921184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:24.921682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:24.935400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-09b67663-5347-4984-a488-415a5b60c34e None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:24.996719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:25.023180 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-59fb19f7-16fb-4aeb-8859-9f913ac479bd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 827 time: 6.3790126 Jan 14 05:56:25.024074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48540) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:25.088698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:25.357103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:25.441935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:25.447938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:25.452004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:25.460164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:25.491741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:25.584374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': 'a5db22c0-2e0a-47f6-b7a8-2fdd21893e19'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:56:25.585216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:25.610652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:56:25.627279 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ee36887-8d4f-4615-91ba-c03f4071823f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 9.5917807 Jan 14 05:56:25.689930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-035b876e-4f60-4595-be0d-59cbaafb243b tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:25.694624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:25.714524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Sync routers for ids ['6ee36887-8d4f-4615-91ba-c03f4071823f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:56:25.741615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:25.745417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Subnet': ['ID=5b696367-e10b-4449-ba63-e679dd5586d4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:25.749129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:25.753789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/subnets/5b696367-e10b-4449-ba63-e679dd5586d4 HTTP/1.1" status: 204 len: 168 time: 1.3189676 Jan 14 05:56:25.757109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48560) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:25.869471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-65f83b71-46dc-451a-af7a-a14d7b33c686 None None] Network 5feab85b-23f7-4344-8322-8a1b9522634d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:25.901185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Routers {'6ee36887-8d4f-4615-91ba-c03f4071823f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:25.902283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6ee36887-8d4f-4615-91ba-c03f4071823f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:25.952045 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a5db22c0-2e0a-47f6-b7a8-2fdd21893e19 (CIDR: 2001:db8::/64) Jan 14 05:56:25.962715 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:56:25.963310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:56:25.999718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:26.004272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb97a83b-66c9-42e4-8abf-338a3eed78a6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 0.9790285 Jan 14 05:56:26.007449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48576) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:26.014227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:26.037255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:26.118680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting port 82ca2773-f9da-4c78-aa48-47954677570c {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:26.119089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:26.322169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:26.335310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:26.343560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:26.360727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:26.384109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:26.396879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:26.484476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] For port 82ca2773-f9da-4c78-aa48-47954677570c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=82ca2773-f9da-4c78-aa48-47954677570c,segment=NetworkSegment(2a3f2c80-ef90-488f-a3f6-6b2e66a0b082),segment_id=2a3f2c80-ef90-488f-a3f6-6b2e66a0b082)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:26.484954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:26.624689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Calling delete_port for 82ca2773-f9da-4c78-aa48-47954677570c owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:26.717482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:26.835251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Set router 6ee36887-8d4f-4615-91ba-c03f4071823f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:27.082993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e89364cc-a0f3-4e2a-b514-93a69835485e None None] DHCP port deletion for 5feab85b-23f7-4344-8322-8a1b9522634d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:56:27.309052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Allocated IP 2001:db8::f816:3eff:fecb:8d98 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/a5db22c0-2e0a-47f6-b7a8-2fdd21893e19/f7474c23-2c92-4ac5-b6bc-5f818633df33) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:27.385618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:27.580674 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:27.624460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:27.639944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-5a2243a8-be8e-4799-b0ef-4c129bea51b8 tempest-TestServerMultinode-2061611907 tempest-TestServerMultinode-2061611907] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:27.641172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-5a2243a8-be8e-4799-b0ef-4c129bea51b8 tempest-TestServerMultinode-2061611907 tempest-TestServerMultinode-2061611907] Synchronizing usage tracker for tenant:fd76e4bbd2b84a49b455c2806046bbc9 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:27.650036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Port': ['ID=82ca2773-f9da-4c78-aa48-47954677570c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:27.666127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:27.679885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] No DVR routers for this DVR port 82ca2773-f9da-4c78-aa48-47954677570c on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:56:27.730042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=efe4d6b3-8e7b-427d-82a2-87bb288acc31,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:27.734607 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:27.842851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:27.881208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:27.882681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:27.908151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:27.908829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:27.962256 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 1.9536223 Jan 14 05:56:27.965129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48626) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:27.971870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:00:8f:17', 'name': 'tempest-NetworksTestDHCPv6-2036277329'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:28.055853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5feab85b-23f7-4344-8322-8a1b9522634d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:28.086439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2a3f2c80-ef90-488f-a3f6-6b2e66a0b082') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:28.092069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2a3f2c80-ef90-488f-a3f6-6b2e66a0b082') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:28.117134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:28.154376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:28.157343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Releasing vxlan tunnel 21 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:56:28.301713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:20Z', 'revision_number': 4, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9a69f2e9-a0bb-4209-8495-3510f91a9dcb', 'name': '', 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'mac_address': 'fa:16:3e:f9:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f38292fd-7105-4f9c-98eb-840d44fae82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:19Z', 'updated_at': '2021-01-14T05:56:21Z', 'revision_number': 2, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'subnets': [{'id': 'f38292fd-7105-4f9c-98eb-840d44fae82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:28.344121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:28.349979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Checking router: 6ee36887-8d4f-4615-91ba-c03f4071823f for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:56:28.354734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Updating router 6ee36887-8d4f-4615-91ba-c03f4071823f port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:56:28.433872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:28.455103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 82ca2773-f9da-4c78-aa48-47954677570c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:28.568747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-5a2243a8-be8e-4799-b0ef-4c129bea51b8 tempest-TestServerMultinode-2061611907 tempest-TestServerMultinode-2061611907] Unset dirty status for tenant:fd76e4bbd2b84a49b455c2806046bbc9 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:28.576790 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-5a2243a8-be8e-4799-b0ef-4c129bea51b8 tempest-TestServerMultinode-2061611907 tempest-TestServerMultinode-2061611907] 10.222.0.48 "GET /v2.0/networks?id=b1ecad48-1db2-41f4-9861-8b8b120c8a1d HTTP/1.1" status: 200 len: 904 time: 1.1987810 Jan 14 05:56:28.602838 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-f35a7504-571c-4a04-ae80-48e6151f1867 tempest-TestServerMultinode-2061611907 tempest-TestServerMultinode-2061611907] 10.222.0.48 "GET /v2.0/quotas/fd76e4bbd2b84a49b455c2806046bbc9 HTTP/1.1" status: 200 len: 375 time: 0.0249300 Jan 14 05:56:28.688832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 5feab85b-23f7-4344-8322-8a1b9522634d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:28.696623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 82ca2773-f9da-4c78-aa48-47954677570c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:28.699901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 82ca2773-f9da-4c78-aa48-47954677570c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:28.700896 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:28.899795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:28.949472 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-aed3b2fc-4a4f-4013-b257-de2699a483f3 tempest-TestServerMultinode-2061611907 tempest-TestServerMultinode-2061611907] 10.222.0.48 "GET /v2.0/ports?tenant_id=fd76e4bbd2b84a49b455c2806046bbc9&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3454654 Jan 14 05:56:28.997916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 5feab85b-23f7-4344-8322-8a1b9522634d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:56:29.057318 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:56:29.086605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:29.097677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:29.110591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Request body: {'security_group': {'name': 'tempest-TestVolumeBootPattern-55329574', 'description': 'tempest-TestVolumeBootPattern-55329574 description'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:29.129415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:29.150952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Usage tracker for resource:security_group and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:29.157510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:29.166590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:29.176169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:29.188690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.204469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.253743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Transition to ACTIVE for port object f7474c23-2c92-4ac5-b6bc-5f818633df33 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:29.259698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.263919 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-371f67e5-927f-4f7d-a500-b89a27017e51 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:29.275002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:29.283922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Usage tracker for resource:security_group_rule and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:29.286457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Transition to ACTIVE for port object f7474c23-2c92-4ac5-b6bc-5f818633df33 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:29.290322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:29.297226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:29.301470 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.338193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.388195 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/networks/5feab85b-23f7-4344-8322-8a1b9522634d HTTP/1.1" status: 204 len: 168 time: 3.6276543 Jan 14 05:56:29.400989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.402832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48644) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:29.412355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-bdda5c88-28ad-4bdf-a36e-c14a5b4dd938 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 05:56:29.419812 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-bdda5c88-28ad-4bdf-a36e-c14a5b4dd938 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.4647841 Jan 14 05:56:29.422743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Network': ['ID=5feab85b-23f7-4344-8322-8a1b9522634d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:29.427678 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:29.430479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.502632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35d318d2-db78-44f2-ab37-2543681973ba admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:29.585553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Pushing event updated for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:29.606017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.606516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.606870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.607256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.607633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.608017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.608389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.608760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.609129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.609497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.609863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.610231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.610653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.611043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.611775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.612141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.612505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.613089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.613456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.613825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.614186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.614548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.614938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.616088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.616088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.616088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.616628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.617111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.617476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.617846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.618214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.618579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.618966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.619330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.619693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.620055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.626542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.627163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.627833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.628509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.629039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.629692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.630288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.630935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.632041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.633836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.634167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:29.634716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.636504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.637144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.637544 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:29.638489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:29.638918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.642237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:29.642753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.643329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.643884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.644422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.644951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.645481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.646008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.648770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.649324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.652046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.652699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.653234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.653765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.654349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.655603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.655745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.656720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.657476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.666863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.667495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.668159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.668814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:29.710603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Attempting to bind port f7474c23-2c92-4ac5-b6bc-5f818633df33 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:56:29.711554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Attempting to bind port f7474c23-2c92-4ac5-b6bc-5f818633df33 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:56:29.711554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Attempting to bind port f7474c23-2c92-4ac5-b6bc-5f818633df33 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:56:29.729509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:56:29.729935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:29.730390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.730862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:56:29.731233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port e508b49e-bb4f-4a90-bb32-5417b8ef281c yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:56:29.731405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Bound port: f7474c23-2c92-4ac5-b6bc-5f818633df33, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:56:29.731830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.753418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.490s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:29.832522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:56:29.835897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f7474c23-2c92-4ac5-b6bc-5f818633df33,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:56:29.852705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.870040 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:29.951700 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-92dbd99b-b967-4432-a3bc-cb6d255e9981 service neutron] 10.222.0.48 "GET /v2.0/networks/b1ecad48-1db2-41f4-9861-8b8b120c8a1d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5197186 Jan 14 05:56:29.951970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Pushing event updated for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:29.973963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:29.980918 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1cc0ce7f-26f6-467e-9f30-1370039a23fc req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.9044299 Jan 14 05:56:30.017509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:30.042441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8:0:1::383 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/efe4d6b3-8e7b-427d-82a2-87bb288acc31/e508b49e-bb4f-4a90-bb32-5417b8ef281c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:30.048660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fe00:8f17 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/a5db22c0-2e0a-47f6-b7a8-2fdd21893e19/e508b49e-bb4f-4a90-bb32-5417b8ef281c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:30.116140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-b0c6dad1-5f74-4280-9659-6d8f34f727aa req-5428b62b-1d7c-461d-a2fa-7a8f964b5715 service neutron] 10.222.0.48 "GET /v2.0/networks/b1ecad48-1db2-41f4-9861-8b8b120c8a1d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1511545 Jan 14 05:56:30.175260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting subnet 08a590c6-7765-44fd-85a7-c6fcfc6dfdd9 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:30.179402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.199840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.233506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Transition to ACTIVE for port object 9a69f2e9-a0bb-4209-8495-3510f91a9dcb will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:30.240456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.304265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Pushing event updated for resources: {'SecurityGroup': ['ID=58620600-f7ec-4557-83be-75e04ab3b0ad,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:30.331022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.828s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:30.333775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.404488 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-1d2137d7-854a-44e3-b978-fab7c0cf0be2 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/security-groups/58620600-f7ec-4557-83be-75e04ab3b0ad HTTP/1.1" status: 200 len: 1806 time: 0.2372665 Jan 14 05:56:30.434800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58620600-f7ec-4557-83be-75e04ab3b0ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:30.435174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58620600-f7ec-4557-83be-75e04ab3b0ad', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:30.458118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:30.511000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Usage tracker for resource:security_group_rule and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:30.534634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:30.559862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:30.566176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c6d2c490-ffe9-45f9-ab61-7751dda06b3e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:30.604558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.641012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.730347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.755908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.771880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb761fe-8b28-4387-8245-9fa906f1056b None None] Pushing event updated for resources: {'Port': ['ID=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:30.789048 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cb761fe-8b28-4387-8245-9fa906f1056b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.220s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:30.796469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.807577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object e508b49e-bb4f-4a90-bb32-5417b8ef281c will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:30.818555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:30.847523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Pushing event updated for resources: {'SecurityGroupRule': ['ID=aa7dbb27-0898-4ee0-8a7c-b6444370e700,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:30.921800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:30.963139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:30.973771 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-36f47802-3aa5-48a3-ad50-e3a6dd049df3 req-de79485a-a670-4183-ac9c-9ec272f34caa tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.5474210 Jan 14 05:56:30.994832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:31.002356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Attempting to bind port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:56:31.006084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Attempting to bind port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:56:31.007262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Attempting to bind port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb on network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:56:31.025053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:56:31.027755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Checking segment: {'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:31.029894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:31.031285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Bound using segment: {'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:56:31.032080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Bound port: 9a69f2e9-a0bb-4209-8495-3510f91a9dcb, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a3d92086-7db0-4910-bc00-769f41607bbe', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 19, 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:56:31.032795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:31.061992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5616d030-696b-4752-a010-539520662e41 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:31.180847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=e508b49e-bb4f-4a90-bb32-5417b8ef281c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:31.214439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:31.336369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] For port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:56:31.341021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] For port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,segment=NetworkSegment(a3d92086-7db0-4910-bc00-769f41607bbe),segment_id=a3d92086-7db0-4910-bc00-769f41607bbe)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:56:31.354715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:31.418540 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:31.433361 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-195cabf4-8cdd-46cf-8286-a4e15a8be702 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/security-groups/58620600-f7ec-4557-83be-75e04ab3b0ad HTTP/1.1" status: 200 len: 2400 time: 0.2576952 Jan 14 05:56:31.448406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58620600-f7ec-4557-83be-75e04ab3b0ad', 'remote_group_id': None}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:31.448689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '58620600-f7ec-4557-83be-75e04ab3b0ad', 'remote_group_id': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:31.488916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:31.489636 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:31.495997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:31.506533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Usage tracker for resource:security_group_rule and tenant:232819a78d294c86bee396ec667f3524 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:31.510166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:31.522686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:31.548562 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0266520-fd6c-44a2-b0cd-249064f5c214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:31.570370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48694) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:31.584763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cb761fe-8b28-4387-8245-9fa906f1056b None None] Pushing event updated for resources: {'Port': ['ID=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:31.591505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cb761fe-8b28-4387-8245-9fa906f1056b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:31.654954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Subnet': ['ID=08a590c6-7765-44fd-85a7-c6fcfc6dfdd9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:31.708837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Routers {'6ee36887-8d4f-4615-91ba-c03f4071823f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:31.709865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6ee36887-8d4f-4615-91ba-c03f4071823f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:31.765252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:31.894140 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:31.914166 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/subnets/08a590c6-7765-44fd-85a7-c6fcfc6dfdd9 HTTP/1.1" status: 204 len: 168 time: 2.4929566 Jan 14 05:56:31.917887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48708) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:32.066991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8a5c7a49-a65e-471a-a427-c5b2ad1226c8 None None] Network f5461389-3cc4-447f-a8db-143994b8995a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:32.196651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.235903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.260006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.267468 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3537f3f-e19c-4f2d-be5c-185493ed3e16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:32.283138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] Set router 6ee36887-8d4f-4615-91ba-c03f4071823f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:32.306740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Pushing event updated for resources: {'SecurityGroupRule': ['ID=345e6b4a-7d10-434b-ac17-52c3b392bce5,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:32.312827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:32.341694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:32.348236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:32.353654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:32.366594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting subnet 197c30b7-49c7-43b2-8c79-dd332fdbdc6c {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:32.377929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.388832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:32.389577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.427274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.429257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-86157f2f-d2e9-4562-917b-7bd80a25444f req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.9947848 Jan 14 05:56:32.442524 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1034 time: 4.4762299 Jan 14 05:56:32.443274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48724) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:32.542395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.637113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port e508b49e-bb4f-4a90-bb32-5417b8ef281c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:32.637581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.777854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:32.778872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a55f38b3-5eed-417e-b0fa-325b04a7d765 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:32.952251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f7474c23-2c92-4ac5-b6bc-5f818633df33 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:33.162744 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:33.335930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for e508b49e-bb4f-4a90-bb32-5417b8ef281c owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:33.363122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:33.402745 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e2b125d-b548-4db9-b497-9df33dee9bf0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:33.406525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f7474c23-2c92-4ac5-b6bc-5f818633df33 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:33.596847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:20Z', 'revision_number': 4, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9a69f2e9-a0bb-4209-8495-3510f91a9dcb', 'name': '', 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'mac_address': 'fa:16:3e:f9:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f38292fd-7105-4f9c-98eb-840d44fae82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:19Z', 'updated_at': '2021-01-14T05:56:31Z', 'revision_number': 4, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'subnets': [{'id': 'f38292fd-7105-4f9c-98eb-840d44fae82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:33.606610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Provisioning for port f7474c23-2c92-4ac5-b6bc-5f818633df33 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:33.619374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-383ba64d-6b10-438b-8789-76e785b7b6a3 None None] The sync data for ids ['6ee36887-8d4f-4615-91ba-c03f4071823f'] in n-d-768851-4 is: [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:20Z', 'revision_number': 4, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '9a69f2e9-a0bb-4209-8495-3510f91a9dcb', 'name': '', 'network_id': '1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'mac_address': 'fa:16:3e:f9:e3:ce', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3374, 'fixed_ips': [{'subnet_id': 'f38292fd-7105-4f9c-98eb-840d44fae82d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:19Z', 'updated_at': '2021-01-14T05:56:31Z', 'revision_number': 4, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'subnets': [{'id': 'f38292fd-7105-4f9c-98eb-840d44fae82d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:56:33.633452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Subnet': ['ID=197c30b7-49c7-43b2-8c79-dd332fdbdc6c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:33.638887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:33.639494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:33.650344 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.248s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:33.828189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:33.842238 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/subnets/197c30b7-49c7-43b2-8c79-dd332fdbdc6c HTTP/1.1" status: 204 len: 168 time: 1.9208598 Jan 14 05:56:33.847936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48770) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:33.876851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e8d8132b-db87-47ac-8e52-91c1ee4764dc None None] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:34.166881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.230248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.272617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.437792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c14868e7-f718-4307-a517-4eef06ae072f tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:34.443619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting port 159dd513-4b9d-49a4-ad4c-68c6557dd256 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:34.444634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.534442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.558808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] DHCP port deletion for f5461389-3cc4-447f-a8db-143994b8995a request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:56:34.560872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a69f2e9-a0bb-4209-8495-3510f91a9dcb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:34.591423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=e508b49e-bb4f-4a90-bb32-5417b8ef281c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:34.666779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.667557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.668354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.668934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.678100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f7474c23-2c92-4ac5-b6bc-5f818633df33,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:34.688860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.689575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.690366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.690981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.691558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.692132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.692724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.693313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.693999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.694582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.695174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.702244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.702937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.703528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.704110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.704702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.705297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.705871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.706476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.706955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.707473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.707899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.708320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.708718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.709285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.709990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.710609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.712018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Update dhcp port {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'a5db22c0-2e0a-47f6-b7a8-2fdd21893e19', 'ip_address': '2001:db8::f816:3eff:fecb:8d98'}, {'subnet_id': 'efe4d6b3-8e7b-427d-82a2-87bb288acc31'}], 'binding:host_id': 'n-d-768851-4'}, 'id': 'f7474c23-2c92-4ac5-b6bc-5f818633df33'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:56:34.712644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.713251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.714660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.720197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.720820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.721434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:56:34.743248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Deleting port 159dd513-4b9d-49a4-ad4c-68c6557dd256 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:34.743684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.777048 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:34.778445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.787999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] For port 159dd513-4b9d-49a4-ad4c-68c6557dd256, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=159dd513-4b9d-49a4-ad4c-68c6557dd256,segment=NetworkSegment(d5fd37fc-709c-4c0b-884b-db0403729232),segment_id=d5fd37fc-709c-4c0b-884b-db0403729232)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:34.788403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:34.850928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f45658a2-4e98-4426-a093-74e306ea422a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:34.983485 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/e508b49e-bb4f-4a90-bb32-5417b8ef281c HTTP/1.1" status: 204 len: 168 time: 2.5269289 Jan 14 05:56:34.984502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48816) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:35.021166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Pushing event updated for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:35.034170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:35.064999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Calling delete_port for 159dd513-4b9d-49a4-ad4c-68c6557dd256 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:35.153437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:35.179562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:35.324318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] DHCP port deletion for 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:56:35.412460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:35.429463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Deleting port feb6428e-5fc5-405e-87d8-7ac5a8b41898 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:35.429837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:35.550778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:35.558905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:35.897208 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5f8422cd-2fbd-4754-b68a-f553b3318af7 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:35.972825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Port': ['ID=159dd513-4b9d-49a4-ad4c-68c6557dd256,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:35.976593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:35.983418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] No DVR routers for this DVR port 159dd513-4b9d-49a4-ad4c-68c6557dd256 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:56:36.141445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0ec155ec-634e-414b-a8f8-3207dddb0843 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:36.142300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0ec155ec-634e-414b-a8f8-3207dddb0843 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:36.155938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:36.177437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:56:36.428661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f5461389-3cc4-447f-a8db-143994b8995a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:36.459226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Deleting port 9372b24d-9dff-4591-be3a-3f2c4a4ad073 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:36.459604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:36.464055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd5fd37fc-709c-4c0b-884b-db0403729232') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:36.464743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd5fd37fc-709c-4c0b-884b-db0403729232') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:36.492337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0ec155ec-634e-414b-a8f8-3207dddb0843 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:36.497294 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0ec155ec-634e-414b-a8f8-3207dddb0843 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 1.3992119 Jan 14 05:56:36.497992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48830) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:36.500486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:36.535204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:36.537929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:56:36.602235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] For port 159dd513-4b9d-49a4-ad4c-68c6557dd256, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=159dd513-4b9d-49a4-ad4c-68c6557dd256,segment=NetworkSegment(d5fd37fc-709c-4c0b-884b-db0403729232),segment_id=d5fd37fc-709c-4c0b-884b-db0403729232)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:36.603333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:36.835480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d0e9a9d-9be0-4bbf-b69d-d6e801b41614 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:36.840201 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d0e9a9d-9be0-4bbf-b69d-d6e801b41614 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 963 time: 0.3338394 Jan 14 05:56:36.841056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48836) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:36.846593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Allocated IP 2001:db8:0:1::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/efe4d6b3-8e7b-427d-82a2-87bb288acc31/f7474c23-2c92-4ac5-b6bc-5f818633df33) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:36.970953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fdfbb6-059a-4255-91fa-d3b0ce724ed0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:36.976078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fdfbb6-059a-4255-91fa-d3b0ce724ed0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:36.981955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e7fdfbb6-059a-4255-91fa-d3b0ce724ed0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:36.982918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e7fdfbb6-059a-4255-91fa-d3b0ce724ed0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:37.009131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network f5461389-3cc4-447f-a8db-143994b8995a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:37.020602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e7fdfbb6-059a-4255-91fa-d3b0ce724ed0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:37.025315 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e7fdfbb6-059a-4255-91fa-d3b0ce724ed0 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.1792071 Jan 14 05:56:37.029587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48840) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:37.038460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.050626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f7474c23-2c92-4ac5-b6bc-5f818633df33,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:37.080872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.101063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Transition to ACTIVE for port object f7474c23-2c92-4ac5-b6bc-5f818633df33 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:37.102948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.134240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.157951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] For port 9372b24d-9dff-4591-be3a-3f2c4a4ad073, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9372b24d-9dff-4591-be3a-3f2c4a4ad073,segment=NetworkSegment(8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780),segment_id=8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:37.158352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.401091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Calling delete_port for 9372b24d-9dff-4591-be3a-3f2c4a4ad073 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:37.443256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cb761fe-8b28-4387-8245-9fa906f1056b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:37.485863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network f5461389-3cc4-447f-a8db-143994b8995a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:37.574721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet a5db22c0-2e0a-47f6-b7a8-2fdd21893e19 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:37.583296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:56:37.710216 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:56:37.713797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.713933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.721666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.731193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d735c49-b740-4e7e-81c1-5a9fefd23220 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:37.761420 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/networks/f5461389-3cc4-447f-a8db-143994b8995a HTTP/1.1" status: 204 len: 168 time: 3.9122665 Jan 14 05:56:37.762746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Network': ['ID=f5461389-3cc4-447f-a8db-143994b8995a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:37.764654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48848) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:37.767507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:37.821661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Calling delete_port for 159dd513-4b9d-49a4-ad4c-68c6557dd256 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:37.876918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:37.955730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.031335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] For port feb6428e-5fc5-405e-87d8-7ac5a8b41898, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=feb6428e-5fc5-405e-87d8-7ac5a8b41898,segment=NetworkSegment(add119fe-5a71-41f6-9a10-56e51b63d4c5),segment_id=add119fe-5a71-41f6-9a10-56e51b63d4c5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:38.031862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.055678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting port feb6428e-5fc5-405e-87d8-7ac5a8b41898 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:38.056382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.182102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Calling delete_port for feb6428e-5fc5-405e-87d8-7ac5a8b41898 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:38.290193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Pushing event updated for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:38.293381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:56:38.294962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:56:38.301036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.856s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:38.323505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,segment=NetworkSegment(a3d92086-7db0-4910-bc00-769f41607bbe),segment_id=a3d92086-7db0-4910-bc00-769f41607bbe)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:38.326800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.360224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.380300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] For port feb6428e-5fc5-405e-87d8-7ac5a8b41898, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=feb6428e-5fc5-405e-87d8-7ac5a8b41898,segment=NetworkSegment(add119fe-5a71-41f6-9a10-56e51b63d4c5),segment_id=add119fe-5a71-41f6-9a10-56e51b63d4c5)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:38.382929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.425631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7234c5b0-8147-46b8-88ff-d242e905a913 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:38.456077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fecceb9-de93-48a7-8313-66d20dafd61f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:38.474258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Pushing event deleted for resources: {'Port': ['ID=9372b24d-9dff-4591-be3a-3f2c4a4ad073,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:38.534381 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:38.540449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.604309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Pushing event deleted for resources: {'Port': ['ID=feb6428e-5fc5-405e-87d8-7ac5a8b41898,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:38.624352 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.168s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:38.625030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf74c495-9027-4cdf-9461-784cdf4d9b90 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.058s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:38.765114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Calling delete_port for feb6428e-5fc5-405e-87d8-7ac5a8b41898 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:38.810360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] No DVR routers for this DVR port feb6428e-5fc5-405e-87d8-7ac5a8b41898 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:56:38.818392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Deleting port 159dd513-4b9d-49a4-ad4c-68c6557dd256 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:38.826947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:38.914994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:38.928913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.304s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:38.955594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f7474c23-2c92-4ac5-b6bc-5f818633df33 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:39.008269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:56:39.008637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:56:39.274933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-765e8ef8-4b4a-4318-aaea-80c482a6b6c0 None None] The port '159dd513-4b9d-49a4-ad4c-68c6557dd256' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:56:39.342436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:39.442644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15fc2aac-c2eb-4839-887b-89f74dd8e8b0 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:39.466167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device feb6428e-5fc5-405e-87d8-7ac5a8b41898 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:39.509868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting port feb6428e-5fc5-405e-87d8-7ac5a8b41898 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:39.510255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:39.525934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: feb6428e-5fc5-405e-87d8-7ac5a8b41898 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:39.526279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device feb6428e-5fc5-405e-87d8-7ac5a8b41898 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:39.526784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 159dd513-4b9d-49a4-ad4c-68c6557dd256 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:39.616740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 159dd513-4b9d-49a4-ad4c-68c6557dd256 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:39.617151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 159dd513-4b9d-49a4-ad4c-68c6557dd256 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:39.626324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48866) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:39.655110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=a5db22c0-2e0a-47f6-b7a8-2fdd21893e19,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:39.695327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] The port 'feb6428e-5fc5-405e-87d8-7ac5a8b41898' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:56:39.769666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6334b74-ea81-4dc9-a54b-4a9221ec1df4 None None] Could not find standard attr ID for object e508b49e-bb4f-4a90-bb32-5417b8ef281c. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:56:39.791546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6334b74-ea81-4dc9-a54b-4a9221ec1df4 None None] Provisioning for port f7474c23-2c92-4ac5-b6bc-5f818633df33 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:39.797138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.341s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:39.804416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6334b74-ea81-4dc9-a54b-4a9221ec1df4 None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:39.805097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6334b74-ea81-4dc9-a54b-4a9221ec1df4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:39.959524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.076825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.138610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48876) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:40.253608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f88463a1-bad8-4188-9b8c-9c9c89f4b5a8 None None] Could not find standard attr ID for object e508b49e-bb4f-4a90-bb32-5417b8ef281c. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:56:40.299954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.352486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:40.356966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Usage tracker for resource:security_group_rule and tenant:3731c6d573e843cbb725926355803753 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:40.360118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:40.367177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:40.372096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.452117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.524697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:40.532642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:40.553671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Usage tracker for resource:security_group_rule and tenant:4674fbe951f34f0a8553ceff7a6e6969 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:40.560186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'add119fe-5a71-41f6-9a10-56e51b63d4c5') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:40.560535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'add119fe-5a71-41f6-9a10-56e51b63d4c5') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:40.568284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:40.572489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9d8a0fbf-683b-4b96-9bc9-b30390514618 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:40.587270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.598656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:40.632185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.640339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.642974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:56:40.705518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a69f2e9-a0bb-4209-8495-3510f91a9dcb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:40.842051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:40.851981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:40.870358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:40.870806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.049597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network 3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:41.076826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:56:41.105071 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:56:41.112392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3465e4a3-ff67-4b68-81de-0a63f7e5666a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:41.114486 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a5db22c0-2e0a-47f6-b7a8-2fdd21893e19 HTTP/1.1" status: 204 len: 168 time: 4.0832767 Jan 14 05:56:41.117964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48886) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:41.182001 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3731c6d573e843cbb725926355803753&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4847434 Jan 14 05:56:41.186153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48892) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:41.241127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a79b65f-bbd5-46ef-a20b-906fa05dfe87,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:41.245661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:41.282457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.286867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:41.290754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet efe4d6b3-8e7b-427d-82a2-87bb288acc31 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:41.301719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.368284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.370599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.383606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Router fcf4f402-54c2-431f-955a-fa431760742d has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:56:41.396453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Network': ['ID=3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:41.398499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.400615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:41.405811 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/networks/3e4dc795-97ee-45ac-8f5a-e6f2a3e9501d HTTP/1.1" status: 204 len: 168 time: 3.6401019 Jan 14 05:56:41.406612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48896) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:41.410303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.476412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.513692 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-026d1428-e5be-491d-bd1e-63c3667fb723 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:41.559474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.580282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ef48c763-59b4-4bca-a3a1-1bb724512f56,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:41.584170 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:41.593298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4674fbe951f34f0a8553ceff7a6e6969&name=default HTTP/1.1" status: 200 len: 2983 time: 1.4500504 Jan 14 05:56:41.594172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48900) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:41.754617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.772210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.786040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.800351 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70621758-924c-4950-a329-0d157ab328c6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:41.808056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:56:41.820417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] Sync routers for ids ['fcf4f402-54c2-431f-955a-fa431760742d'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:56:41.835874 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] 10.222.0.48 "PUT /v2.0/routers/fcf4f402-54c2-431f-955a-fa431760742d/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 10.2642741 Jan 14 05:56:41.838980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.839281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48904) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:41.840130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/3a79b65f-bbd5-46ef-a20b-906fa05dfe87 HTTP/1.1" status: 204 len: 168 time: 0.6488705 Jan 14 05:56:41.841289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:41.844017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a79b65f-bbd5-46ef-a20b-906fa05dfe87,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:41.848962 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:41.868775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] Routers {'fcf4f402-54c2-431f-955a-fa431760742d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:41.872163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['fcf4f402-54c2-431f-955a-fa431760742d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:42.068764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe26acff-83f5-4a23-9d64-948ee6c4a1ff None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:56:42.128101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:42.144748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:42.184162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a4ab136-6d54-4c2e-986f-e0c970957c04 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.005s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:42.241881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=efe4d6b3-8e7b-427d-82a2-87bb288acc31,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:42.321091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] Set router fcf4f402-54c2-431f-955a-fa431760742d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:42.335920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:42.361147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a965ac64-0717-4eb3-9069-fa6d8c53284c None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:42.361147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a965ac64-0717-4eb3-9069-fa6d8c53284c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:42.387841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-78e31626-1889-491d-bc52-f6f0b06e1945 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:42.496769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:42.517597 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/efe4d6b3-8e7b-427d-82a2-87bb288acc31 HTTP/1.1" status: 204 len: 168 time: 1.3960762 Jan 14 05:56:42.518046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48920) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:42.645789 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3fe89c0f-7317-4b46-a2e0-514ec8179a9d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1236289 Jan 14 05:56:42.646762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48926) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:42.654424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:42.701131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe26acff-83f5-4a23-9d64-948ee6c4a1ff None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:56:42.832118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:42.836980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:42.841267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:42.847829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:42.863927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:42.965562 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:42.978616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting subnet 8c94d384-7629-457d-8bf6-9cc9babb160c {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:42.984720 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae2879b3-cf0a-46fe-a8b8-cdf872ee4828 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:43.004754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.056966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ef48c763-59b4-4bca-a3a1-1bb724512f56,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:43.060019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.068481 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ef48c763-59b4-4bca-a3a1-1bb724512f56 HTTP/1.1" status: 204 len: 168 time: 1.4729567 Jan 14 05:56:43.080022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:43.136210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.202126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.213862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Deleting port 26f7610b-94d0-4b3f-bf60-a1553e717ce5 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:43.213862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.258268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.495716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:56:37Z', 'revision_number': 5, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:43.521186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] Checking router: fcf4f402-54c2-431f-955a-fa431760742d for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:56:43.540742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] Routers {'fcf4f402-54c2-431f-955a-fa431760742d'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:43.541442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['fcf4f402-54c2-431f-955a-fa431760742d'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:43.582036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] For port 26f7610b-94d0-4b3f-bf60-a1553e717ce5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=26f7610b-94d0-4b3f-bf60-a1553e717ce5,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:43.582437 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.852469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:43.906401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Calling delete_port for 26f7610b-94d0-4b3f-bf60-a1553e717ce5 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:43.924361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4909c361-48bb-40fa-86b4-9d372814649c None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:44.031810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] Set router fcf4f402-54c2-431f-955a-fa431760742d gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:44.456847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-38de5e03-84e4-4417-874c-0ac4b031beaf None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:44.457295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38de5e03-84e4-4417-874c-0ac4b031beaf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:44.457991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 1 ports in 0 security groups {{(pid=80929) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:56:44.466250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:44.662096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:56:37Z', 'revision_number': 5, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:44.674779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4ff8f64-29b7-48c4-95c1-3eec8f53dc5a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:44.678799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04d60db8-0746-4b7d-a651-ff61e319bc58 None None] The sync data for ids ['fcf4f402-54c2-431f-955a-fa431760742d'] in n-d-768851-4 is: [{'id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'name': 'tempest-TestServerMultinode-506356568-router', 'tenant_id': '3bf9021242594924a342352a7b1ddf83', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117'}], 'enable_snat': True}, 'gw_port_id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:55:31Z', 'updated_at': '2021-01-14T05:56:37Z', 'revision_number': 5, 'project_id': '3bf9021242594924a342352a7b1ddf83', 'gw_port': {'id': '26f7610b-94d0-4b3f-bf60-a1553e717ce5', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:a3:04:b0', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'fcf4f402-54c2-431f-955a-fa431760742d', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3313, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.117', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:55:35Z', 'updated_at': '2021-01-14T05:55:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:56:44.884982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:44.994178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Update dhcp port {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'a0edffca-c4cf-4db0-a818-2db0dd961a3f'}], 'binding:host_id': 'n-d-768851-4'}, 'id': 'f7474c23-2c92-4ac5-b6bc-5f818633df33'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:56:45.055661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48966) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:45.070874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.090519 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.096090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afdcd1e8-4e28-4180-857d-c5875edadd25 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:45.144038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Subnet': ['ID=8c94d384-7629-457d-8bf6-9cc9babb160c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:45.151762 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:45.270148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.367479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f7474c23-2c92-4ac5-b6bc-5f818633df33,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:45.397239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.428112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.430150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.446569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:56:45.447387 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:56:45.449827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-44dc3e80-456c-4202-868e-774f9a0c076c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:45.451394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.622824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.629608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bf9fc100-521a-45ee-b76e-fc3e30b91bf0 None None] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:45.637372 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/subnets/8c94d384-7629-457d-8bf6-9cc9babb160c HTTP/1.1" status: 204 len: 168 time: 4.2292349 Jan 14 05:56:45.640044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.642043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48976) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:45.645438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.651796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-946507734-network', 'tenant_id': '813bce9b246441d48e42b6bd21810817'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:45.663172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:45.669564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Usage tracker for resource:network and tenant:813bce9b246441d48e42b6bd21810817 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:45.673312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:45.680283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:45.712475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Made reservation on behalf of 813bce9b246441d48e42b6bd21810817 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:45.720759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.744621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.787082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=8']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:45.801133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:45.807908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Usage tracker for resource:security_group_rule and tenant:813bce9b246441d48e42b6bd21810817 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:45.815710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:45.822999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:45.833754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.834535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Fanout notify agent at l3_agent the message router_deleted on router fcf4f402-54c2-431f-955a-fa431760742d {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:56:45.859248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.937926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:45.939449 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de5355a9-eca1-4c20-9cd4-c96be5b7c6da admin admin] 10.222.0.48 "DELETE /v2.0/routers/fcf4f402-54c2-431f-955a-fa431760742d HTTP/1.1" status: 204 len: 168 time: 4.0731075 Jan 14 05:56:45.952788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 48980) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:45.958822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.509s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:45.959502 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a32f79b6-7d06-4253-844f-1dd8cbd0fd5d tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.435s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:46.029490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.049579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] DHCP port deletion for e43ceec1-1d75-4ab7-91f9-523cc50faa8a request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:56:46.050780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Deleting subnet 19984b05-d444-40f5-83ce-1be504bd72d6 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:56:46.055749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.063559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=a0edffca-c4cf-4db0-a818-2db0dd961a3f,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:46.074923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:46.108320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Deleting port 435b566c-c961-41d5-8511-da114fdf1c95 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:46.108710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.184635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:46.190183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:46.235089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:46.235985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.240944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.285785 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.6355207 Jan 14 05:56:46.286340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 48990) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:46.291186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.296120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:46.336887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.384987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Deleting port 435b566c-c961-41d5-8511-da114fdf1c95 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:46.385440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.458537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:46.463793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:46.466979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:46.473033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:46.481857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.499111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:56:46.510534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.510954 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Added segment bb54775d-196a-4cf8-bff8-1f2b9e4db8e4 of type vxlan for network 2d9972ee-641d-47e7-9e7c-c764d714c414 Jan 14 05:56:46.519455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd23b95d-a85f-4e4c-be20-9603237545c2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:46.530726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:46.540939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.626157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.657077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=19c5c244-d37b-4db4-8872-0a4d44eba784,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:46.669831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:46.680645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.681864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:46.682660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.772353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:46.906605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f7474c23-2c92-4ac5-b6bc-5f818633df33,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:46.937461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:46.945204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] For port 435b566c-c961-41d5-8511-da114fdf1c95, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=435b566c-c961-41d5-8511-da114fdf1c95,segment=NetworkSegment(f50127b4-f6a2-4d94-87ff-4a188f62e1de),segment_id=f50127b4-f6a2-4d94-87ff-4a188f62e1de)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:46.945625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:47.043346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] For port 435b566c-c961-41d5-8511-da114fdf1c95, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=435b566c-c961-41d5-8511-da114fdf1c95,segment=NetworkSegment(f50127b4-f6a2-4d94-87ff-4a188f62e1de),segment_id=f50127b4-f6a2-4d94-87ff-4a188f62e1de)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:47.043847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:47.181149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Calling delete_port for 435b566c-c961-41d5-8511-da114fdf1c95 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:47.205562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Calling delete_port for 435b566c-c961-41d5-8511-da114fdf1c95 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:47.251148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f7474c23-2c92-4ac5-b6bc-5f818633df33 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:47.294333 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 2.2373548 Jan 14 05:56:47.295352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49000) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:47.309897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Request body: {'subnet': {'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-946507734-subnet', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:47.316560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:47.321065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Usage tracker for resource:subnet and tenant:813bce9b246441d48e42b6bd21810817 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:47.325311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:47.331541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:47.338032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:47.368328 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:47.379406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Pushing event updated for resources: {'Network': ['ID=2d9972ee-641d-47e7-9e7c-c764d714c414,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:47.385708 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.613s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:47.390973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Made reservation on behalf of 813bce9b246441d48e42b6bd21810817 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:47.396594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:47.426772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:47.501577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:47.533240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:47.560536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea8010f8-a625-4a7d-a7a8-2da8cfb35123 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:47.578068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:56:47.593933 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet a0edffca-c4cf-4db0-a818-2db0dd961a3f (CIDR: 2001:db8::/64) Jan 14 05:56:47.607029 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:56:47.607459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:56:47.623692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:47.664133 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ddc088f6-1d98-4e46-9b8b-b416edd4f7c9 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.3766711 Jan 14 05:56:47.666362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49006) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:47.676023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:47.836973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:48.147334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Port': ['ID=435b566c-c961-41d5-8511-da114fdf1c95,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:48.154742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] No DVR routers for this DVR port 435b566c-c961-41d5-8511-da114fdf1c95 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:56:48.159062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:48.160180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:48.169306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:48.173175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:48.214951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:48.289493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:48.289932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:48.290286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.726s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:48.293697 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b88d5fec-6ac0-4991-9e0d-cfcbe85ba2a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:48.303170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:48.418628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=19984b05-d444-40f5-83ce-1be504bd72d6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:48.460586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d0a63da-f9ef-4bdd-a2e5-6d214b809c3a None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:48.512737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:48.556008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:48.652417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:48.766153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:48.786308 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/19984b05-d444-40f5-83ce-1be504bd72d6 HTTP/1.1" status: 204 len: 168 time: 2.8309095 Jan 14 05:56:48.787038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49012) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:48.855049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:48.873283 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35a1a648-6452-488f-aeb4-ac8b1c379019 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:48.885262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:56:48.885776 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:56:48.949746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Pushing event updated for resources: {'Subnet': ['ID=bb5c5987-dac6-413c-b0d1-d3baecf93d27,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:48.982831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e43ceec1-1d75-4ab7-91f9-523cc50faa8a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:48.989925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da15c032-95d2-4602-804f-752cd40a9b47 None None] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:49.013696 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:49.017394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'f50127b4-f6a2-4d94-87ff-4a188f62e1de') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:49.017897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'f50127b4-f6a2-4d94-87ff-4a188f62e1de') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:49.038994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.092072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Pushing event updated for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=9']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:49.118904 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.749s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:49.132710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.195179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.197582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Deleting port f438ef32-1f0d-4344-ac0b-68020f5c5055 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:49.197951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.226875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:56:49.266850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Checking segment: {'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:49.267769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Network hostable DHCP agents. Network: 2d9972ee-641d-47e7-9e7c-c764d714c414, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:56:49.306148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:56:49.324806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-69cdd1fd-5376-4eaf-8fbd-f8f65b27555a None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:49.325396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69cdd1fd-5376-4eaf-8fbd-f8f65b27555a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.345355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 2d9972ee-641d-47e7-9e7c-c764d714c414) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:49.392227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9372b24d-9dff-4591-be3a-3f2c4a4ad073 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:49.412723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:49.413728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.447408 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 2.1434579 Jan 14 05:56:49.452351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49018) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:49.481536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:49.525706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:49.536464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Deleting port 435b566c-c961-41d5-8511-da114fdf1c95 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:49.537350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.564392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Usage tracker for resource:router and tenant:813bce9b246441d48e42b6bd21810817 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:49.580198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:49.605203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:49.629664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] For port f438ef32-1f0d-4344-ac0b-68020f5c5055, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f438ef32-1f0d-4344-ac0b-68020f5c5055,segment=NetworkSegment(8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780),segment_id=8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:49.630049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.641257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8647750e-a8c3-4243-8fe4-b784822d0662 None None] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:49.702663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.704196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.742747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.782652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Calling delete_port for f438ef32-1f0d-4344-ac0b-68020f5c5055 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:49.915261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-eb510fd9-b157-4b54-aff3-dea6df6e1f3e None None] The port '435b566c-c961-41d5-8511-da114fdf1c95' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:56:49.918866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:49.927829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:49.931706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9372b24d-9dff-4591-be3a-3f2c4a4ad073 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:49.932119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9372b24d-9dff-4591-be3a-3f2c4a4ad073 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:49.932601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 26f7610b-94d0-4b3f-bf60-a1553e717ce5 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:49.999302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 26f7610b-94d0-4b3f-bf60-a1553e717ce5 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:49.999920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 26f7610b-94d0-4b3f-bf60-a1553e717ce5 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:50.000771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 435b566c-c961-41d5-8511-da114fdf1c95 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:50.073341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.085947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 435b566c-c961-41d5-8511-da114fdf1c95 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:50.086509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 435b566c-c961-41d5-8511-da114fdf1c95 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:50.111634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.241785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18b037b7-fe87-451b-ac1c-ec7f51b7d034 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:50.408443 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6de412cd-6446-4203-8276-a2eee789a744 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:50.443289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b7ec756-9a07-4f25-b527-02c2362c6cbc None None] DHCP port deletion for b1ecad48-1db2-41f4-9861-8b8b120c8a1d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:56:50.452916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f7474c23-2c92-4ac5-b6bc-5f818633df33 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:50.525758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] No DVR routers for this DVR port f438ef32-1f0d-4344-ac0b-68020f5c5055 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:56:50.621868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-2d9972ee-641d-47e7-9e7c-c764d714c414', 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'fixed_ips': [{'subnet_id': 'bb5c5987-dac6-413c-b0d1-d3baecf93d27'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:56:50.623853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.658538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Pushing event deleted for resources: {'Port': ['ID=f438ef32-1f0d-4344-ac0b-68020f5c5055,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:50.661952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.420s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:50.669404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=29c3118c-3fb8-451e-99db-c84ee54a05b6,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:50.700253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.292s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:50.722010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.728741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:50.732502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:50.746155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49030) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:50.790033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:50.790724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.792093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:50.793353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.889781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Network e43ceec1-1d75-4ab7-91f9-523cc50faa8a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:50.912655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.928525 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 3.2608938 Jan 14 05:56:50.936833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49038) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:50.965700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:50.979897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:26:5b:95', 'name': 'tempest-NetworksTestDHCPv6-555978014'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:56:51.072999 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:56:51.077496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5117497b-c1a9-49ea-b508-2727649fd710 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:51.102068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:51.121718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Usage tracker for resource:security_group_rule and tenant:8a407bf6c5714e8dac24a586ba284810 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:51.133635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:51.159281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:51.191867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ef6bb73a-c367-49bf-bdb4-bb0ad25eb554 None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:51.192208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef6bb73a-c367-49bf-bdb4-bb0ad25eb554 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:51.197904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:51.204161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:51.228293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:51.250948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Pushing event deleted for resources: {'Network': ['ID=e43ceec1-1d75-4ab7-91f9-523cc50faa8a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:51.253866 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/networks/e43ceec1-1d75-4ab7-91f9-523cc50faa8a HTTP/1.1" status: 204 len: 168 time: 5.6106744 Jan 14 05:56:51.265453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.061s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:51.266048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49042) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:51.273008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b1ecad48-1db2-41f4-9861-8b8b120c8a1d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:51.335555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01e037d9-a235-4101-a7b4-1bfab2583de7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Synchronizing usage tracker for tenant:aa24d4e6202f4b648481f990ed5ff646 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:56:51.343154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:51.343469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8ae34c15-03bf-4a32-a6a8-c7f6aa1f2780') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:51.381566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:51.403899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-01e037d9-a235-4101-a7b4-1bfab2583de7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Unset dirty status for tenant:aa24d4e6202f4b648481f990ed5ff646 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:56:51.408060 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01e037d9-a235-4101-a7b4-1bfab2583de7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "GET /v2.0/ports?device_id=b94f7f55-bc6c-43ff-b3ef-d638adf787ca HTTP/1.1" status: 200 len: 205 time: 0.1388044 Jan 14 05:56:51.409334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:51.411764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Releasing vxlan tunnel 18 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:56:51.420615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Allocated IP 172.20.0.2 (2d9972ee-641d-47e7-9e7c-c764d714c414/bb5c5987-dac6-413c-b0d1-d3baecf93d27/09e5fd9b-4dd8-4333-bc1d-4af7da88d28b) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:51.475232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49048) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:51.690142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:51.711162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:51.721880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.066980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Network b1ecad48-1db2-41f4-9861-8b8b120c8a1d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:56:52.095339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a78df59f-f6fc-4c86-908e-af2ea7600abc tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:56:52.111745 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:56:52.186719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.272611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.276891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cccdd3de-edd5-4c93-aaf7-148a6b107a50 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:52.296168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.315465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] 10.222.0.48 "DELETE /v2.0/networks/b1ecad48-1db2-41f4-9861-8b8b120c8a1d HTTP/1.1" status: 204 len: 168 time: 3.5239358 Jan 14 05:56:52.316976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Pushing event deleted for resources: {'Network': ['ID=b1ecad48-1db2-41f4-9861-8b8b120c8a1d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:52.319202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49054) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:52.421988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.434149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Transition to ACTIVE for port object 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:52.444415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f438ef32-1f0d-4344-ac0b-68020f5c5055 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:56:52.550611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Allocated IP 172.25.3.55 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:52.559115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f438ef32-1f0d-4344-ac0b-68020f5c5055 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:56:52.559510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f438ef32-1f0d-4344-ac0b-68020f5c5055 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:56:52.560586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:52.563303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:52.593679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Update dhcp port {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': 'a0edffca-c4cf-4db0-a818-2db0dd961a3f', 'ip_address': '2001:db8::f816:3eff:fecb:8d98'}, {'subnet_id': '29c3118c-3fb8-451e-99db-c84ee54a05b6'}], 'binding:host_id': 'n-d-768851-4'}, 'id': 'f7474c23-2c92-4ac5-b6bc-5f818633df33'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:56:52.663706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.720992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Transition to ACTIVE for port object 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:52.743570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.797032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.894754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e6a4fb2-a111-4234-bbbb-becf5859f851 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:52.912973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:52.926528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a78df59f-f6fc-4c86-908e-af2ea7600abc tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.930234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a78df59f-f6fc-4c86-908e-af2ea7600abc tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:52.970557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Pushing event updated for resources: {'Port': ['ID=09e5fd9b-4dd8-4333-bc1d-4af7da88d28b,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:52.978743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:52.986982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.008980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.030973 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:53.041253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:53.044969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:53.049273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:53.110417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Pushing event updated for resources: {'Port': ['ID=8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:53.113498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:56:53.124533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.149296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.156860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Attempting to bind port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:56:53.157431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Attempting to bind port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:56:53.157860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Attempting to bind port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b on network 2d9972ee-641d-47e7-9e7c-c764d714c414 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:56:53.178589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a78df59f-f6fc-4c86-908e-af2ea7600abc tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.180052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a78df59f-f6fc-4c86-908e-af2ea7600abc tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Fanout notify agent at l3_agent the message router_deleted on router b94f7f55-bc6c-43ff-b3ef-d638adf787ca {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:56:53.180338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:56:53.180779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Checking segment: {'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:56:53.181241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.181695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Bound using segment: {'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:56:53.181982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:53.182763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Bound port: 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:56:53.182763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.230877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1c469e6-b698-4f95-93aa-13428445b25d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:53.277332 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8a407bf6c5714e8dac24a586ba284810&name=default HTTP/1.1" status: 200 len: 2983 time: 2.5206192 Jan 14 05:56:53.282865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] For port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:56:53.285786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=aa7dcae5-9c66-4707-8558-e6555db716c2,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:53.286245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] For port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=09e5fd9b-4dd8-4333-bc1d-4af7da88d28b,segment=NetworkSegment(bb54775d-196a-4cf8-bff8-1f2b9e4db8e4),segment_id=bb54775d-196a-4cf8-bff8-1f2b9e4db8e4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:56:53.292577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.335843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49068) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:53.424710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port aecea738-2e24-41eb-b233-178171df51d4 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:56:53.427622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4d762e7d-d980-4b21-998f-d632fd63997a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:53.447900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.498279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.539790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Pushing event updated for resources: {'Port': ['ID=09e5fd9b-4dd8-4333-bc1d-4af7da88d28b,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:53.550089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.558551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:53.591971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7e1c9b5-0e00-4728-9091-6da4b507b014 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:53.599251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.368s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:53.625040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=aa7dcae5-9c66-4707-8558-e6555db716c2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:53.632503 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.041s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:53.633327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.637778 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/aa7dcae5-9c66-4707-8558-e6555db716c2 HTTP/1.1" status: 204 len: 168 time: 0.2995155 Jan 14 05:56:53.675609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.682875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8:0:1::2a1 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/29c3118c-3fb8-451e-99db-c84ee54a05b6/aecea738-2e24-41eb-b233-178171df51d4) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:53.689395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::f816:3eff:fe26:5b95 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/a0edffca-c4cf-4db0-a818-2db0dd961a3f/aecea738-2e24-41eb-b233-178171df51d4) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:53.964867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a78df59f-f6fc-4c86-908e-af2ea7600abc tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:53.969301 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a78df59f-f6fc-4c86-908e-af2ea7600abc tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] 10.222.0.48 "DELETE /v2.0/routers/b94f7f55-bc6c-43ff-b3ef-d638adf787ca HTTP/1.1" status: 204 len: 168 time: 2.4157343 Jan 14 05:56:54.039137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:54.043784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:54.048565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:54.056959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:54.148478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object aecea738-2e24-41eb-b233-178171df51d4 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:54.308954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:54.481382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:54.631202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Deleting port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:54.631939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:54.654253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:54.742419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49098) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:54.903381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] For port 9a69f2e9-a0bb-4209-8495-3510f91a9dcb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,segment=NetworkSegment(a3d92086-7db0-4910-bc00-769f41607bbe),segment_id=a3d92086-7db0-4910-bc00-769f41607bbe)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:54.903827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:55.096495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:55.097743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Calling delete_port for 9a69f2e9-a0bb-4209-8495-3510f91a9dcb owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:55.100176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:55.159499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:55.207872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Allocated IP 2001:db8:0:1::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/29c3118c-3fb8-451e-99db-c84ee54a05b6/f7474c23-2c92-4ac5-b6bc-5f818633df33) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:56:55.445967 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:55.531474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:55.543422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f7474c23-2c92-4ac5-b6bc-5f818633df33,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:55.605740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:55.637896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Transition to ACTIVE for port object f7474c23-2c92-4ac5-b6bc-5f818633df33 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:55.651653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c9cf7337-8022-4f33-a618-34e93b2c2e5b None None] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:56:55.892025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Pushing event deleted for resources: {'Port': ['ID=9a69f2e9-a0bb-4209-8495-3510f91a9dcb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:55.902286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.371s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:55.906096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:55.925785 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e0c99986-b80d-44c2-9162-05c6f5cf2994 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=aa24d4e6202f4b648481f990ed5ff646&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1817796 Jan 14 05:56:55.929641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:55.955054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-429f99c2-ee4d-4867-b7d0-dd4e5a02f852 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:56.040424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.090929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.155037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Pushing event updated for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=10']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:56.158153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.184805 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.237s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:56.185537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Provisioning for port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:56.243677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Provisioning complete for port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:56.244109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.368427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=aecea738-2e24-41eb-b233-178171df51d4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:56.377733 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.214s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:56.401888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Router 1729da17-d700-44ba-aa02-f8f71ba71db0 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:56:56.622291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:56:56.625810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:56:56.630020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.632004 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:56:56.637297 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:56:56.652120 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.655783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.655908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:56:56.656671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.711367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] For port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=09e5fd9b-4dd8-4333-bc1d-4af7da88d28b,segment=NetworkSegment(bb54775d-196a-4cf8-bff8-1f2b9e4db8e4),segment_id=bb54775d-196a-4cf8-bff8-1f2b9e4db8e4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:56.721623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.723901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-609cf2fa-9647-4c64-8cd8-8ab5c395c6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:56.725126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:56:56.733892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 5.7928526 Jan 14 05:56:56.748396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49138) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:56.827712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Sync routers for ids ['1729da17-d700-44ba-aa02-f8f71ba71db0'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:56:56.865174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.866765 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 7.4086990 Jan 14 05:56:56.889476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49142) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:56.903024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Routers {'1729da17-d700-44ba-aa02-f8f71ba71db0'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:56.903999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1729da17-d700-44ba-aa02-f8f71ba71db0'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:56.913640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:56.923259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-06ff5499-536a-4378-9f1f-aee6f5827b7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:56.950995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f9b795b1-9ac9-4477-ae77-b60c7e926f0a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:56.956633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:57.150313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:57.168069 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f9b795b1-9ac9-4477-ae77-b60c7e926f0a HTTP/1.1" status: 204 len: 168 time: 1.2367690 Jan 14 05:56:57.246252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port aecea738-2e24-41eb-b233-178171df51d4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:57.246814 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:57.447764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-202c34eb-a749-4602-a008-3c31e9e2114e None None] Provisioning complete for port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:57.448194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-202c34eb-a749-4602-a008-3c31e9e2114e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:57.690082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Set router 1729da17-d700-44ba-aa02-f8f71ba71db0 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:57.855219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Router 6ee36887-8d4f-4615-91ba-c03f4071823f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:56:58.186437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49164) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:58.263370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:56:58.272558 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] 10.222.0.48 "PUT /v2.0/routers/6ee36887-8d4f-4615-91ba-c03f4071823f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.9484029 Jan 14 05:56:58.275546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] Sync routers for ids ['6ee36887-8d4f-4615-91ba-c03f4071823f'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:56:58.278175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49170) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:56:58.315260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] Routers {'6ee36887-8d4f-4615-91ba-c03f4071823f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:58.315966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6ee36887-8d4f-4615-91ba-c03f4071823f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:58.546540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:58.744049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Pushing event updated for resources: {'Port': ['ID=09e5fd9b-4dd8-4333-bc1d-4af7da88d28b,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:56:58.756800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-465457809', 'description': 'tempest-secgroup-smoke-465457809 description', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:56:58.759593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 2.036s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:56:58.767110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f7474c23-2c92-4ac5-b6bc-5f818633df33 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:56:58.786645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:58.792929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Deleting port 4c16bff1-92d1-43b5-948e-852d7daec7fb {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:56:58.793309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:58.821331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] Set router 6ee36887-8d4f-4615-91ba-c03f4071823f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:58.826012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:58.860191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:56:59.023959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.044379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:56:54Z', 'revision_number': 3, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:56:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:59.055562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Checking router: 1729da17-d700-44ba-aa02-f8f71ba71db0 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:56:59.059709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Updating router 1729da17-d700-44ba-aa02-f8f71ba71db0 port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:56:59.130081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.228639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for aecea738-2e24-41eb-b233-178171df51d4 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:56:59.350047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:56:59.351024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:55Z', 'revision_number': 5, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:59.351204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:56:59.352541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] Checking router: 6ee36887-8d4f-4615-91ba-c03f4071823f for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:56:59.354947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:56:59.389624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] Routers {'6ee36887-8d4f-4615-91ba-c03f4071823f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:56:59.390434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6ee36887-8d4f-4615-91ba-c03f4071823f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:56:59.453803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f9ed4333-d644-4c7f-b02a-34f8c17f5837 None None] Provisioning complete for port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:59.454430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f9ed4333-d644-4c7f-b02a-34f8c17f5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.681688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.715323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] Set router 6ee36887-8d4f-4615-91ba-c03f4071823f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:56:59.717065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.742864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.763971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f9ed4333-d644-4c7f-b02a-34f8c17f5837 None None] Could not find standard attr ID for object aecea738-2e24-41eb-b233-178171df51d4. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:56:59.768824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5572e0ed-2846-48c7-8990-10789fa3a8a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:56:59.819441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.883366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] For port 4c16bff1-92d1-43b5-948e-852d7daec7fb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=4c16bff1-92d1-43b5-948e-852d7daec7fb,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:56:59.883898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.902599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.922097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Transition to ACTIVE for port object 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:56:59.923725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f9ed4333-d644-4c7f-b02a-34f8c17f5837 None None] Provisioning for port f7474c23-2c92-4ac5-b6bc-5f818633df33 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:56:59.931764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f9ed4333-d644-4c7f-b02a-34f8c17f5837 None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:56:59.932495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f9ed4333-d644-4c7f-b02a-34f8c17f5837 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:56:59.976595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.100580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=aecea738-2e24-41eb-b233-178171df51d4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:00.119589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae0dd2b3-58c5-4012-a53f-e15b02e7f493 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:00.123556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:00.127665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:00.131040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:00.137328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:00.159995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Calling delete_port for 4c16bff1-92d1-43b5-948e-852d7daec7fb owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:00.284022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.290911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.522s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:00.305474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.310173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:00.314333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:00.317427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:00.324021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:00.329106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:00.358146 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2eade59a-d70a-482a-91fa-59196af69cf3 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:00.403930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:55Z', 'revision_number': 5, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:00.411786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-33350acf-6763-4519-bc78-debe1042dd34 None None] The sync data for ids ['6ee36887-8d4f-4615-91ba-c03f4071823f'] in n-d-768851-4 is: [{'id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'name': 'tempest-TestServerMultinode-1382266817-router', 'tenant_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133'}], 'enable_snat': True}, 'gw_port_id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:07Z', 'updated_at': '2021-01-14T05:56:55Z', 'revision_number': 5, 'project_id': 'fd76e4bbd2b84a49b455c2806046bbc9', 'gw_port': {'id': '4c16bff1-92d1-43b5-948e-852d7daec7fb', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:65:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6ee36887-8d4f-4615-91ba-c03f4071823f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3369, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.133', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:09Z', 'updated_at': '2021-01-14T05:56:22Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:00.458709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.476431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeba988-3c55-4752-855e-1dbefe097120 None None] Pushing event updated for resources: {'Port': ['ID=8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:00.491604 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adeba988-3c55-4752-855e-1dbefe097120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.372s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:00.501771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.519817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.572913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Attempting to bind port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:00.576310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Attempting to bind port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:00.578021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.578250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Attempting to bind port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:00.579663 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 1.9894271 Jan 14 05:57:00.583538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49196) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:00.587267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroup': ['ID=681ee3ee-ff61-464b-b2d5-d18d09b016bd,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:00.596414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:00.596868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:00.598879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.599340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:00.600310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Bound port: 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:00.600535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '434de297-3999-43e6-8803-4336ee9c7676', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:00.600737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.609410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.253s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:00.615394 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1e50f87a-29d1-4d3f-b5b3-913932447b9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.078s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:00.712941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.718661 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/aecea738-2e24-41eb-b233-178171df51d4 HTTP/1.1" status: 204 len: 168 time: 3.9692018 Jan 14 05:57:00.720795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:00.730917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49200) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:00.731938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:00.737083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:00.747872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:00.846159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:00.846687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:00.865934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.025412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.048354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] For port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:01.059621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] For port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:01.099012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.201187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.206067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.254821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.262807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.264787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:01.266814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroup': ['ID=434de297-3999-43e6-8803-4336ee9c7676,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:01.270115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.655s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:01.272972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cb761fe-8b28-4387-8245-9fa906f1056b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:01.309006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Allocated IP 172.20.0.1 (2d9972ee-641d-47e7-9e7c-c764d714c414/bb5c5987-dac6-413c-b0d1-d3baecf93d27/ab9ae154-e097-42ed-a0a1-39fa37e1926c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:01.319538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.320283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6ee36887-8d4f-4615-91ba-c03f4071823f {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:57:01.325516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.327495 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b2d3e5a-3f45-41a3-9dcd-c9dd960d4f77 admin admin] 10.222.0.48 "DELETE /v2.0/routers/6ee36887-8d4f-4615-91ba-c03f4071823f HTTP/1.1" status: 204 len: 168 time: 3.0477302 Jan 14 05:57:01.330987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49214) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:01.331326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.336471 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.7514184 Jan 14 05:57:01.337639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49216) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:01.338458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c92c7436-8002-4b9b-92d2-52c262baae3b,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:01.344295 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-da467061-f542-426c-9b07-ebcac01a7898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:01.350863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '434de297-3999-43e6-8803-4336ee9c7676', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:01.370061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-adeba988-3c55-4752-855e-1dbefe097120 None None] Pushing event updated for resources: {'Port': ['ID=8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:01.378323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:01.383810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:01.387888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adeba988-3c55-4752-855e-1dbefe097120 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:01.392000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:01.406489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:01.436300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.445510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Routers {'1729da17-d700-44ba-aa02-f8f71ba71db0'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:01.449752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1729da17-d700-44ba-aa02-f8f71ba71db0'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:01.484631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dd9dfae5-28d7-4a3f-a07f-5ea1cdd19dbe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:01.485529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd9dfae5-28d7-4a3f-a07f-5ea1cdd19dbe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:01.586172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.603243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.605516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4eec784-8e27-4750-99e9-18af852b5765 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:01.651960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd9dfae5-28d7-4a3f-a07f-5ea1cdd19dbe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:01.656523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.656763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd9dfae5-28d7-4a3f-a07f-5ea1cdd19dbe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.9244711 Jan 14 05:57:01.657776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49224) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:01.658432 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3168204 Jan 14 05:57:01.661089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f61b184b-16c6-4ead-aee0-e303e15101de,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:01.661254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49226) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:01.669536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:01.686053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Deleting subnet f38292fd-7105-4f9c-98eb-840d44fae82d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:01.692050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '434de297-3999-43e6-8803-4336ee9c7676', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:01.760219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] Set router 1729da17-d700-44ba-aa02-f8f71ba71db0 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:01.768915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:01.771377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.829633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:01.850409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:01.880058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:01.918677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:01.976288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.002028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.030968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Transition to ACTIVE for port object ab9ae154-e097-42ed-a0a1-39fa37e1926c will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:02.086551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea25c140-c14f-4f2e-b236-c2c09fd7ac60 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:02.091345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49238) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:02.091494 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea25c140-c14f-4f2e-b236-c2c09fd7ac60 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1048 time: 0.4210854 Jan 14 05:57:02.160646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.285700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f849c-e949-4727-bb7d-da0df70b8666 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:02.291622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f849c-e949-4727-bb7d-da0df70b8666 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:02.296825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-177f849c-e949-4727-bb7d-da0df70b8666 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:02.298055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-177f849c-e949-4727-bb7d-da0df70b8666 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:02.335711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-177f849c-e949-4727-bb7d-da0df70b8666 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:02.337420 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-177f849c-e949-4727-bb7d-da0df70b8666 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.2449977 Jan 14 05:57:02.340485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49242) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:02.371812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4c16bff1-92d1-43b5-948e-852d7daec7fb no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:02.388937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.404941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.408001 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4b08495e-1730-43c7-89b1-7e98fd8fd968 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:02.432404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 4c16bff1-92d1-43b5-948e-852d7daec7fb {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:02.432807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 4c16bff1-92d1-43b5-948e-852d7daec7fb not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:02.433898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a69f2e9-a0bb-4209-8495-3510f91a9dcb no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:02.470822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.507251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9a69f2e9-a0bb-4209-8495-3510f91a9dcb {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:02.507655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9a69f2e9-a0bb-4209-8495-3510f91a9dcb not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:02.589144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Pushing event updated for resources: {'Port': ['ID=ab9ae154-e097-42ed-a0a1-39fa37e1926c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:02.615439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.616835 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.9446495 Jan 14 05:57:02.624073 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:02.624715 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd47a25a-dfbf-459d-aae1-416bd7452892 tempest-AttachVolumeShelveTestJSON-977093574 tempest-AttachVolumeShelveTestJSON-977093574] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:02.635324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49246) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:02.636231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:56:54Z', 'revision_number': 3, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:02.642132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-20101355-a0ff-4223-af74-2f884d0cde78 None None] The sync data for ids ['1729da17-d700-44ba-aa02-f8f71ba71db0'] in n-d-768851-4 is: [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:56:54Z', 'revision_number': 3, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:00Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:02.708810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '434de297-3999-43e6-8803-4336ee9c7676', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:02.720118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:02.724190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:02.728177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:02.734153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:02.790203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.844711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d4b2bb83-8213-4a27-b2bc-b95235b515b6,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:02.845486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 29c3118c-3fb8-451e-99db-c84ee54a05b6 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:02.856638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:02.858135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.922670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.922948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.934155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.937430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:02.938347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-511cea3c-69a4-474e-8897-4a1b26fb788e tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:02.952328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:02.959881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:02.974862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:03.017493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3b46994d-a966-4286-aefd-5e31b9d6f7aa,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:03.056661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.098977 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.160s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:03.099610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60126531-7442-4001-9129-f395626a0427 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.090s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:03.245502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f38292fd-7105-4f9c-98eb-840d44fae82d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:03.263336 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:03.264549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.269368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c1959fb5-99c9-4e8f-b4fc-24959b0eb679 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.6118979 Jan 14 05:57:03.272427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49260) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:03.291546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '434de297-3999-43e6-8803-4336ee9c7676', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:03.305179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:03.309789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:03.313089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:03.320196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:03.326792 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.339964 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:57:03.356702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.398133 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.405540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-867a2229-9610-4d63-b969-57497f9a3f1e None None] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:03.406321 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/f38292fd-7105-4f9c-98eb-840d44fae82d HTTP/1.1" status: 204 len: 168 time: 2.0701184 Jan 14 05:57:03.407304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49264) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:03.464729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.484345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.547818 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5ead1b5f-e194-4b89-aeb9-19242071a851 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:03.583224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-da6ecb6c-12f5-4dd9-b67b-8eab1854ba32 None None] Provisioning for port ab9ae154-e097-42ed-a0a1-39fa37e1926c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:03.592782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-da6ecb6c-12f5-4dd9-b67b-8eab1854ba32 None None] Provisioning complete for port ab9ae154-e097-42ed-a0a1-39fa37e1926c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:03.593531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-da6ecb6c-12f5-4dd9-b67b-8eab1854ba32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.602729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.607308 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.3310971 Jan 14 05:57:03.617075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49272) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:03.629087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '434de297-3999-43e6-8803-4336ee9c7676', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:03.645340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.653885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=127c8505-d3dc-4655-a20f-732f7306c5ab,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:03.667695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:03.669116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:03.677650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:03.692203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:03.711560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:03.731344 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:57:03.745351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.796378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Deleting port fe3be0b8-9a14-4268-a892-86bf2060cbc6 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:03.796759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.841701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.885462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-da6ecb6c-12f5-4dd9-b67b-8eab1854ba32 None None] Port ab9ae154-e097-42ed-a0a1-39fa37e1926c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:57:03.893560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:03.903704 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-743d335f-866c-453d-8337-83a7eda7732a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:03.927148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=417c7cf0-5f57-4725-a5f4-ee0dbd62516d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:03.948220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:04.020276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] DHCP port deletion for 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:04.026025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Deleting port fe3be0b8-9a14-4268-a892-86bf2060cbc6 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:04.026615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.037981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.042414 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4212704 Jan 14 05:57:04.042414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.113236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] For port fe3be0b8-9a14-4268-a892-86bf2060cbc6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe3be0b8-9a14-4268-a892-86bf2060cbc6,segment=NetworkSegment(a3d92086-7db0-4910-bc00-769f41607bbe),segment_id=a3d92086-7db0-4910-bc00-769f41607bbe)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:04.113638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.195067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:04.195887 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94524ffc-2351-4d5b-a4d0-a0e5c281ef00 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:04.266003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Calling delete_port for fe3be0b8-9a14-4268-a892-86bf2060cbc6 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:04.266631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'network': {'name': 'tempest-network-smoke--1014086218', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:04.273094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6e32fd60-5f97-4784-a38f-aac035ac8dee None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:04.278439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.290123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=29c3118c-3fb8-451e-99db-c84ee54a05b6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:04.294622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:04.302612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:04.310443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:network and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:04.314980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:04.330292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:04.339674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:04.343845 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/29c3118c-3fb8-451e-99db-c84ee54a05b6 HTTP/1.1" status: 204 len: 168 time: 1.9994550 Jan 14 05:57:04.343845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:04.352964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.366521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49288) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:04.454295 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.456713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:57:04.478443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet a0edffca-c4cf-4db0-a818-2db0dd961a3f {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:04.482051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.572713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.581763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] For port fe3be0b8-9a14-4268-a892-86bf2060cbc6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe3be0b8-9a14-4268-a892-86bf2060cbc6,segment=NetworkSegment(a3d92086-7db0-4910-bc00-769f41607bbe),segment_id=a3d92086-7db0-4910-bc00-769f41607bbe)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:04.582373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.643520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d40b7f0-eadb-415d-a8ba-3c63ccfb8115 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:04.661043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.661622 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Added segment 1b5b52cc-8b21-47dd-9927-739359a96cab of type vxlan for network fa5099f3-a27b-4069-83a3-21f95e07a659 Jan 14 05:57:04.698150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.729436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.747403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3be0b8-9a14-4268-a892-86bf2060cbc6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:04.767896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.124s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:04.780496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-42187188-ffd9-4ee9-a8c6-63b9d043b8f0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Synchronizing usage tracker for tenant:232819a78d294c86bee396ec667f3524 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:04.792508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Calling delete_port for fe3be0b8-9a14-4268-a892-86bf2060cbc6 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:04.802244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] No DVR routers for this DVR port fe3be0b8-9a14-4268-a892-86bf2060cbc6 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:04.874236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-42187188-ffd9-4ee9-a8c6-63b9d043b8f0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Unset dirty status for tenant:232819a78d294c86bee396ec667f3524 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:04.875606 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-42187188-ffd9-4ee9-a8c6-63b9d043b8f0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestVolumeBootPattern-55329574&fields=id&tenant_id=232819a78d294c86bee396ec667f3524 HTTP/1.1" status: 200 len: 267 time: 0.5096622 Jan 14 05:57:04.879769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:57:04.880369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:57:04.891420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.912099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:04.913209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.928879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.936163 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55a547f2-4964-4f49-ba99-0dfa35c967d0 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:04.942622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:04.961813 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.7094548 Jan 14 05:57:04.965994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:04.967044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:04.967216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49294) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:05.026614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'admin_state_up': True, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:05.073332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:05.098399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:router and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:05.104265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:05.110113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Network': ['ID=fa5099f3-a27b-4069-83a3-21f95e07a659,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:05.131622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e3266aa4-367f-4d1a-88fa-fb7396a9b6bd tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.195s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:05.135349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:05.162465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.181386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:05.182916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network fa5099f3-a27b-4069-83a3-21f95e07a659 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:05.195486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.198266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network fa5099f3-a27b-4069-83a3-21f95e07a659 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:05.200824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.201943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.220636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.322675 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network fa5099f3-a27b-4069-83a3-21f95e07a659 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:05.439238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Deleting port fe3be0b8-9a14-4268-a892-86bf2060cbc6 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:05.439606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.487042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.526045 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:05.604822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:05.650966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a3d92086-7db0-4910-bc00-769f41607bbe') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:05.651607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a3d92086-7db0-4910-bc00-769f41607bbe') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:05.661050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88473ab7-694a-43d8-a4dc-7b4f7a241469 None None] The port 'fe3be0b8-9a14-4268-a892-86bf2060cbc6' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:57:05.688726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-1faac7a5-12ef-49a9-b0b3-ad78709ff229 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:05.698327 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-1faac7a5-12ef-49a9-b0b3-ad78709ff229 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/networks?id=0df40305-8ade-4a84-bebd-1a7c0566cbe5 HTTP/1.1" status: 200 len: 812 time: 0.7448800 Jan 14 05:57:05.717670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3be0b8-9a14-4268-a892-86bf2060cbc6 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:05.731160 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-8287ebbd-17f6-4c6d-b613-e89d3ba6e381 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/quotas/232819a78d294c86bee396ec667f3524 HTTP/1.1" status: 200 len: 375 time: 0.0313821 Jan 14 05:57:05.733968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.735116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.751164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.794943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ed1fb41-5d59-48c6-82fd-dc5b56e1e103 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:05.813144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:05.838065 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.301s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:05.838452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:05.839492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fe3be0b8-9a14-4268-a892-86bf2060cbc6 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:05.839894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3be0b8-9a14-4268-a892-86bf2060cbc6 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:05.844253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Releasing vxlan tunnel 19 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:57:06.008111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=a0edffca-c4cf-4db0-a818-2db0dd961a3f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:06.015528 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.221s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:06.168866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:06.213196 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a0edffca-c4cf-4db0-a818-2db0dd961a3f HTTP/1.1" status: 204 len: 168 time: 1.8458066 Jan 14 05:57:06.214643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49300) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:06.265167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:06.307777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fde171cd-48df-4661-b551-e717fb69f3fa None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:06.329676 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-78e14981-c317-4fa4-9238-344743722907 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.1128349 Jan 14 05:57:06.335794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49304) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:06.342811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:06.447148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9879e2b4-ca6f-429b-878c-f15e062cc8ea None None] Provisioning complete for port f7474c23-2c92-4ac5-b6bc-5f818633df33 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:06.447577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9879e2b4-ca6f-429b-878c-f15e062cc8ea None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:06.550430 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-50a08f85-ec77-450f-8738-b83c6c8cd47c tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/ports?tenant_id=232819a78d294c86bee396ec667f3524&fields=id HTTP/1.1" status: 200 len: 302 time: 0.8183718 Jan 14 05:57:06.552308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:06.562496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:06.653423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:06.653852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:06.656621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:06.685667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:06.783874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:06.850054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:06.933543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.019688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Pushing event updated for resources: {'Port': ['ID=ab9ae154-e097-42ed-a0a1-39fa37e1926c,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:07.048371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.049044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:07.065501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:07.070808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Deleting port f7474c23-2c92-4ac5-b6bc-5f818633df33 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:07.071494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.096952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:07.162033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Network 1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:57:07.191739 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:57:07.300482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-6cb83280-bcde-4213-b925-1a0c290c4269 service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7219446 Jan 14 05:57:07.317422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] For port f7474c23-2c92-4ac5-b6bc-5f818633df33, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f7474c23-2c92-4ac5-b6bc-5f818633df33,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:07.317872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.386517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.25.3.21 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/7db4fe76-4ae0-4463-8b6c-1df6a09f6a42) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:07.466604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.470050 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-810360c8-fe26-40f5-b7e7-67986ef578a2 req-812ce9d2-423f-48bf-a6cc-27aa9fbd20dc service neutron] 10.222.0.48 "GET /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1526616 Jan 14 05:57:07.476507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Calling delete_port for f7474c23-2c92-4ac5-b6bc-5f818633df33 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:07.490531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:07.491125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:07.491652 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1edea73-c1bf-49a9-830e-3bd610fd8b1f tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:07.503444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:07.508916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.512045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:07.515544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:07.520013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Pushing event deleted for resources: {'Network': ['ID=1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:07.526151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:07.560982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:07.572004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.595858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.678136 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] 10.222.0.48 "DELETE /v2.0/networks/1f4eeb5b-d80a-48e4-bb1e-ae6f5f6e308d HTTP/1.1" status: 204 len: 168 time: 4.2641547 Jan 14 05:57:07.754332 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f18998b5-9222-4e7c-b46c-763101f13a7d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:07.785167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.807578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] No DVR routers for this DVR port f7474c23-2c92-4ac5-b6bc-5f818633df33 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:07.821580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Pushing event deleted for resources: {'Port': ['ID=f7474c23-2c92-4ac5-b6bc-5f818633df33,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:07.827747 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:07.917419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8d4bef65-5a14-4010-913e-48a539a953bd None None] Provisioning complete for port ab9ae154-e097-42ed-a0a1-39fa37e1926c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:07.917769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8d4bef65-5a14-4010-913e-48a539a953bd None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:07.928809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Router 1729da17-d700-44ba-aa02-f8f71ba71db0 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:07.983619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:08.002858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8d4bef65-5a14-4010-913e-48a539a953bd None None] Port ab9ae154-e097-42ed-a0a1-39fa37e1926c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:57:08.015324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:08.080206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49330) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:08.160893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=7db4fe76-4ae0-4463-8b6c-1df6a09f6a42,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:08.177499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:08.241998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:08.245892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f7474c23-2c92-4ac5-b6bc-5f818633df33 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:08.247439 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] 10.222.0.48 "PUT /v2.0/routers/1729da17-d700-44ba-aa02-f8f71ba71db0/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.3568182 Jan 14 05:57:08.289218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Sync routers for ids ['1729da17-d700-44ba-aa02-f8f71ba71db0'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:08.322274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Routers {'1729da17-d700-44ba-aa02-f8f71ba71db0'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:08.322985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1729da17-d700-44ba-aa02-f8f71ba71db0'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:08.352330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49342) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:08.352578 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7811e86-b063-44b1-9163-8288260cdfbd admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3bf9021242594924a342352a7b1ddf83&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1824055 Jan 14 05:57:08.463487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:08.479525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:08.487927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:08.497439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:08.527555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Set router 1729da17-d700-44ba-aa02-f8f71ba71db0 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:08.559239 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:08.729246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f7474c23-2c92-4ac5-b6bc-5f818633df33 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:08.730110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f7474c23-2c92-4ac5-b6bc-5f818633df33 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:08.731442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:08.751211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a28fdb02-fbb0-4124-a412-de323d523214 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:08.802358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2b26e198-d985-4c7b-b72e-912d72d6d8da,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:08.809154 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:08.810190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:08.814046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2b26e198-d985-4c7b-b72e-912d72d6d8da HTTP/1.1" status: 204 len: 168 time: 0.4576759 Jan 14 05:57:09.342436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:57:04Z', 'revision_number': 4, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ab9ae154-e097-42ed-a0a1-39fa37e1926c', 'name': '', 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'mac_address': 'fa:16:3e:a2:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'bb5c5987-dac6-413c-b0d1-d3baecf93d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:00Z', 'updated_at': '2021-01-14T05:57:05Z', 'revision_number': 2, 'project_id': '813bce9b246441d48e42b6bd21810817', 'subnets': [{'id': 'bb5c5987-dac6-413c-b0d1-d3baecf93d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:09.348919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Checking router: 1729da17-d700-44ba-aa02-f8f71ba71db0 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:09.349521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Updating router 1729da17-d700-44ba-aa02-f8f71ba71db0 port ab9ae154-e097-42ed-a0a1-39fa37e1926c binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:57:09.378085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:09.463533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:09.572931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49382) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:09.738391 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-30eb8dd0-7287-43cb-913f-4039405a8847 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=fd76e4bbd2b84a49b455c2806046bbc9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1639788 Jan 14 05:57:09.743231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49392) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:10.031466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.051315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.065243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Transition to ACTIVE for port object ab9ae154-e097-42ed-a0a1-39fa37e1926c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:10.069455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.088892 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:10.127511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49400) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:10.134397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Request body: {'network': {'name': 'tempest-TestAggregatesBasicOps-816199811-network', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:10.147341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:10.158324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Usage tracker for resource:network and tenant:0cbd0468e684400a8351d3f55ebef7c9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:10.161862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:10.164162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0fff5-06a5-44b8-8cc5-b94af755ddc9 None None] Pushing event updated for resources: {'Port': ['ID=ab9ae154-e097-42ed-a0a1-39fa37e1926c,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:10.176817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:10.196298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Made reservation on behalf of 0cbd0468e684400a8351d3f55ebef7c9 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:10.199115 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82a7517f-1180-491f-8e02-f2ab52f3a608 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:10.202304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.216408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f0fff5-06a5-44b8-8cc5-b94af755ddc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:10.239693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.256490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fcb816b-7943-4bee-9784-577b4a33ff52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.272230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:10.287193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Usage tracker for resource:security_group_rule and tenant:0cbd0468e684400a8351d3f55ebef7c9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:10.291329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:10.306170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:10.322548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fcb816b-7943-4bee-9784-577b4a33ff52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.393568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=38bc066b-70e0-443e-b59e-cca574d8d835,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:10.397564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.198s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:10.403208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fcb816b-7943-4bee-9784-577b4a33ff52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.412044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9e749ca-aaea-4de1-9836-499b0b85f3a2 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:10.446432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.452700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fcb816b-7943-4bee-9784-577b4a33ff52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=22b100b7-a488-45de-a696-bcda999c83a7,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:10.455674 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6fcb816b-7943-4bee-9784-577b4a33ff52 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:10.503750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.511551 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.557318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:57:10.557565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Attempting to bind port ab9ae154-e097-42ed-a0a1-39fa37e1926c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:10.558047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Attempting to bind port ab9ae154-e097-42ed-a0a1-39fa37e1926c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:10.558564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Attempting to bind port ab9ae154-e097-42ed-a0a1-39fa37e1926c on network 2d9972ee-641d-47e7-9e7c-c764d714c414 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:10.570276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:10.571174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Checking segment: {'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:10.571734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.572444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Bound using segment: {'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:10.573096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Bound port: ab9ae154-e097-42ed-a0a1-39fa37e1926c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:10.573624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.580675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.581106 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Added segment 370a014a-cc9f-4fda-bd2e-3349b30c7ab4 of type vxlan for network 025f3aff-2001-46c5-a838-bc01190d9856 Jan 14 05:57:10.654010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.680715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] For port ab9ae154-e097-42ed-a0a1-39fa37e1926c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:10.685519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] For port ab9ae154-e097-42ed-a0a1-39fa37e1926c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ab9ae154-e097-42ed-a0a1-39fa37e1926c,segment=NetworkSegment(bb54775d-196a-4cf8-bff8-1f2b9e4db8e4),segment_id=bb54775d-196a-4cf8-bff8-1f2b9e4db8e4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:10.701995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.732052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6fcb816b-7943-4bee-9784-577b4a33ff52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.733283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6fcb816b-7943-4bee-9784-577b4a33ff52 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/22b100b7-a488-45de-a696-bcda999c83a7 HTTP/1.1" status: 204 len: 168 time: 0.9838812 Jan 14 05:57:10.741122 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afb55118-6b44-44f9-9f41-6749142dc7d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:10.750048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:10.753331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:10.760197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.761229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:10.761868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.770729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:10.771477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:10.823719 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 4.4865634 Jan 14 05:57:10.824585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49408) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:10.846979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:10.882286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b44aeb99-dafe-4e65-9add-fdb8158985b6,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:10.904520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:10.905139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-301311c8-11a3-4148-80ec-6c4bc51fe838 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:10.968966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3dc9111-02e8-426a-91d2-8a0ff6bdd05f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:10.976842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:57:11.103951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Pushing event updated for resources: {'Network': ['ID=025f3aff-2001-46c5-a838-bc01190d9856,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:11.109938 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.9811897 Jan 14 05:57:11.124020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.219s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:11.124555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49414) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:11.131888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Request body: {'subnet': {'network_id': '025f3aff-2001-46c5-a838-bc01190d9856', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestAggregatesBasicOps-816199811-subnet', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:11.146921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:11.152935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Usage tracker for resource:subnet and tenant:0cbd0468e684400a8351d3f55ebef7c9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:11.157116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:11.175161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:11.201101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Made reservation on behalf of 0cbd0468e684400a8351d3f55ebef7c9 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:11.206645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:11.214348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6376c44d-cf9b-4777-99ad-f00f980cc123 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:11.459070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-03f0fff5-06a5-44b8-8cc5-b94af755ddc9 None None] Pushing event updated for resources: {'Port': ['ID=ab9ae154-e097-42ed-a0a1-39fa37e1926c,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:11.468715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 025f3aff-2001-46c5-a838-bc01190d9856 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:11.597288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 025f3aff-2001-46c5-a838-bc01190d9856 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:11.671662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:11.676305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:11.679551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:11.685626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:11.701690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:11.715688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 025f3aff-2001-46c5-a838-bc01190d9856 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:11.853098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:11.911409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:11.922281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Sync routers for ids ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:11.940467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Routers {'8af7f96e-71cc-47e9-bfd5-44378ac08aeb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:11.962876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:12.031270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:12.036024 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 7.0150511 Jan 14 05:57:12.039669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49420) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:12.048147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:12.208107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f0fff5-06a5-44b8-8cc5-b94af755ddc9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.239s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:12.222072 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet 38bc066b-70e0-443e-b59e-cca574d8d835 (CIDR: 2001:db8::/64) Jan 14 05:57:12.229823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6a5513d-209b-4641-bdcc-a0bfe7742572 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:12.230868 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:57:12.232116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:12.278439 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bad7ef32-e7ae-4809-9cb9-4de9cd2d9c46 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.4501355 Jan 14 05:57:12.279129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49428) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:12.289744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'slaac', 'ipv6_address_mode': 'slaac'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:12.402516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Checking segment: {'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:12.402990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Network hostable DHCP agents. Network: 025f3aff-2001-46c5-a838-bc01190d9856, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:57:12.429892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Pushing event updated for resources: {'Subnet': ['ID=3ffa9106-6f7c-403f-87f8-ecc670ba6400,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:12.434238 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:12.451181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Network 025f3aff-2001-46c5-a838-bc01190d9856 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:57:12.478485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 025f3aff-2001-46c5-a838-bc01190d9856) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:12.529204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:12.534299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:12.565024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Set router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:12.599760 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.4736171 Jan 14 05:57:12.603014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49432) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:12.609764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Request body: {'router': {'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:12.613402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Routers {'1729da17-d700-44ba-aa02-f8f71ba71db0'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:12.614394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:56:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1729da17-d700-44ba-aa02-f8f71ba71db0'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:12.632063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:12.642833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Usage tracker for resource:router and tenant:0cbd0468e684400a8351d3f55ebef7c9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:12.647836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:12.658555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:12.670171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:12.672023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:12.707613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:12.803440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:12.811816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0993b826-f66a-4657-9f2b-12ce52c74f20 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:12.813671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-354a0189-abdf-4dc9-8319-265ac055c874 None None] Network 025f3aff-2001-46c5-a838-bc01190d9856 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:12.895144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:12.906941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:12.939375 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ba8dd46-9b6e-420b-b886-666d42873277 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?project_id=6199fe69995a46fdb97c8ad6127d0f73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.8982849 Jan 14 05:57:12.940208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49436) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:12.941291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:13.058759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:13.208804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-84efad52-abd4-4799-9b4f-71cc0ea860e8 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:13.210547 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84efad52-abd4-4799-9b4f-71cc0ea860e8 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2659001 Jan 14 05:57:13.214507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49442) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:13.218375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:13.220665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-025f3aff-2001-46c5-a838-bc01190d9856', 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'fixed_ips': [{'subnet_id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:57:13.224277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:13.228402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:57:13.229219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:13.252687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '38bc066b-70e0-443e-b59e-cca574d8d835'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:57:13.253837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:13.311486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:08Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:07Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:13.318111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Checking router: 8af7f96e-71cc-47e9-bfd5-44378ac08aeb for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:13.320124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Updating router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:57:13.390335 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-539b0909-293a-4481-a20a-ad3eb66447f2 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1706316 Jan 14 05:57:13.398139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49448) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:13.417172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'subnet': {'name': 'tempest-subnet-smoke-539394482', 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:13.442121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:13.692041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:13.720216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] Set router 1729da17-d700-44ba-aa02-f8f71ba71db0 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:14.122981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.154990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Transition to ACTIVE for port object 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:14.160809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.197886 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7329d33-1db7-4463-874c-1ef3c3b6e4ff None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:14.375290 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-20a68e22-09a1-480f-a771-369d0d32c332 req-0323f86c-f036-4860-a899-0b4d492bd41c tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "GET /v2.0/security-groups/58620600-f7ec-4557-83be-75e04ab3b0ad HTTP/1.1" status: 200 len: 2999 time: 1.0332413 Jan 14 05:57:14.430238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:57:14.437168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.448902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Allocated IP 172.20.0.2 (025f3aff-2001-46c5-a838-bc01190d9856/3ffa9106-6f7c-403f-87f8-ecc670ba6400/9f98c489-41c0-4853-bae0-35cac6bb537f) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:14.457137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Pushing event updated for resources: {'Port': ['ID=7db4fe76-4ae0-4463-8b6c-1df6a09f6a42,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:14.480648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9a7fe5c6-5d41-47ba-988b-3098d9473bce tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:14.486993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.487380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.487758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.488132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.488501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.507846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.508569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.508773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.509527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.509905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.510279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.510651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.511166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.511535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.511900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.512266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.512629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.512990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.513348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.513706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.514066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.514425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.514806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.515163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.515599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.515961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.516319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.516676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.517033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.517392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.517747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.518103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.518459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.529794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.530322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.530722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:14.539482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:subnet and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:14.543510 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.346s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:14.556162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.629051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Attempting to bind port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:14.629468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Attempting to bind port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:14.629877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Attempting to bind port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:14.636677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:14.637014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:14.637460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.638110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:14.638639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Bound port: 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:14.639137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.652157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:14.678786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de236522-cf6e-462e-a22b-c2609011fb47 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.702439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49460) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:14.704395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.724509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] For port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:14.728015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] For port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7db4fe76-4ae0-4463-8b6c-1df6a09f6a42,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:14.733520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.750323 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76baf762-f2c0-4210-ad75-746615484abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:14.770666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=1602ac38-db1e-4406-a921-6d9204bcb147,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:14.774275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.294s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:14.784920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:14.787746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:14.808790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:14.809986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:14.841781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:57:04Z', 'revision_number': 4, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ab9ae154-e097-42ed-a0a1-39fa37e1926c', 'name': '', 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'mac_address': 'fa:16:3e:a2:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'bb5c5987-dac6-413c-b0d1-d3baecf93d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:00Z', 'updated_at': '2021-01-14T05:57:10Z', 'revision_number': 4, 'project_id': '813bce9b246441d48e42b6bd21810817', 'subnets': [{'id': 'bb5c5987-dac6-413c-b0d1-d3baecf93d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:14.842857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 842 time: 2.5621254 Jan 14 05:57:14.843980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49464) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:14.851391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:c8:b5:94', 'name': 'tempest-NetworksTestDHCPv6-1399359697'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:14.859193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d7824c6e-e676-4b88-b1e4-d89cc3d40624 None None] The sync data for ids ['1729da17-d700-44ba-aa02-f8f71ba71db0'] in n-d-768851-4 is: [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:57:04Z', 'revision_number': 4, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'ab9ae154-e097-42ed-a0a1-39fa37e1926c', 'name': '', 'network_id': '2d9972ee-641d-47e7-9e7c-c764d714c414', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'mac_address': 'fa:16:3e:a2:e9:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_interface', 'standard_attr_id': 3416, 'fixed_ips': [{'subnet_id': 'bb5c5987-dac6-413c-b0d1-d3baecf93d27', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:00Z', 'updated_at': '2021-01-14T05:57:10Z', 'revision_number': 4, 'project_id': '813bce9b246441d48e42b6bd21810817', 'subnets': [{'id': 'bb5c5987-dac6-413c-b0d1-d3baecf93d27', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:14.864694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:14.928448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Pushing event updated for resources: {'Port': ['ID=7db4fe76-4ae0-4463-8b6c-1df6a09f6a42,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:14.960274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.210s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:15.012119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.024045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Routers {'8af7f96e-71cc-47e9-bfd5-44378ac08aeb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:15.024735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:15.040615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Transition to ACTIVE for port object 9f98c489-41c0-4853-bae0-35cac6bb537f will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:15.067034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/38bc066b-70e0-443e-b59e-cca574d8d835/83774b96-401d-40ef-af5e-411d0db91e06) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:15.077725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Transition to ACTIVE for port object 9f98c489-41c0-4853-bae0-35cac6bb537f will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:15.092829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.110809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:15.122959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:15.133292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-20a68e22-09a1-480f-a771-369d0d32c332 req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.148053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:15.174055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.189527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Allocated IP 172.25.3.46 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/5b257490-16dd-4609-bbfd-6394045657a4) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:15.198860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-20a68e22-09a1-480f-a771-369d0d32c332 req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.209016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:15.281772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] Set router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:15.298836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc7c52ef-d330-4d68-a18b-a8d6a86c30d2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:15.384396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.436847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Pushing event updated for resources: {'Port': ['ID=9f98c489-41c0-4853-bae0-35cac6bb537f,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:15.468750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.170s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:15.485506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Network 025f3aff-2001-46c5-a838-bc01190d9856 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:15.571697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port c375fad5-e54e-486f-ae0d-8b66f38d10aa yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:57:15.645765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.685223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:15.690198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Usage tracker for resource:security_group_rule and tenant:f6e8a9c4971b4df480bb50d4b7a56f4e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:15.693943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:15.701300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:15.757644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:08Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:15.762141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97c7bcd4-78a2-4c98-9a9b-c748483c68df None None] The sync data for ids ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'] in n-d-768851-4 is: [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:08Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:14Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:15.822600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:15.825207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:15.833325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.909750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Attempting to bind port 9f98c489-41c0-4853-bae0-35cac6bb537f on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:15.910082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Attempting to bind port 9f98c489-41c0-4853-bae0-35cac6bb537f by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:15.910622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Attempting to bind port 9f98c489-41c0-4853-bae0-35cac6bb537f on network 025f3aff-2001-46c5-a838-bc01190d9856 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:15.929566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.929803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 56, 47), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:15.930220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Checking segment: {'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:15.930877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.931141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Bound using segment: {'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:15.931703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Bound port: 9f98c489-41c0-4853-bae0-35cac6bb537f, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:15.932121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.947376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.954646 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-20a68e22-09a1-480f-a771-369d0d32c332 req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:15.965031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3e76271-d4dc-4a45-a509-4bc1428c5d88 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:16.035389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.093280 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f6e8a9c4971b4df480bb50d4b7a56f4e&name=default HTTP/1.1" status: 200 len: 2983 time: 1.3665011 Jan 14 05:57:16.096734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49470) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:16.098633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] For port 9f98c489-41c0-4853-bae0-35cac6bb537f, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:16.102222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] For port 9f98c489-41c0-4853-bae0-35cac6bb537f, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f98c489-41c0-4853-bae0-35cac6bb537f,segment=NetworkSegment(370a014a-cc9f-4fda-bd2e-3349b30c7ab4),segment_id=370a014a-cc9f-4fda-bd2e-3349b30c7ab4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:16.102346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8334dfb7-e188-4872-97be-423ac67a2445 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01f00fe1-cf78-45c8-8ce4-5c91696f6b45,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:16.110740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.132702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Pushing event deleted for resources: {'SecurityGroup': ['ID=58620600-f7ec-4557-83be-75e04ab3b0ad,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:16.133747 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:16.139501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:16.141433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.168s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:16.141880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:16.166644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-20a68e22-09a1-480f-a771-369d0d32c332 req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.167856 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-20a68e22-09a1-480f-a771-369d0d32c332 req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] 10.222.0.48 "DELETE /v2.0/security-groups/58620600-f7ec-4557-83be-75e04ab3b0ad HTTP/1.1" status: 204 len: 173 time: 1.6587362 Jan 14 05:57:16.193900 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.231479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.242009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Pushing event updated for resources: {'Port': ['ID=9f98c489-41c0-4853-bae0-35cac6bb537f,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:16.316526 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.317556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:16.365768 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.232s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:16.422502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.428141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.465502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Transition to ACTIVE for port object 83774b96-401d-40ef-af5e-411d0db91e06 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:16.511692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Transition to ACTIVE for port object 83774b96-401d-40ef-af5e-411d0db91e06 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:16.570865 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3bdc464-e11e-4dab-89c9-948afbfeea8c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:16.575352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ab9ae154-e097-42ed-a0a1-39fa37e1926c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:16.614296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.666847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f0fff5-06a5-44b8-8cc5-b94af755ddc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:16.680205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:16.686969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.689238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:16.741369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b5060fc-2853-4e8c-8f45-dd9c1fa26a12 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:16.768140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:16.842609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01f00fe1-cf78-45c8-8ce4-5c91696f6b45,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:16.856839 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:16.940219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:16.967390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ab9ae154-e097-42ed-a0a1-39fa37e1926c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:16.987638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Pushing event updated for resources: {'Port': ['ID=83774b96-401d-40ef-af5e-411d0db91e06,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:16.994161 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.327s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:16.996446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ab9ae154-e097-42ed-a0a1-39fa37e1926c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:16.996876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.065022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::14a (dc69f032-a8e7-4abf-b3f3-848413ff1f68/38bc066b-70e0-443e-b59e-cca574d8d835/c375fad5-e54e-486f-ae0d-8b66f38d10aa) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:17.073431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8:0:1:f816:3eff:fec8:b594 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/1602ac38-db1e-4406-a921-6d9204bcb147/c375fad5-e54e-486f-ae0d-8b66f38d10aa) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:17.076111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:17.080247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:17.087215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:17.173551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Attempting to bind port 83774b96-401d-40ef-af5e-411d0db91e06 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:17.174034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Attempting to bind port 83774b96-401d-40ef-af5e-411d0db91e06 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:17.174382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Attempting to bind port 83774b96-401d-40ef-af5e-411d0db91e06 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:17.243100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.255312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:17.255776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:17.256246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.256704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:17.257260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Bound port: 83774b96-401d-40ef-af5e-411d0db91e06, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:17.257694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.334073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.338081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/01f00fe1-cf78-45c8-8ce4-5c91696f6b45 HTTP/1.1" status: 204 len: 168 time: 1.2391462 Jan 14 05:57:17.369168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port ab9ae154-e097-42ed-a0a1-39fa37e1926c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ab9ae154-e097-42ed-a0a1-39fa37e1926c,segment=NetworkSegment(bb54775d-196a-4cf8-bff8-1f2b9e4db8e4),segment_id=bb54775d-196a-4cf8-bff8-1f2b9e4db8e4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:17.390641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.396207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1dcdaa5d-7e85-4c92-bed9-bd4063a77a5e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:17.412091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Pushing event updated for resources: {'Port': ['ID=5b257490-16dd-4609-bbfd-6394045657a4,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:17.414789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.514647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=ab9ae154-e097-42ed-a0a1-39fa37e1926c,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:17.521290 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.125s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:17.531995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] For port 83774b96-401d-40ef-af5e-411d0db91e06, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:17.540386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] For port 83774b96-401d-40ef-af5e-411d0db91e06, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=83774b96-401d-40ef-af5e-411d0db91e06,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:17.542753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.546577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.567849 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adeba988-3c55-4752-855e-1dbefe097120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:17.570866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object c375fad5-e54e-486f-ae0d-8b66f38d10aa will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:17.665729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Pushing event updated for resources: {'Port': ['ID=83774b96-401d-40ef-af5e-411d0db91e06,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:17.666327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.669622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:17.722530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.152s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:17.866238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49484) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:17.919569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:17.950315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:17.958723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Usage tracker for resource:security_group_rule and tenant:d5ec9aaad869499eb0c75b480edc94d6 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:17.972206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:17.998027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:18.022716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:18.049927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:18.201080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=c375fad5-e54e-486f-ae0d-8b66f38d10aa,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:18.203335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:18.280802 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.231s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:18.419012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f98c489-41c0-4853-bae0-35cac6bb537f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:18.586361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9f98c489-41c0-4853-bae0-35cac6bb537f completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:18.606940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ab9ae154-e097-42ed-a0a1-39fa37e1926c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:18.711440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:18.713874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:18.716901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:18.721275 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:18.731805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ab9ae154-e097-42ed-a0a1-39fa37e1926c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:18.732362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:18.737230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:18.737977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:18.774603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:18.804527 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1033 time: 3.9590204 Jan 14 05:57:18.811702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49488) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:18.872719 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1842663-ba1b-4a00-a693-b1bf0d166b28 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:18.874224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:18.932311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port c375fad5-e54e-486f-ae0d-8b66f38d10aa {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:18.932702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:18.953806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:18.961668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:18.962238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:18.965906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Subnet': ['ID=1a5218c4-3ded-42bb-bb74-fc7235845e8d,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:18.971998 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:18.987124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Router f487bc89-d36b-49ce-b2ea-bb412ee644c8 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:57:19.032301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Deleting port b2e10108-2136-4a28-aa27-8504c6cae11a {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:19.032675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.102585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.120116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7db4fe76-4ae0-4463-8b6c-1df6a09f6a42,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:19.124357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.131438 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:19.172308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a73b036e-9a96-410b-93f6-c3d3b725223e None None] Network 025f3aff-2001-46c5-a838-bc01190d9856 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:19.266733 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.290916 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.297128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Provisioning for port 9f98c489-41c0-4853-bae0-35cac6bb537f completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:19.303104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:19.310230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Provisioning complete for port 9f98c489-41c0-4853-bae0-35cac6bb537f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:19.310807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.322927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Checking segment: {'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:19.323328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network hostable DHCP agents. Network: fa5099f3-a27b-4069-83a3-21f95e07a659, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:57:19.354555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:19.380242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c176a641-f17e-4d22-81d3-5828dd3dfa35,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:19.384917 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=d5ec9aaad869499eb0c75b480edc94d6&name=default HTTP/1.1" status: 200 len: 2983 time: 1.5174680 Jan 14 05:57:19.389568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49492) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:19.389825 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:19.402408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Sync routers for ids ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:19.408900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network fa5099f3-a27b-4069-83a3-21f95e07a659 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:57:19.418818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=7db4fe76-4ae0-4463-8b6c-1df6a09f6a42,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:19.420327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, fa5099f3-a27b-4069-83a3-21f95e07a659) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:19.430287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.434317 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 6.8273504 Jan 14 05:57:19.434457 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.302s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:19.434457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ca2890b-46e3-415a-8474-c16606fd6ec7 None None] Network fa5099f3-a27b-4069-83a3-21f95e07a659 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:19.434671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49496) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:19.466007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.576611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Routers {'f487bc89-d36b-49ce-b2ea-bb412ee644c8'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:19.577537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:19.658608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for c375fad5-e54e-486f-ae0d-8b66f38d10aa owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:19.731531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] For port b2e10108-2136-4a28-aa27-8504c6cae11a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b2e10108-2136-4a28-aa27-8504c6cae11a,segment=NetworkSegment(37e2edf8-733a-4d77-8d32-2b3fc7fa311d),segment_id=37e2edf8-733a-4d77-8d32-2b3fc7fa311d)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:19.731942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.753653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.788775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.861579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:19.862248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:19.970296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64d5904f-6eff-4c5e-ab99-d31e8751e7e4 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:19.971656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Calling delete_port for b2e10108-2136-4a28-aa27-8504c6cae11a owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:19.998655 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 6.5880694 Jan 14 05:57:20.001832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:20.187768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:20.207043 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ba1dbe5-8727-47bd-ab6c-75ef925b83e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:20.272557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c176a641-f17e-4d22-81d3-5828dd3dfa35,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:20.302716 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:20.314316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:20.318130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c176a641-f17e-4d22-81d3-5828dd3dfa35 HTTP/1.1" status: 204 len: 168 time: 0.9249141 Jan 14 05:57:20.322997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:20.413432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:20.426361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Set router f487bc89-d36b-49ce-b2ea-bb412ee644c8 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:20.537917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-fa5099f3-a27b-4069-83a3-21f95e07a659', 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'fixed_ips': [{'subnet_id': '1a5218c4-3ded-42bb-bb74-fc7235845e8d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:57:20.538998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:20.651926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 83774b96-401d-40ef-af5e-411d0db91e06 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:20.913843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] For port 9f98c489-41c0-4853-bae0-35cac6bb537f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f98c489-41c0-4853-bae0-35cac6bb537f,segment=NetworkSegment(370a014a-cc9f-4fda-bd2e-3349b30c7ab4),segment_id=370a014a-cc9f-4fda-bd2e-3349b30c7ab4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:20.986822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:20.997735 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:21.012607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:21.034167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:21.114349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Pushing event updated for resources: {'Port': ['ID=9f98c489-41c0-4853-bae0-35cac6bb537f,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:21.120452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=c375fad5-e54e-486f-ae0d-8b66f38d10aa,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:21.163139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:21.195169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:21.232625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:21.256434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d9fd2f41-1708-4771-991b-d763c0d782fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:21.288328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 83774b96-401d-40ef-af5e-411d0db91e06 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:21.309285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Allocated IP 172.20.0.1 (025f3aff-2001-46c5-a838-bc01190d9856/3ffa9106-6f7c-403f-87f8-ecc670ba6400/1a97367d-b037-4318-a1e6-df5dcdfa2e73) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:21.364433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6c1b5066-741a-4c49-a15f-767f03a7343e None None] Provisioning for port 83774b96-401d-40ef-af5e-411d0db91e06 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:21.383796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6c1b5066-741a-4c49-a15f-767f03a7343e None None] Provisioning complete for port 83774b96-401d-40ef-af5e-411d0db91e06 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:21.384073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c1b5066-741a-4c49-a15f-767f03a7343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:21.419355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 83774b96-401d-40ef-af5e-411d0db91e06 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:21.419787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:21.476691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Pushing event deleted for resources: {'Port': ['ID=b2e10108-2136-4a28-aa27-8504c6cae11a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:21.542903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.286s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:21.635777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:21.657306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Transition to ACTIVE for port object 1a97367d-b037-4318-a1e6-df5dcdfa2e73 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:21.674320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Allocated IP 172.20.0.2 (fa5099f3-a27b-4069-83a3-21f95e07a659/1a5218c4-3ded-42bb-bb74-fc7235845e8d/fa21acee-3003-4741-b0e6-5a5d969eb193) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:21.693455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:21.695204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:21.723199 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdfb30cc-657f-47f5-99ef-39dfa2003d75 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:21.759952 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/c375fad5-e54e-486f-ae0d-8b66f38d10aa HTTP/1.1" status: 204 len: 168 time: 2.9471507 Jan 14 05:57:21.770883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49524) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:21.819570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Pushing event updated for resources: {'Port': ['ID=1a97367d-b037-4318-a1e6-df5dcdfa2e73,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:21.879150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:21.981513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Network 025f3aff-2001-46c5-a838-bc01190d9856 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:21.983107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:21.987091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:22.073301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.318601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.324704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.339090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Transition to ACTIVE for port object fa21acee-3003-4741-b0e6-5a5d969eb193 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:22.365029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-173ae8cd-deab-48f5-b067-58c0ca7eb824 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:22.366483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173ae8cd-deab-48f5-b067-58c0ca7eb824 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:22.407002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-173ae8cd-deab-48f5-b067-58c0ca7eb824 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:22.407607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Transition to ACTIVE for port object fa21acee-3003-4741-b0e6-5a5d969eb193 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:22.411875 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-173ae8cd-deab-48f5-b067-58c0ca7eb824 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.6351211 Jan 14 05:57:22.414928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49530) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:22.421267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.490534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.571743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.606712 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ad9b328-9dbf-4452-8124-1d7492d809e1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:22.644183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c1b5066-741a-4c49-a15f-767f03a7343e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.665393 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.670041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.704267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7db5052d-5897-4cf1-a55d-f1f9bbf139ea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:22.720408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.763593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:17Z', 'revision_number': 3, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:15Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:22.774450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Pushing event updated for resources: {'Port': ['ID=1a97367d-b037-4318-a1e6-df5dcdfa2e73,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:22.788185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:22.812726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:22.838279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Update dhcp port {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'fixed_ips': [{'subnet_id': '38bc066b-70e0-443e-b59e-cca574d8d835', 'ip_address': '2001:db8::2'}, {'subnet_id': '1602ac38-db1e-4406-a921-6d9204bcb147'}], 'binding:host_id': 'n-d-768851-4'}, 'id': '83774b96-401d-40ef-af5e-411d0db91e06'} from n-d-768851-4. {{(pid=80931) update_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:310}} Jan 14 05:57:22.857346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-550e1ef6-7193-4cfc-973e-b07931e75d87 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:22.862358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-550e1ef6-7193-4cfc-973e-b07931e75d87 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 943 time: 0.4440815 Jan 14 05:57:22.865510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49542) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:22.866332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Checking router: f487bc89-d36b-49ce-b2ea-bb412ee644c8 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:22.866970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Updating router f487bc89-d36b-49ce-b2ea-bb412ee644c8 port 5b257490-16dd-4609-bbfd-6394045657a4 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:57:22.974193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 83774b96-401d-40ef-af5e-411d0db91e06, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=83774b96-401d-40ef-af5e-411d0db91e06,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:22.981876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Network 025f3aff-2001-46c5-a838-bc01190d9856 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:22.983100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:23.009341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:23.010392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:23.127752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec8bd1-8503-40fd-bf86-621ff73778ee tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:23.132953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec8bd1-8503-40fd-bf86-621ff73778ee tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:23.138000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47ec8bd1-8503-40fd-bf86-621ff73778ee tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:23.138934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47ec8bd1-8503-40fd-bf86-621ff73778ee tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:23.160684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Pushing event updated for resources: {'Port': ['ID=fa21acee-3003-4741-b0e6-5a5d969eb193,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:23.186230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:23.256903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-47ec8bd1-8503-40fd-bf86-621ff73778ee tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:23.261263 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-47ec8bd1-8503-40fd-bf86-621ff73778ee tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2097 time: 0.3929427 Jan 14 05:57:23.261390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49550) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:23.308232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Router f487bc89-d36b-49ce-b2ea-bb412ee644c8 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:23.712747 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.106s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:23.725282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:23.734811 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c51190a-978b-452e-aab3-5264c77584d5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.651s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:23.777990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:23.792135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Transition to ACTIVE for port object 5b257490-16dd-4609-bbfd-6394045657a4 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:23.841336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:23.988528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:23.989243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:24.023132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-6c1b5066-741a-4c49-a15f-767f03a7343e None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:57:24.023542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-6c1b5066-741a-4c49-a15f-767f03a7343e None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:57:24.290454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Router 6d118433-9ef6-420e-817e-910f6b8c8f30 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:24.323695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 1602ac38-db1e-4406-a921-6d9204bcb147 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:24.332204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Allocated IP 2001:db8:0:1:f816:3eff:fec4:9b16 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/1602ac38-db1e-4406-a921-6d9204bcb147/83774b96-401d-40ef-af5e-411d0db91e06) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:24.352769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:24.377150 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] 10.222.0.48 "PUT /v2.0/routers/f487bc89-d36b-49ce-b2ea-bb412ee644c8/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9321077 Jan 14 05:57:24.591756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.20.0.1 (fa5099f3-a27b-4069-83a3-21f95e07a659/1a5218c4-3ded-42bb-bb74-fc7235845e8d/5e274aad-197b-4e5c-9515-f82c04834e2b) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:24.707054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:24.719154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] Sync routers for ids ['6d118433-9ef6-420e-817e-910f6b8c8f30'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:24.735064 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] 10.222.0.48 "PUT /v2.0/routers/6d118433-9ef6-420e-817e-910f6b8c8f30/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.4082847 Jan 14 05:57:24.738307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49572) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:24.742443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] Routers {'6d118433-9ef6-420e-817e-910f6b8c8f30'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:24.743229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6d118433-9ef6-420e-817e-910f6b8c8f30'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:24.858971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:24.912208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Transition to ACTIVE for port object 5e274aad-197b-4e5c-9515-f82c04834e2b will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:24.913636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Network fa5099f3-a27b-4069-83a3-21f95e07a659 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:24.947114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:24.956363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:24.972927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-727ba32e-db7b-4a8d-b96c-0b44e4893659 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:24.994772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=83774b96-401d-40ef-af5e-411d0db91e06,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:24.999546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Attempting to bind port 5b257490-16dd-4609-bbfd-6394045657a4 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:25.000682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Attempting to bind port 5b257490-16dd-4609-bbfd-6394045657a4 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:25.001321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Attempting to bind port 5b257490-16dd-4609-bbfd-6394045657a4 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:25.014467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.016811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:25.025846 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.291s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:25.027366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:25.028126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:25.028594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.029308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:25.030181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Bound port: 5b257490-16dd-4609-bbfd-6394045657a4, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:25.031000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.158792 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd18e453-653f-4ab7-8945-29b49acb4603 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 1.137s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:25.292088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network fa5099f3-a27b-4069-83a3-21f95e07a659 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:25.295629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:25.299977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:25.324018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] Set router 6d118433-9ef6-420e-817e-910f6b8c8f30 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:25.362196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.461674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=5e274aad-197b-4e5c-9515-f82c04834e2b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:25.550262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.577s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:25.550970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.571625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.576722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Attempting to bind port fa21acee-3003-4741-b0e6-5a5d969eb193 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:25.578824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Attempting to bind port fa21acee-3003-4741-b0e6-5a5d969eb193 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:25.582036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Attempting to bind port fa21acee-3003-4741-b0e6-5a5d969eb193 on network fa5099f3-a27b-4069-83a3-21f95e07a659 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:25.585360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Deleting port 152f2766-8583-43bc-9413-6086ec93100a {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:25.585775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.724392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:25.724392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Checking segment: {'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:25.725500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.725606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Bound using segment: {'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:25.726114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Bound port: fa21acee-3003-4741-b0e6-5a5d969eb193, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:25.726545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.764103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] For port 5b257490-16dd-4609-bbfd-6394045657a4, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:25.767768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] For port 5b257490-16dd-4609-bbfd-6394045657a4, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5b257490-16dd-4609-bbfd-6394045657a4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:25.798511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] For port 83774b96-401d-40ef-af5e-411d0db91e06, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=83774b96-401d-40ef-af5e-411d0db91e06,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:25.808463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:57:20Z', 'revision_number': 5, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:25.817418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] Checking router: 6d118433-9ef6-420e-817e-910f6b8c8f30 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:25.829026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.838024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] Routers {'6d118433-9ef6-420e-817e-910f6b8c8f30'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:25.846113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['6d118433-9ef6-420e-817e-910f6b8c8f30'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:25.849341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Transition to ACTIVE for port object 83774b96-401d-40ef-af5e-411d0db91e06 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:25.850975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.931598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:25.987394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.036646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec8f5a-2bf0-4404-be15-a5377aa229d6 None None] Pushing event updated for resources: {'Port': ['ID=5b257490-16dd-4609-bbfd-6394045657a4,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:26.039665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.073147 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeec8f5a-2bf0-4404-be15-a5377aa229d6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.917s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:26.073685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eeec8f5a-2bf0-4404-be15-a5377aa229d6 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:26.131192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] Set router 6d118433-9ef6-420e-817e-910f6b8c8f30 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:26.174090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.213366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.217515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f98c489-41c0-4853-bae0-35cac6bb537f up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:26.535460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eeec8f5a-2bf0-4404-be15-a5377aa229d6 None None] Pushing event updated for resources: {'Port': ['ID=5b257490-16dd-4609-bbfd-6394045657a4,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:26.560386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:57:20Z', 'revision_number': 5, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:26.566586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-66b06d26-01c6-4ff5-826a-66899cc7530e None None] The sync data for ids ['6d118433-9ef6-420e-817e-910f6b8c8f30'] in n-d-768851-4 is: [{'id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'name': 'tempest-TestVolumeBootPattern-1548907771-router', 'tenant_id': '232819a78d294c86bee396ec667f3524', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250'}], 'enable_snat': True}, 'gw_port_id': '152f2766-8583-43bc-9413-6086ec93100a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:53:53Z', 'updated_at': '2021-01-14T05:57:20Z', 'revision_number': 5, 'project_id': '232819a78d294c86bee396ec667f3524', 'gw_port': {'id': '152f2766-8583-43bc-9413-6086ec93100a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:8d:53:58', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '6d118433-9ef6-420e-817e-910f6b8c8f30', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3150, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.250', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:53:56Z', 'updated_at': '2021-01-14T05:54:12Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:26.581095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.602474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.720880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25ab8f5a-b01e-4d2f-a5da-e38815bc4a61 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:26.738551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Pushing event updated for resources: {'Port': ['ID=83774b96-401d-40ef-af5e-411d0db91e06,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:26.758531 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.685s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:26.759186 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.614s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:26.759695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:26.771992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97f5f42f-a2f7-47d1-a73b-a8fb7a8177e7 None None] Provisioning complete for port 9f98c489-41c0-4853-bae0-35cac6bb537f triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:26.772695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97f5f42f-a2f7-47d1-a73b-a8fb7a8177e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.774539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] For port 152f2766-8583-43bc-9413-6086ec93100a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=152f2766-8583-43bc-9413-6086ec93100a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:26.775194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.812312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] For port fa21acee-3003-4741-b0e6-5a5d969eb193, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:26.879197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:26.912096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] For port fa21acee-3003-4741-b0e6-5a5d969eb193, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa21acee-3003-4741-b0e6-5a5d969eb193,segment=NetworkSegment(1b5b52cc-8b21-47dd-9927-739359a96cab),segment_id=1b5b52cc-8b21-47dd-9927-739359a96cab)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:26.971388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:27.010628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49624) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:27.026860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Calling delete_port for 152f2766-8583-43bc-9413-6086ec93100a owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:27.037769 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:27.061377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=5e274aad-197b-4e5c-9515-f82c04834e2b,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:27.074828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.353s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:27.098477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9f98c489-41c0-4853-bae0-35cac6bb537f triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:27.098890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:27.147876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-e6561fa5-d6b8-4436-8be2-1cb8cf1372d8 req-9d50d8e0-4ddc-4bea-8530-1110ba50af5a tempest-ServerShowV247Test-2016482245 tempest-ServerShowV247Test-2016482245] (80930) timed out ('10.222.0.45', 54084) {{(pid=80930) process_request /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:830}} Jan 14 05:57:27.152743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network fa5099f3-a27b-4069-83a3-21f95e07a659 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:27.153962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:27.283343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Pushing event updated for resources: {'Port': ['ID=fa21acee-3003-4741-b0e6-5a5d969eb193,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:27.316943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:27.394994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:27.406586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97f5f42f-a2f7-47d1-a73b-a8fb7a8177e7 None None] Provisioning for port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:27.417505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-97f5f42f-a2f7-47d1-a73b-a8fb7a8177e7 None None] Provisioning complete for port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:27.418105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97f5f42f-a2f7-47d1-a73b-a8fb7a8177e7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:27.485461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-97f5f42f-a2f7-47d1-a73b-a8fb7a8177e7 None None] Port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:57:27.534060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Routers {'f487bc89-d36b-49ce-b2ea-bb412ee644c8'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:27.534943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:27.621328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:27.636910 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/8af7f96e-71cc-47e9-bfd5-44378ac08aeb/add_router_interface HTTP/1.1" status: 200 len: 503 time: 7.6340673 Jan 14 05:57:27.775259 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:27.795384 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-14802135-697c-4a55-a58b-7c2307e164af tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:27.844728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=1602ac38-db1e-4406-a921-6d9204bcb147,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:27.910539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:27.911136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:28.037846 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-3efb1f4e-6bf2-4dd3-ac54-ec7855335dcb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-465457809&fields=id&tenant_id=6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 267 time: 0.0993829 Jan 14 05:57:28.079446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Sync routers for ids ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:28.103660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:28.143131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Routers {'8af7f96e-71cc-47e9-bfd5-44378ac08aeb'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:28.143952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:28.203253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 83774b96-401d-40ef-af5e-411d0db91e06 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:28.244479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:28.273691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] Set router f487bc89-d36b-49ce-b2ea-bb412ee644c8 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:28.330197 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/1602ac38-db1e-4406-a921-6d9204bcb147 HTTP/1.1" status: 204 len: 168 time: 5.0654633 Jan 14 05:57:28.331575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49652) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:28.414372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:28.432524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-531b09dd-b39d-4e1a-8dfc-96716363fe93 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:28.433367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-531b09dd-b39d-4e1a-8dfc-96716363fe93 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:28.461792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-531b09dd-b39d-4e1a-8dfc-96716363fe93 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:28.469683 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-531b09dd-b39d-4e1a-8dfc-96716363fe93 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/networks?id=fa5099f3-a27b-4069-83a3-21f95e07a659 HTTP/1.1" status: 200 len: 797 time: 0.4232092 Jan 14 05:57:28.500847 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-f08d3b37-c5ad-4a0c-850c-50ebf1b52b80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/quotas/6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 375 time: 0.0300772 Jan 14 05:57:28.775136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a3d802a1-09a3-4ac2-9b14-4b032a426017 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:28.831325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-fd6981f9-0f68-43c4-8fa4-75ebdeba9bac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:28.875198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 38bc066b-70e0-443e-b59e-cca574d8d835 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:28.878889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:28.960830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:28.999142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Set router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:29.060400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.064639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.065579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.123310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-fd6981f9-0f68-43c4-8fa4-75ebdeba9bac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:29.124803 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-fd6981f9-0f68-43c4-8fa4-75ebdeba9bac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/ports?tenant_id=6199fe69995a46fdb97c8ad6127d0f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.6230710 Jan 14 05:57:29.244843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.268709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43339346-671b-4cf5-8d0d-6e4d0a4e374e None None] Provisioning for port 83774b96-401d-40ef-af5e-411d0db91e06 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:29.413395 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-545027f3-ae10-47d5-bb88-275cf421dea6 service neutron] 10.222.0.48 "GET /v2.0/networks/fa5099f3-a27b-4069-83a3-21f95e07a659?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2740574 Jan 14 05:57:29.441238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.442802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Fanout notify agent at l3_agent the message router_deleted on router 6d118433-9ef6-420e-817e-910f6b8c8f30 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:57:29.468648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.470581 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-381f5b86-b552-4abd-b88e-3e594d9757cf admin admin] 10.222.0.48 "DELETE /v2.0/routers/6d118433-9ef6-420e-817e-910f6b8c8f30 HTTP/1.1" status: 204 len: 168 time: 4.7307408 Jan 14 05:57:29.475373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49668) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:29.543935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-43339346-671b-4cf5-8d0d-6e4d0a4e374e None None] Provisioning complete for port 83774b96-401d-40ef-af5e-411d0db91e06 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:29.544379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-43339346-671b-4cf5-8d0d-6e4d0a4e374e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.742183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Deleting subnet b6da822b-56c0-46b2-b7b3-41c573eaf0ea {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:29.751538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.820010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Deleting port ab9ae154-e097-42ed-a0a1-39fa37e1926c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:29.820579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.868751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 83774b96-401d-40ef-af5e-411d0db91e06 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:29.869330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:29.968626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 4, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '1a97367d-b037-4318-a1e6-df5dcdfa2e73', 'name': '', 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'mac_address': 'fa:16:3e:99:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:20Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 2, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'subnets': [{'id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:30.051736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5662adb1-1ee5-4681-aae9-8d4efd877300 None None] The sync data for ids ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'] in n-d-768851-4 is: [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 4, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '1a97367d-b037-4318-a1e6-df5dcdfa2e73', 'name': '', 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'mac_address': 'fa:16:3e:99:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:20Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 2, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'subnets': [{'id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:30.092175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] For port ab9ae154-e097-42ed-a0a1-39fa37e1926c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ab9ae154-e097-42ed-a0a1-39fa37e1926c,segment=NetworkSegment(bb54775d-196a-4cf8-bff8-1f2b9e4db8e4),segment_id=bb54775d-196a-4cf8-bff8-1f2b9e4db8e4)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:30.092590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:30.188320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:25Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '5e274aad-197b-4e5c-9515-f82c04834e2b', 'name': '', 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:90:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '1a5218c4-3ded-42bb-bb74-fc7235845e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:23Z', 'updated_at': '2021-01-14T05:57:26Z', 'revision_number': 2, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': '1a5218c4-3ded-42bb-bb74-fc7235845e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:30.202988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Checking router: 8af7f96e-71cc-47e9-bfd5-44378ac08aeb for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:30.203397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Updating router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb port 5e274aad-197b-4e5c-9515-f82c04834e2b binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:57:30.248681 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-aa79fddb-6dae-484a-8d9e-001549571eb8 req-90218100-1589-403a-b02f-ce79d22af783 service neutron] 10.222.0.48 "GET /v2.0/networks/fa5099f3-a27b-4069-83a3-21f95e07a659?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.8280671 Jan 14 05:57:30.319719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:30.381345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:30.381900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Calling delete_port for ab9ae154-e097-42ed-a0a1-39fa37e1926c owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:30.406184 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cbc58f6-f6e4-48db-afd1-0931da3656fd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:30.515560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:30.649747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=38bc066b-70e0-443e-b59e-cca574d8d835,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:30.687650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.688213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.688746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.689286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.689808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.701746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.702554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.703213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.703870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.705576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.706218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.710397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.711238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.713029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.714114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.716938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.717565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.718192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.720161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.720835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.723452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.724346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.725454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.726665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.735597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.735597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.736123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.737005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.737526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.738057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.738556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.743284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.743895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.744434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.745025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.745475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:30.755840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:30.847318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:30.876983 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/38bc066b-70e0-443e-b59e-cca574d8d835 HTTP/1.1" status: 204 len: 168 time: 2.5439918 Jan 14 05:57:30.880662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49680) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:30.905155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a2dd40e2-61ea-4cb7-8eab-757f531c8e11 None None] Network fa5099f3-a27b-4069-83a3-21f95e07a659 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:30.932167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:30.981890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d355ea23-883e-4da3-af0b-1ccdcb648f61 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.0998673 Jan 14 05:57:30.994123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49690) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:31.012936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_address_mode': 'dhcpv6-stateful'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:31.219016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49696) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:31.240781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:31.293513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cb300359-28a8-4407-8b0f-c260d65950af tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:31.539413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Pushing event deleted for resources: {'Port': ['ID=ab9ae154-e097-42ed-a0a1-39fa37e1926c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:31.632598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:31.635633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:31.705702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 83774b96-401d-40ef-af5e-411d0db91e06 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:31.709316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:31.719793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:31.739947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:31.762645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:31.777090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:32.037801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-10caeac8-ee5c-4a65-b0c4-5767683643e3 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:32.196475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:32.220618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Transition to ACTIVE for port object 5e274aad-197b-4e5c-9515-f82c04834e2b will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:32.275908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8068e9fc-a60f-47ab-8149-dea075157180 None None] Provisioning for port fa21acee-3003-4741-b0e6-5a5d969eb193 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:32.292909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:32.314208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:32.415172 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:32.462533 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-201e860f-f4a2-46bd-b920-0af40979eaf3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:32.572007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:32.588730 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-771bcd4c-3129-4def-912d-aebcf47e1db6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:32.594171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Pushing event updated for resources: {'Port': ['ID=5e274aad-197b-4e5c-9515-f82c04834e2b,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:32.663149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=b6da822b-56c0-46b2-b7b3-41c573eaf0ea,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:32.698859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.699591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.700190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.700766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.701345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.701943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.702513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.703111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.703692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.704259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.704987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.705552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.706300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.706892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.707482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.708092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.708661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.709301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.709869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.710453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.711044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.711609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.712172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.712746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.713397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.713959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.714526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.715234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.715811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.716484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.717054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.717614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.718196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.718791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.719448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.720009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:32.747437 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.159s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:32.762224 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.300s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:32.769407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f3c9a825-e55c-41c3-8e94-b338428bb6dc None None] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:32.822817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:32.913919 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/b6da822b-56c0-46b2-b7b3-41c573eaf0ea HTTP/1.1" status: 204 len: 168 time: 3.4370136 Jan 14 05:57:32.915077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49710) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:33.080461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 83774b96-401d-40ef-af5e-411d0db91e06 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:33.081003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.101806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.189616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Attempting to bind port 5e274aad-197b-4e5c-9515-f82c04834e2b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:33.190153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Attempting to bind port 5e274aad-197b-4e5c-9515-f82c04834e2b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:33.190639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Attempting to bind port 5e274aad-197b-4e5c-9515-f82c04834e2b on network fa5099f3-a27b-4069-83a3-21f95e07a659 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:33.214681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:33.215552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Checking segment: {'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:33.215932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.216515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Bound using segment: {'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:33.217063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Bound port: 5e274aad-197b-4e5c-9515-f82c04834e2b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1b5b52cc-8b21-47dd-9927-739359a96cab', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:33.217536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.239760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:33.242097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c6d9d4e8-3319-478c-b942-94d710a37700 None None] Provisioning complete for port 83774b96-401d-40ef-af5e-411d0db91e06 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:33.242600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c6d9d4e8-3319-478c-b942-94d710a37700 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.265914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.287316 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1650e468-7d42-4c02-9de4-c92dcd5ae82b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:33.494549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=da7fae72-05a3-4e88-836e-8c05bd8c461d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:33.499764 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:33.581259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa21acee-3003-4741-b0e6-5a5d969eb193 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:33.620951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port 5e274aad-197b-4e5c-9515-f82c04834e2b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:33.621705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.642747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Deleting port 83774b96-401d-40ef-af5e-411d0db91e06 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:33.643171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.745822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:33.750624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:33.812130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:33.813000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.835156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] For port 5e274aad-197b-4e5c-9515-f82c04834e2b, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:33.843129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] For port 5e274aad-197b-4e5c-9515-f82c04834e2b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5e274aad-197b-4e5c-9515-f82c04834e2b,segment=NetworkSegment(1b5b52cc-8b21-47dd-9927-739359a96cab),segment_id=1b5b52cc-8b21-47dd-9927-739359a96cab)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:33.866064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:33.910487 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 834 time: 2.9150500 Jan 14 05:57:33.925465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49722) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:33.932893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:33.978446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Deleting port fe3b1241-cd22-485c-8104-f6d265e0960d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:33.979092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:34.002033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:34.069394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Router 1729da17-d700-44ba-aa02-f8f71ba71db0 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:34.113645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:34.124959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:34.131485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:34.149235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:34.224514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:34.321885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port 5e274aad-197b-4e5c-9515-f82c04834e2b, host n-d-768851-4, got binding levels [] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:34.323270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:34.575246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:34.593593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] Sync routers for ids ['1729da17-d700-44ba-aa02-f8f71ba71db0'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:34.595476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] 10.222.0.48 "PUT /v2.0/routers/1729da17-d700-44ba-aa02-f8f71ba71db0/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5310314 Jan 14 05:57:34.609143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49726) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:34.613055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] Routers {'1729da17-d700-44ba-aa02-f8f71ba71db0'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:34.613749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1729da17-d700-44ba-aa02-f8f71ba71db0'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:34.727225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] For port 83774b96-401d-40ef-af5e-411d0db91e06, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=83774b96-401d-40ef-af5e-411d0db91e06,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:34.727571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:34.827861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] For port fe3b1241-cd22-485c-8104-f6d265e0960d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fe3b1241-cd22-485c-8104-f6d265e0960d,segment=NetworkSegment(37e2edf8-733a-4d77-8d32-2b3fc7fa311d),segment_id=37e2edf8-733a-4d77-8d32-2b3fc7fa311d)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:34.828511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:34.905899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Calling delete_port for 83774b96-401d-40ef-af5e-411d0db91e06 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:34.918716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] Set router 1729da17-d700-44ba-aa02-f8f71ba71db0 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:34.994949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf06d52b-f782-4c39-a7c6-f429faa6a671 None None] DHCP port deletion for 0df40305-8ade-4a84-bebd-1a7c0566cbe5 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:35.036523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Pushing event updated for resources: {'Port': ['ID=5e274aad-197b-4e5c-9515-f82c04834e2b,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:35.040949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Sync routers for ids ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:35.048837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Calling delete_port for fe3b1241-cd22-485c-8104-f6d265e0960d owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:35.062300 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.060s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:35.074030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.159478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.258757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for 5e274aad-197b-4e5c-9515-f82c04834e2b owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:35.288494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Routers {'f487bc89-d36b-49ce-b2ea-bb412ee644c8'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:35.289208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:35.378126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:57:31Z', 'revision_number': 5, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:35.385491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] Checking router: 1729da17-d700-44ba-aa02-f8f71ba71db0 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:35.400679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] Routers {'1729da17-d700-44ba-aa02-f8f71ba71db0'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:35.401505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['1729da17-d700-44ba-aa02-f8f71ba71db0'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:35.484567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:57:35.484986 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:57:35.509775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.515506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.521262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Deleting port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:35.521775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.608513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Set router f487bc89-d36b-49ce-b2ea-bb412ee644c8 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:35.705291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] Set router 1729da17-d700-44ba-aa02-f8f71ba71db0 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:35.742325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] For port 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:35.743026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.759594 n-d-768851-4 neutron-server[80820]: INFO neutron.db.ipam_backend_mixin [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Validation for CIDR: 2001:db8::/64 failed - overlaps with subnet da7fae72-05a3-4e88-836e-8c05bd8c461d (CIDR: 2001:db8::/64) Jan 14 05:57:35.764418 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] POST failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 05:57:35.764854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 400 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:35.814488 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7296e2c4-27b1-4e5e-8110-3d59e9afb751 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 400 len: 424 time: 1.8877265 Jan 14 05:57:35.817359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49746) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:35.824281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'subnet': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'cidr': '2001:db8:0:1::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:1::1', 'ipv6_ra_mode': 'dhcpv6-stateless', 'ipv6_address_mode': 'dhcpv6-stateless'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:35.849725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23d2d528-65df-4b01-b9a4-5a60ad8ef970 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:35.894052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Calling delete_port for 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:35.898074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f5dff302-dd08-4f1e-9535-1788a67c9127 None None] Provisioning for port 5e274aad-197b-4e5c-9515-f82c04834e2b completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:35.901820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port fa21acee-3003-4741-b0e6-5a5d969eb193 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:35.906973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cf06d52b-f782-4c39-a7c6-f429faa6a671 None None] Deleting port fe3b1241-cd22-485c-8104-f6d265e0960d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:35.907407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf06d52b-f782-4c39-a7c6-f429faa6a671 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.978614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:35.989199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port 5e274aad-197b-4e5c-9515-f82c04834e2b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:35.989532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.018195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Pushing event deleted for resources: {'Port': ['ID=83774b96-401d-40ef-af5e-411d0db91e06,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:36.030543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fa21acee-3003-4741-b0e6-5a5d969eb193 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:36.031452 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.116605 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:36.118595 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.269s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:36.144984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:57:31Z', 'revision_number': 5, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:36.148558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfc73115-c4ac-498e-9cf1-25b200ca156a None None] The sync data for ids ['1729da17-d700-44ba-aa02-f8f71ba71db0'] in n-d-768851-4 is: [{'id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'name': 'tempest-TestAggregatesBasicOps-946507734-router', 'tenant_id': '813bce9b246441d48e42b6bd21810817', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55'}], 'enable_snat': True}, 'gw_port_id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:56:49Z', 'updated_at': '2021-01-14T05:57:31Z', 'revision_number': 5, 'project_id': '813bce9b246441d48e42b6bd21810817', 'gw_port': {'id': '8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:33:8c:3e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '1729da17-d700-44ba-aa02-f8f71ba71db0', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3412, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.55', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:56:52Z', 'updated_at': '2021-01-14T05:57:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:36.172706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:36.177250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Usage tracker for resource:subnet and tenant:a2a96ad69d9e468da6465b2c62b5841d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:36.180629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:36.186963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:36.203258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:36.205673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Pushing event deleted for resources: {'Port': ['ID=fe3b1241-cd22-485c-8104-f6d265e0960d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:36.213375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.223393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] No DVR routers for this DVR port fe3b1241-cd22-485c-8104-f6d265e0960d on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:36.267616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.268777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.269349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.270066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.270848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.272182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.272902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.273512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.274072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.274634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.275237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.275808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.276615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.277171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.277723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.278286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.278877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.279442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.279991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.280538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.281095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.282139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.282824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.283390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.284101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.284665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.285213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.285763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.286389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.287137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.287704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.288254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.288803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.289364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.289912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.290467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:57:36.300411 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:36.395372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cf06d52b-f782-4c39-a7c6-f429faa6a671 None None] The port 'fe3b1241-cd22-485c-8104-f6d265e0960d' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:57:36.412366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] No DVR routers for this DVR port 83774b96-401d-40ef-af5e-411d0db91e06 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:36.553514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.571132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f5dff302-dd08-4f1e-9535-1788a67c9127 None None] Provisioning complete for port fa21acee-3003-4741-b0e6-5a5d969eb193 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:36.571578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5dff302-dd08-4f1e-9535-1788a67c9127 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.589134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.650029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Routers {'8af7f96e-71cc-47e9-bfd5-44378ac08aeb'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:36.651049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:36.651475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port 5e274aad-197b-4e5c-9515-f82c04834e2b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5e274aad-197b-4e5c-9515-f82c04834e2b,segment=NetworkSegment(1b5b52cc-8b21-47dd-9927-739359a96cab),segment_id=1b5b52cc-8b21-47dd-9927-739359a96cab)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:36.651895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.741400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.820471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for 5e274aad-197b-4e5c-9515-f82c04834e2b owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:36.855149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] Set router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:36.867568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0df40305-8ade-4a84-bebd-1a7c0566cbe5']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:36.895945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '37e2edf8-733a-4d77-8d32-2b3fc7fa311d') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:36.896336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '37e2edf8-733a-4d77-8d32-2b3fc7fa311d') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:36.941950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.983465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:36.991689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Releasing vxlan tunnel 17 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:57:37.020997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d254113e-ec4d-4379-8373-67006d6c1a2f None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:37.121584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.200029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.239827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f17c3045-c97a-4d7a-a6f7-d3e43dbd4710 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:37.376388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port fa21acee-3003-4741-b0e6-5a5d969eb193, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa21acee-3003-4741-b0e6-5a5d969eb193,segment=NetworkSegment(1b5b52cc-8b21-47dd-9927-739359a96cab),segment_id=1b5b52cc-8b21-47dd-9927-739359a96cab)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:37.377946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'tenant_id': 'a2a96ad69d9e468da6465b2c62b5841d', 'fixed_ips': [{'subnet_id': '8325620b-9671-445c-bc84-adfec37f7725'}, {'subnet_id': 'da7fae72-05a3-4e88-836e-8c05bd8c461d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:57:37.379005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.491033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.558765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Port': ['ID=5e274aad-197b-4e5c-9515-f82c04834e2b,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:37.568667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.329s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:37.803411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.810327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.869977 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-adeba988-3c55-4752-855e-1dbefe097120 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:37.935562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:37.976576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.992004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:37.992790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 1729da17-d700-44ba-aa02-f8f71ba71db0 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:57:38.039099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.objects.ports [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Time-cost: Fetching 0 ports in 0 security groups {{(pid=80930) get_objects /opt/stack/neutron/neutron/objects/ports.py:428}} Jan 14 05:57:38.043768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.091588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e7f320c3-2b0f-4e90-addb-508342807324 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:38.113423 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.115289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-535d2a0c-33cf-49ee-88f4-66e019a1fbb1 admin admin] 10.222.0.48 "DELETE /v2.0/routers/1729da17-d700-44ba-aa02-f8f71ba71db0 HTTP/1.1" status: 204 len: 168 time: 3.5044763 Jan 14 05:57:38.119824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49756) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:38.150493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.221065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Allocated IP 2001:db8::2 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/da7fae72-05a3-4e88-836e-8c05bd8c461d/0853cb73-8c7c-4390-86f9-974cf3cb9ae1) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:38.228697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Allocated IP 2001:db8:0:1:f816:3eff:fe51:aca (dc69f032-a8e7-4abf-b3f3-848413ff1f68/8325620b-9671-445c-bc84-adfec37f7725/0853cb73-8c7c-4390-86f9-974cf3cb9ae1) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:38.262330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Network 0df40305-8ade-4a84-bebd-1a7c0566cbe5 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:57:38.291100 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:57:38.383328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Deleting subnet bb5c5987-dac6-413c-b0d1-d3baecf93d27 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:38.387300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.445526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Subnet': ['ID=8325620b-9671-445c-bc84-adfec37f7725,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:38.454559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.467513 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.376s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:38.510773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b2e10108-2136-4a28-aa27-8504c6cae11a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:38.562188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.567996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb84734c-0183-4184-abf5-3851951b022a tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:38.572144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b2e10108-2136-4a28-aa27-8504c6cae11a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:38.572531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b2e10108-2136-4a28-aa27-8504c6cae11a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:38.573139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 152f2766-8583-43bc-9413-6086ec93100a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:38.584921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:38.586445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:38.594008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.608011 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] 10.222.0.48 "DELETE /v2.0/networks/0df40305-8ade-4a84-bebd-1a7c0566cbe5 HTTP/1.1" status: 204 len: 168 time: 5.6774082 Jan 14 05:57:38.616692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49766) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:38.617639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Pushing event deleted for resources: {'Network': ['ID=0df40305-8ade-4a84-bebd-1a7c0566cbe5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:38.621681 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:38.746576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-69983040-5357-47fd-80ba-fc6e827f519e None None] Could not find standard attr ID for object 5e274aad-197b-4e5c-9515-f82c04834e2b. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:57:38.855001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 152f2766-8583-43bc-9413-6086ec93100a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:38.855673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 152f2766-8583-43bc-9413-6086ec93100a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:38.877642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.882078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:38.888324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:38.957585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-69983040-5357-47fd-80ba-fc6e827f519e None None] Provisioning complete for port fa21acee-3003-4741-b0e6-5a5d969eb193 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:38.959154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69983040-5357-47fd-80ba-fc6e827f519e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.109593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b257490-16dd-4609-bbfd-6394045657a4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:39.131383 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4c4015f-54ed-43eb-955e-28b1d8fe7747 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 864 time: 3.3124731 Jan 14 05:57:39.139873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49774) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:39.160401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Request body: {'port': {'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68', 'mac_address': 'fa:16:3e:36:a7:2b', 'name': 'tempest-NetworksTestDHCPv6-1667861172'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:39.183410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=fa21acee-3003-4741-b0e6-5a5d969eb193,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:39.188529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.193092 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 1.323s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:39.281129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Transition to ACTIVE for port object 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:39.300533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49778) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:39.315461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 5b257490-16dd-4609-bbfd-6394045657a4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:39.319598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Transition to ACTIVE for port object 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:39.323335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 4, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:25Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '1a97367d-b037-4318-a1e6-df5dcdfa2e73', 'name': '', 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'mac_address': 'fa:16:3e:99:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:20Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 2, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'subnets': [{'id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:39.332720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5b257490-16dd-4609-bbfd-6394045657a4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:39.333655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.365693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Checking router: f487bc89-d36b-49ce-b2ea-bb412ee644c8 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:39.366094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Updating router f487bc89-d36b-49ce-b2ea-bb412ee644c8 port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:57:39.402945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:25Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '5e274aad-197b-4e5c-9515-f82c04834e2b', 'name': '', 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:90:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '1a5218c4-3ded-42bb-bb74-fc7235845e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:23Z', 'updated_at': '2021-01-14T05:57:33Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': '1a5218c4-3ded-42bb-bb74-fc7235845e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:39.406339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.607089 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-18760a08-e383-4df5-82f5-5b6c6b16d560 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:39.632132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.650467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.674447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c1210040-f1a1-4d26-909e-8e949c0a6017 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:39.684791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e4a0d277-7ad6-4aa8-847b-27d0342ed64b None None] The sync data for ids ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'] in n-d-768851-4 is: [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:25Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '5e274aad-197b-4e5c-9515-f82c04834e2b', 'name': '', 'network_id': 'fa5099f3-a27b-4069-83a3-21f95e07a659', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:90:55:12', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_interface', 'standard_attr_id': 3463, 'fixed_ips': [{'subnet_id': '1a5218c4-3ded-42bb-bb74-fc7235845e8d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:23Z', 'updated_at': '2021-01-14T05:57:33Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': '1a5218c4-3ded-42bb-bb74-fc7235845e8d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:39.691046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:39.701363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:39.705520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:39.715679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:39.718938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:39.728178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:39.733742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.754340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:39.798211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Usage tracker for resource:security_group_rule and tenant:7256457597404e15abdbd3f21e09453f is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:39.798380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Made reservation on behalf of a2a96ad69d9e468da6465b2c62b5841d for: {'port': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:39.801440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bb5c5987-dac6-413c-b0d1-d3baecf93d27,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:39.804976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:39.806275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:39.809944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.829931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:39.874163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Pushing event updated for resources: {'Port': ['ID=0853cb73-8c7c-4390-86f9-974cf3cb9ae1,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:39.888771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.282s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:39.904839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.968885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.981443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:39.986743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 5b257490-16dd-4609-bbfd-6394045657a4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5b257490-16dd-4609-bbfd-6394045657a4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:40.002006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:40.020042 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/8af7f96e-71cc-47e9-bfd5-44378ac08aeb/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 8.7997065 Jan 14 05:57:40.022254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7743562-d089-4696-b33a-0fd69acb0a56 None None] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:40.045397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49784) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:40.045628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Attempting to bind port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:40.046150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Attempting to bind port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:40.046711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Attempting to bind port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 on network dc69f032-a8e7-4abf-b3f3-848413ff1f68 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:40.053328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.067696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:40.069885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Checking segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:40.070483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.071055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Bound using segment: {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:40.071725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Bound port: 0853cb73-8c7c-4390-86f9-974cf3cb9ae1, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4866496c-4d02-4fdd-ab6f-f6f00cbae529', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'dc69f032-a8e7-4abf-b3f3-848413ff1f68'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:40.072263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.080822 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] 10.222.0.48 "DELETE /v2.0/subnets/bb5c5987-dac6-413c-b0d1-d3baecf93d27 HTTP/1.1" status: 204 len: 168 time: 1.9571469 Jan 14 05:57:40.082209 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:40.098371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49786) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:40.235229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=5b257490-16dd-4609-bbfd-6394045657a4,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:40.245769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:40.245895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.271142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] device_id is not set on port 7c2efe6b-5d89-42a0-8269-61a3d16b3336 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:57:40.287359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:40.298077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:40.298482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 8a5aa4c3-5253-4ea6-852c-5d6c5874e6cf not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:40.298983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3b1241-cd22-485c-8104-f6d265e0960d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:40.352955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Deleting port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:40.352955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.355210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fe3b1241-cd22-485c-8104-f6d265e0960d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:40.355620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fe3b1241-cd22-485c-8104-f6d265e0960d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:40.356095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 83774b96-401d-40ef-af5e-411d0db91e06 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:40.471128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.488574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.500126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 83774b96-401d-40ef-af5e-411d0db91e06 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:40.500531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 83774b96-401d-40ef-af5e-411d0db91e06 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:40.501003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ab9ae154-e097-42ed-a0a1-39fa37e1926c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:40.519878 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a632f6cd-5966-499a-b234-d6b371f2e476 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:40.531957 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=7256457597404e15abdbd3f21e09453f&name=default HTTP/1.1" status: 200 len: 2983 time: 1.1957173 Jan 14 05:57:40.558668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ab9ae154-e097-42ed-a0a1-39fa37e1926c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:40.562794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ab9ae154-e097-42ed-a0a1-39fa37e1926c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:40.564854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49792) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:40.581229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting subnet 1a5218c4-3ded-42bb-bb74-fc7235845e8d {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:40.586011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.664710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.707380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=80c34d63-3c97-43a5-875e-1f8af4e2fe6b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:40.711521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:40.759008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.975525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:40.998453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b257490-16dd-4609-bbfd-6394045657a4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:41.176429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.230011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:41.260995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.282972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] For port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:41.283311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] For port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=09e5fd9b-4dd8-4333-bc1d-4af7da88d28b,segment=NetworkSegment(bb54775d-196a-4cf8-bff8-1f2b9e4db8e4),segment_id=bb54775d-196a-4cf8-bff8-1f2b9e4db8e4)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:41.283716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.288684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Transition to ACTIVE for port object 1a97367d-b037-4318-a1e6-df5dcdfa2e73 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:41.305203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.322511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] For port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0853cb73-8c7c-4390-86f9-974cf3cb9ae1,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:41.325858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9604d064-ec2a-4fca-bab2-09d3c0c49227 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:41.339552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Subnet': ['ID=1a5218c4-3ded-42bb-bb74-fc7235845e8d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:41.359694 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:41.422137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.433351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8::b1 (dc69f032-a8e7-4abf-b3f3-848413ff1f68/da7fae72-05a3-4e88-836e-8c05bd8c461d/7c2efe6b-5d89-42a0-8269-61a3d16b3336) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:41.441317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.441594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.449317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Allocated IP 2001:db8:0:1:f816:3eff:fe36:a72b (dc69f032-a8e7-4abf-b3f3-848413ff1f68/8325620b-9671-445c-bc84-adfec37f7725/7c2efe6b-5d89-42a0-8269-61a3d16b3336) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:41.457302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Calling delete_port for 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:41.462229 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/subnets/1a5218c4-3ded-42bb-bb74-fc7235845e8d HTTP/1.1" status: 204 len: 168 time: 1.2587397 Jan 14 05:57:41.473384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dc330eb1-304b-475d-90b7-7514767cec17 None None] Network fa5099f3-a27b-4069-83a3-21f95e07a659 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:41.476129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49796) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:41.627244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] Sync routers for ids ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:41.637754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] Routers {'8af7f96e-71cc-47e9-bfd5-44378ac08aeb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:41.638788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:41.682126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.700377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57af1761-753d-4998-86be-b8b4d0d5cb32 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:41.728296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.729429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.809552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c6524-7a9f-404e-9e2c-b87f08a05065 None None] Pushing event updated for resources: {'Port': ['ID=1a97367d-b037-4318-a1e6-df5dcdfa2e73,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:41.811824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 5b257490-16dd-4609-bbfd-6394045657a4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:41.812252 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.828478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] Set router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:41.833160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Pushing event deleted for resources: {'Port': ['ID=09e5fd9b-4dd8-4333-bc1d-4af7da88d28b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:41.841963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:41.846188 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a46258cf-3b70-44a9-9c82-208cbd6e81f6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.098s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:41.854049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Deleting port 3aaaa942-0221-4e32-83a0-5b7759afd4c1 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:41.854670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:41.873320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-468c6524-7a9f-404e-9e2c-b87f08a05065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.547s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:41.953810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.493s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:42.044495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b9208dd-e9b9-4fb4-9555-c3123110442d None None] DHCP port deletion for 2d9972ee-641d-47e7-9e7c-c764d714c414 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:42.129618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] For port 3aaaa942-0221-4e32-83a0-5b7759afd4c1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3aaaa942-0221-4e32-83a0-5b7759afd4c1,segment=NetworkSegment(b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945),segment_id=b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:42.130336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.162611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Attempting to bind port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:42.163130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Attempting to bind port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:42.163552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Attempting to bind port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 on network 025f3aff-2001-46c5-a838-bc01190d9856 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:42.172894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.188213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:37Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:42.192177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Transition to ACTIVE for port object 7c2efe6b-5d89-42a0-8269-61a3d16b3336 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:42.192582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] Checking router: 8af7f96e-71cc-47e9-bfd5-44378ac08aeb for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:42.201845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] Routers {'8af7f96e-71cc-47e9-bfd5-44378ac08aeb'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:42.202642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:42.230606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:42.231081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Checking segment: {'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:42.231538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.231986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Bound using segment: {'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:42.232533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Bound port: 1a97367d-b037-4318-a1e6-df5dcdfa2e73, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '370a014a-cc9f-4fda-bd2e-3349b30c7ab4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:42.232960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.234635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.253624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa21acee-3003-4741-b0e6-5a5d969eb193 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:42.288398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Calling delete_port for 3aaaa942-0221-4e32-83a0-5b7759afd4c1 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:42.384770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] For port 1a97367d-b037-4318-a1e6-df5dcdfa2e73, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:42.388206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] For port 1a97367d-b037-4318-a1e6-df5dcdfa2e73, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1a97367d-b037-4318-a1e6-df5dcdfa2e73,segment=NetworkSegment(370a014a-cc9f-4fda-bd2e-3349b30c7ab4),segment_id=370a014a-cc9f-4fda-bd2e-3349b30c7ab4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:42.416592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:42.426712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.487961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.503180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=80c34d63-3c97-43a5-875e-1f8af4e2fe6b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:42.514564 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.668s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:42.527441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7040c493-0248-402b-bfe4-fecddb241e2b tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:42.574222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.589049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f44c8974-f676-41eb-a155-bdc5ab63a032 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.592228 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/80c34d63-3c97-43a5-875e-1f8af4e2fe6b HTTP/1.1" status: 204 len: 168 time: 2.0130260 Jan 14 05:57:42.607174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] Set router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:42.625684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Pushing event updated for resources: {'Port': ['ID=0853cb73-8c7c-4390-86f9-974cf3cb9ae1,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:42.658594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.705s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:42.670981 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b12c9947-41b8-49b3-a75e-f677db3356f2 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.087s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:42.674026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:42.681167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:42.690146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.692592 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:42.698381 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:42.714584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:42.717757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.738826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event updated for resources: {'Port': ['ID=7c2efe6b-5d89-42a0-8269-61a3d16b3336,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:42.748522 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1032 time: 3.6048255 Jan 14 05:57:42.754201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.338s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:42.754858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:42.784845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Pushing event deleted for resources: {'Port': ['ID=3aaaa942-0221-4e32-83a0-5b7759afd4c1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:42.792826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.265s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:42.812129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Routers {'f487bc89-d36b-49ce-b2ea-bb412ee644c8'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:42.812838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:42.828738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] No DVR routers for this DVR port 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:42.975272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.985593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:42.994662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting port 7c2efe6b-5d89-42a0-8269-61a3d16b3336 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:42.995024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.058213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] Set router f487bc89-d36b-49ce-b2ea-bb412ee644c8 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:43.069823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:43.070212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.102842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2d9972ee-641d-47e7-9e7c-c764d714c414']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:43.116924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:43.117294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'bb54775d-196a-4cf8-bff8-1f2b9e4db8e4') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:43.129593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.145084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.147634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:57:43.251950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:37Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:43.261382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6b37cfa7-afb4-46b2-b6c9-146762e1bd9e None None] The sync data for ids ['8af7f96e-71cc-47e9-bfd5-44378ac08aeb'] in n-d-768851-4 is: [{'id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1805256724', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21'}], 'enable_snat': True}, 'gw_port_id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:05Z', 'updated_at': '2021-01-14T05:57:37Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7db4fe76-4ae0-4463-8b6c-1df6a09f6a42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:fb:19', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8af7f96e-71cc-47e9-bfd5-44378ac08aeb', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3434, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.21', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:07Z', 'updated_at': '2021-01-14T05:57:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:43.343775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49808) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:43.366876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:43.377882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.491025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-468c6524-7a9f-404e-9e2c-b87f08a05065 None None] Pushing event updated for resources: {'Port': ['ID=1a97367d-b037-4318-a1e6-df5dcdfa2e73,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:43.495187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] DHCP port deletion for fa5099f3-a27b-4069-83a3-21f95e07a659 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:43.497273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.507217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-468c6524-7a9f-404e-9e2c-b87f08a05065 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.841s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:43.525481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Deleting port fa21acee-3003-4741-b0e6-5a5d969eb193 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:43.526015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.546656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:43.550330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.577331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Usage tracker for resource:security_group_rule and tenant:619a435804bd4b2996d17dc062d732fe is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:43.653661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Network 2d9972ee-641d-47e7-9e7c-c764d714c414 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:43.653906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:57:43.684989 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:57:43.717298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port fa21acee-3003-4741-b0e6-5a5d969eb193 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:43.718672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.747973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:43.759892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Calling delete_port for 7c2efe6b-5d89-42a0-8269-61a3d16b3336 owned by {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:43.825865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7db4fe76-4ae0-4463-8b6c-1df6a09f6a42,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:43.826421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.949724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.953790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:43.963629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a5e10a5-78e0-42f4-820c-841dd1560ee9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:43.988844 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] 10.222.0.48 "DELETE /v2.0/networks/2d9972ee-641d-47e7-9e7c-c764d714c414 HTTP/1.1" status: 204 len: 168 time: 3.8859606 Jan 14 05:57:43.990346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:43.992837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Pushing event deleted for resources: {'Network': ['ID=2d9972ee-641d-47e7-9e7c-c764d714c414,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:43.996400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:43.997114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49812) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:44.206284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] For port fa21acee-3003-4741-b0e6-5a5d969eb193, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=fa21acee-3003-4741-b0e6-5a5d969eb193,segment=NetworkSegment(1b5b52cc-8b21-47dd-9927-739359a96cab),segment_id=1b5b52cc-8b21-47dd-9927-739359a96cab)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:44.207806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:44.240071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:44.364043 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:44.397320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Calling delete_port for fa21acee-3003-4741-b0e6-5a5d969eb193 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:44.431859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 4, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '1a97367d-b037-4318-a1e6-df5dcdfa2e73', 'name': '', 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'mac_address': 'fa:16:3e:99:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:20Z', 'updated_at': '2021-01-14T05:57:42Z', 'revision_number': 4, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'subnets': [{'id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:44.436276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1a97367d-b037-4318-a1e6-df5dcdfa2e73 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:44.551183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a86893a3-ef00-4241-b42b-2d47d0e4eeb9 None None] The sync data for ids ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'] in n-d-768851-4 is: [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:22Z', 'revision_number': 4, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '1a97367d-b037-4318-a1e6-df5dcdfa2e73', 'name': '', 'network_id': '025f3aff-2001-46c5-a838-bc01190d9856', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'mac_address': 'fa:16:3e:99:1d:04', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_interface', 'standard_attr_id': 3461, 'fixed_ips': [{'subnet_id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:20Z', 'updated_at': '2021-01-14T05:57:42Z', 'revision_number': 4, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'subnets': [{'id': '3ffa9106-6f7c-403f-87f8-ecc670ba6400', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:44.596630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-848c5fc3-be90-44f3-9ddd-d778294d3637 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:44.620694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:44.627603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:44.628165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:44.699889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:44.766869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-404566a8-601d-47fc-8228-871823d74ab7 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:44.838378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:44.893296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Port': ['ID=7c2efe6b-5d89-42a0-8269-61a3d16b3336,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:44.894813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Pushing event deleted for resources: {'Port': ['ID=fa21acee-3003-4741-b0e6-5a5d969eb193,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:44.902372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.064s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:44.908132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:44.910118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] No DVR routers for this DVR port fa21acee-3003-4741-b0e6-5a5d969eb193 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:44.992394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.031982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 1a97367d-b037-4318-a1e6-df5dcdfa2e73, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1a97367d-b037-4318-a1e6-df5dcdfa2e73,segment=NetworkSegment(370a014a-cc9f-4fda-bd2e-3349b30c7ab4),segment_id=370a014a-cc9f-4fda-bd2e-3349b30c7ab4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:45.037805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.040512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3c6b1355-d948-4dd7-b0ab-174468469a0c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:45.050479 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.108803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5e274aad-197b-4e5c-9515-f82c04834e2b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:45.144831 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/7c2efe6b-5d89-42a0-8269-61a3d16b3336 HTTP/1.1" status: 204 len: 168 time: 2.3798406 Jan 14 05:57:45.147384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49816) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:45.150457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.170015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5e274aad-197b-4e5c-9515-f82c04834e2b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:45.171651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5e274aad-197b-4e5c-9515-f82c04834e2b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:45.172132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:45.216850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.225898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:45.226304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09e5fd9b-4dd8-4333-bc1d-4af7da88d28b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:45.226826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa21acee-3003-4741-b0e6-5a5d969eb193 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:45.272804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: fa21acee-3003-4741-b0e6-5a5d969eb193 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:45.273593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device fa21acee-3003-4741-b0e6-5a5d969eb193 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:45.299360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=1a97367d-b037-4318-a1e6-df5dcdfa2e73,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:45.303810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.263s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:45.338023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.353459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f78b3b8-a9ef-49ae-9a09-7a0b253df322 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:45.392394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.472485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f46c631e-8743-4433-b545-07f34bf45559,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:45.477246 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:45.493307 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=619a435804bd4b2996d17dc062d732fe&name=default HTTP/1.1" status: 200 len: 2983 time: 2.1458228 Jan 14 05:57:45.497844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:45.542209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:45.570605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-78e97b5c-0ca8-427b-927e-d40f2fa2ff03 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:45.571481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78e97b5c-0ca8-427b-927e-d40f2fa2ff03 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:45.599353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.601450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-78e97b5c-0ca8-427b-927e-d40f2fa2ff03 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:45.605085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-78e97b5c-0ca8-427b-927e-d40f2fa2ff03 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.4539669 Jan 14 05:57:45.653377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aca09480-02fc-4345-b634-7e83eb1ae788 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:45.657144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49824) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:45.747169 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.749717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.781530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.782265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Fanout notify agent at l3_agent the message router_deleted on router 8af7f96e-71cc-47e9-bfd5-44378ac08aeb {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:57:45.807388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.810389 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4fee99f4-aedb-40c1-a917-b3ff4c1da1ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/routers/8af7f96e-71cc-47e9-bfd5-44378ac08aeb HTTP/1.1" status: 204 len: 168 time: 4.3252506 Jan 14 05:57:45.811966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49828) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:45.837885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.844296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-14b6bfcf-6c9d-45d7-9540-af91674a5c79 None None] Provisioning for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:45.893350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.954190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:45.955385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.090618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:46.105416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] Sync routers for ids ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:46.122096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] Routers {'59ffcc12-75a4-4c83-82b7-085b64b8d7d4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:46.122875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:46.138079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e918d4b0-7407-455a-bad6-94af1e882599 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:46.140157 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e918d4b0-7407-455a-bad6-94af1e882599 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1043 time: 0.4819958 Jan 14 05:57:46.145687 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] 10.222.0.48 "PUT /v2.0/routers/59ffcc12-75a4-4c83-82b7-085b64b8d7d4/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 7.5256782 Jan 14 05:57:46.157607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49832) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:46.158340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49834) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:46.207362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.364102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1a97367d-b037-4318-a1e6-df5dcdfa2e73 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:46.373078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa5099f3-a27b-4069-83a3-21f95e07a659']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:46.391566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b5b52cc-8b21-47dd-9927-739359a96cab') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:46.392067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b5b52cc-8b21-47dd-9927-739359a96cab') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:46.407356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.432433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.436993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:57:46.510222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5d1de-8f99-4c2a-b211-b6b546681744 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:46.521508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5d1de-8f99-4c2a-b211-b6b546681744 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:46.530203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f4d5d1de-8f99-4c2a-b211-b6b546681744 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:46.531373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4d5d1de-8f99-4c2a-b211-b6b546681744 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:46.534478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.543829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cb3d38e-d250-42c0-aded-67dce2032beb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:46.647579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.704786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network fa5099f3-a27b-4069-83a3-21f95e07a659 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:46.706123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f46c631e-8743-4433-b545-07f34bf45559,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:46.716022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.738840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] Set router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:46.749214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.205s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:46.756290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.757577 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f46c631e-8743-4433-b545-07f34bf45559 HTTP/1.1" status: 204 len: 168 time: 1.2584100 Jan 14 05:57:46.759945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:46.821105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4d5d1de-8f99-4c2a-b211-b6b546681744 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:46.825066 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4d5d1de-8f99-4c2a-b211-b6b546681744 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2119 time: 0.6627815 Jan 14 05:57:46.832239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49842) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:46.886214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7111f874-8c6c-4551-9bb0-c5a956f3652b None None] Could not find standard attr ID for object c375fad5-e54e-486f-ae0d-8b66f38d10aa. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:57:47.050860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network fa5099f3-a27b-4069-83a3-21f95e07a659 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:57:47.082512 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:57:47.105148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:47.105734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.181969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.204421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.214576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-707cb307-a61d-406a-b33d-a45b8d0d33d7 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:47.239643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.262984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Network': ['ID=fa5099f3-a27b-4069-83a3-21f95e07a659,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:47.271840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:47.274270 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/networks/fa5099f3-a27b-4069-83a3-21f95e07a659 HTTP/1.1" status: 204 len: 168 time: 1.4611247 Jan 14 05:57:47.277204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49848) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:47.366921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:47.380645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.417287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49852) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:47.445897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.454972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.488472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:57:42Z', 'revision_number': 5, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:47.502816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] Checking router: 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:47.504090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:47.509057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Usage tracker for resource:security_group_rule and tenant:b2fe93109a1a4fa1a113571191dfc265 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:47.512251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:47.518459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:47.527207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4b25cc7f-e0e9-4950-9ff1-8cc191700b2e None None] Could not find standard attr ID for object 7c2efe6b-5d89-42a0-8269-61a3d16b3336. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:57:47.537758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:57:47.554657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:47.556080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.584622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.599011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Deleting port f49f6b57-9628-4f8d-a35f-2fd96a8a763a {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:47.599721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.638979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] Routers {'59ffcc12-75a4-4c83-82b7-085b64b8d7d4'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:47.639702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:47.640686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.646304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.677197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86fce4a5-08ea-42b6-b4db-de9b8a1f6f99 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:47.693390 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b2fe93109a1a4fa1a113571191dfc265&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2750401 Jan 14 05:57:47.696004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49858) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:47.768164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c9b6edc7-44b5-48bf-a3ce-cf378574b29e,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:47.794271 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:47.795542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.812833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Deleting port 1a97367d-b037-4318-a1e6-df5dcdfa2e73 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:47.813213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.826026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.873281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.884434 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b656a41-fcda-4539-b0b6-cc865c7c5e86 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:47.906233 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.907861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.925220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'SecurityGroup': ['ID=434de297-3999-43e6-8803-4336ee9c7676,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:47.931134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.932879 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/security-groups/434de297-3999-43e6-8803-4336ee9c7676 HTTP/1.1" status: 204 len: 168 time: 0.6546221 Jan 14 05:57:47.934553 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:47.935554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-304f5f6a-cbe7-46e3-bf97-b449ebd02670 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:47.953859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:47.955291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/c9b6edc7-44b5-48bf-a3ce-cf378574b29e HTTP/1.1" status: 204 len: 168 time: 0.2572694 Jan 14 05:57:47.961308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c9b6edc7-44b5-48bf-a3ce-cf378574b29e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:47.964259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:47.965787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0853cb73-8c7c-4390-86f9-974cf3cb9ae1,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:47.969563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet 8325620b-9671-445c-bc84-adfec37f7725 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:47.993859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.060972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.062855 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee07a0d6-bafb-40f3-b275-59e01cad6b18 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:48.150583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.164764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=0853cb73-8c7c-4390-86f9-974cf3cb9ae1,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:48.195439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] Set router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:48.267223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:48.323673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49870) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:48.329363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-819451024', 'description': 'tempest-secgroup-smoke-819451024 description', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:48.337295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:48.340317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:48.344497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:48.346197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] For port f49f6b57-9628-4f8d-a35f-2fd96a8a763a, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f49f6b57-9628-4f8d-a35f-2fd96a8a763a,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:48.346609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.347552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:48.355326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:48.378963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.391021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fe1f50b5-9008-41f8-85d2-e8eb5a37b978 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:57:48.407586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:48.412418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:48.416270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:48.422530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:48.428914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:48.429313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7db4fe76-4ae0-4463-8b6c-1df6a09f6a42 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:48.540950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.541641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Calling delete_port for f49f6b57-9628-4f8d-a35f-2fd96a8a763a owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:48.549837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.555049 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1edd64fc-ca71-4dd8-b6b4-7cb21892c440 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:48.574996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2c5e675d-3853-414a-a856-5677154f47da None None] Provisioning complete for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:48.575434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2c5e675d-3853-414a-a856-5677154f47da None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.605276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroup': ['ID=1952f128-6275-4758-925d-39d6fea0227b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:48.619223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.621484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:48.622872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.627629 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3029151 Jan 14 05:57:48.628310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49878) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:48.635796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '1952f128-6275-4758-925d-39d6fea0227b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:48.650927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:48.655439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:48.658784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:48.665128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:48.685946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.699931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] For port 1a97367d-b037-4318-a1e6-df5dcdfa2e73, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=1a97367d-b037-4318-a1e6-df5dcdfa2e73,segment=NetworkSegment(370a014a-cc9f-4fda-bd2e-3349b30c7ab4),segment_id=370a014a-cc9f-4fda-bd2e-3349b30c7ab4)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:48.700589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.765185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.772346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.774836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5e576dd-5813-4b5a-96ce-9edb1121ba75 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:48.795540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=939bf0ff-b87c-4eaf-83a4-36b9fbb630b2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:48.802796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:48.822044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:48.827232 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1951790 Jan 14 05:57:48.827639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49886) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:48.829224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:57:42Z', 'revision_number': 5, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:48.835741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '1952f128-6275-4758-925d-39d6fea0227b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:48.844874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a2d51f5a-8fe0-4234-8789-e6cea3d4ee81 None None] The sync data for ids ['59ffcc12-75a4-4c83-82b7-085b64b8d7d4'] in n-d-768851-4 is: [{'id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'name': 'tempest-TestVolumeBootPattern-846301413-router', 'tenant_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108'}], 'enable_snat': True}, 'gw_port_id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:54:21Z', 'updated_at': '2021-01-14T05:57:42Z', 'revision_number': 5, 'project_id': '02d6b3140d0b44a3a9e2d8c9807c5549', 'gw_port': {'id': 'f49f6b57-9628-4f8d-a35f-2fd96a8a763a', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ec:3c:09', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '59ffcc12-75a4-4c83-82b7-085b64b8d7d4', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3194, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.108', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:54:24Z', 'updated_at': '2021-01-14T05:54:41Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:48.857981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:48.863788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:48.868804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:48.890093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fe1f50b5-9008-41f8-85d2-e8eb5a37b978 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:57:48.891023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:48.891368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Calling delete_port for 1a97367d-b037-4318-a1e6-df5dcdfa2e73 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:48.924475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.015960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.020758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.029010 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-62755c82-488a-41c4-b426-bfec0436ac7d tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:49.050683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8e1298ef-4a3f-4787-a0f2-4b6a9dd4a664,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:49.068777 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:49.086321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.090476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2613623 Jan 14 05:57:49.091535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49894) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:49.101293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '1952f128-6275-4758-925d-39d6fea0227b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:49.121617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:49.129254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:49.133381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:49.140020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:49.162477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.163644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.247329 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.251627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.253938 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-51c4b688-136b-44e7-9cc2-34a0749219af tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:49.286815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7dfd1272-3415-4581-a483-b81f0dd5d832,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:49.300146 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:49.319330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.322220 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a4549047-962f-41e7-8e77-85f66f276053 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2286098 Jan 14 05:57:49.325081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49900) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:49.331496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '1952f128-6275-4758-925d-39d6fea0227b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:49.346942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:49.352417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:49.356378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:49.366009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:49.387963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49904) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:49.405963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.479464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.485081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.487775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5876965-38b7-4d23-83df-593fc8970bcc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:49.517362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ed190d6-6c65-4dc4-9f29-57e28ccb1cdd,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:49.520514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:49.529862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.534053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5fe94c10-6b8e-49a5-93e1-a44e378e1432 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2057509 Jan 14 05:57:49.534199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.534348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49910) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:49.540815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '1952f128-6275-4758-925d-39d6fea0227b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:49.553548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:49.558034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:49.567662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:49.583350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-2081764426-network', 'tenant_id': '1878442871ab4d1491a9842749476990'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:49.590225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:49.592713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:49.600992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8be07a00-c60d-4292-b903-dc03b303a989 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:49.601365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Usage tracker for resource:network and tenant:1878442871ab4d1491a9842749476990 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:49.605095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:49.612410 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:57:49.617702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:49.624976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.643580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Made reservation on behalf of 1878442871ab4d1491a9842749476990 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:49.648466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.661550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=8325620b-9671-445c-bc84-adfec37f7725,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:49.672853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:49.674031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.686805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.690038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.706483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:49.717855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Usage tracker for resource:security_group_rule and tenant:1878442871ab4d1491a9842749476990 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:49.722081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:49.730949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:49.752000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.763415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.767637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:49.772900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-350e775c-c17b-481c-9885-9c31dcf866cc tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:49.798928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=03fed50c-67b8-4473-90e1-67b81765ba84,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:49.801881 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:49.822818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.827113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2888877 Jan 14 05:57:49.827480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49914) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:49.834634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': '1952f128-6275-4758-925d-39d6fea0227b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:49.854281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:49.860829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:49.868757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:49.876463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:49.890992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Pushing event deleted for resources: {'Port': ['ID=1a97367d-b037-4318-a1e6-df5dcdfa2e73,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:49.908793 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:57:49.927990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.941873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.947139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.954566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0acf586-5d45-4ee8-88c0-662e15ef0dea admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:49.960252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.193s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:49.992527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:49.999193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.014827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:57:50.037514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=59c4dc24-20e0-491a-97d6-e48eeacce128,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:50.041889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.043056 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Added segment 78bf946e-0f3d-4fc4-92e6-66eeb09b8f86 of type vxlan for network f53fa4bc-17d4-4100-87e1-5a1605548988 Jan 14 05:57:50.043834 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:50.051712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.074492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e9585a5a-c271-4201-8448-66a954e30d4d None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:57:50.074738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.075664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.076259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Fanout notify agent at l3_agent the message router_deleted on router 59ffcc12-75a4-4c83-82b7-085b64b8d7d4 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:57:50.111556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.116979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec4005a8-f915-4edd-993d-26914cbacf79 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:50.125719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.137047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.138327 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-225961d5-5f56-473c-8e67-918c88af18bc admin admin] 10.222.0.48 "DELETE /v2.0/routers/59ffcc12-75a4-4c83-82b7-085b64b8d7d4 HTTP/1.1" status: 204 len: 168 time: 3.9723072 Jan 14 05:57:50.142831 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/8325620b-9671-445c-bc84-adfec37f7725 HTTP/1.1" status: 204 len: 168 time: 3.3066795 Jan 14 05:57:50.143506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49918) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:50.143880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49920) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:50.150358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6f6112fb-7e73-426d-8883-dcf168af2dac None None] Provisioning complete for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:50.151200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f6112fb-7e73-426d-8883-dcf168af2dac None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.164266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f52512af-459f-4bb8-b31a-1237f5b0d9f7,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:50.171064 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:50.205807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.207617 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3789103 Jan 14 05:57:50.219655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49926) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:50.219847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:57:50.227941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'network': {'name': 'tempest-network-smoke--882783', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:50.236063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.238253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:50.239223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.248952 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d77b2e5c-ef89-4799-82f8-381026ee8368 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:50.273566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:50.339451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:network and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:50.350168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:50.350560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:57:50.374234 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.9823461 Jan 14 05:57:50.374234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:50.376884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49930) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:50.389597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Request body: {'subnet': {'network_id': 'f53fa4bc-17d4-4100-87e1-5a1605548988', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-2081764426-subnet', 'tenant_id': '1878442871ab4d1491a9842749476990', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:50.403485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:50.408876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Pushing event updated for resources: {'Network': ['ID=f53fa4bc-17d4-4100-87e1-5a1605548988,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:50.414214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.166s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:50.415063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:50.424539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f53fa4bc-17d4-4100-87e1-5a1605548988 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:50.425040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.438756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Usage tracker for resource:subnet and tenant:1878442871ab4d1491a9842749476990 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:50.444165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:50.455032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:50.480116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:57:50.483019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Made reservation on behalf of 1878442871ab4d1491a9842749476990 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:50.488645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.552517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f53fa4bc-17d4-4100-87e1-5a1605548988 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:50.578889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f53fa4bc-17d4-4100-87e1-5a1605548988 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:50.584935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.585392 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Added segment 23aeb9b7-9fbc-4773-a510-ccbbe7d7b842 of type vxlan for network 74bae420-f5fb-4d1d-ba89-6984041636d1 Jan 14 05:57:50.635312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.716853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.736865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:50.737589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.745314 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bbdc52c-9bb3-4460-96d8-2dc4dc323692 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:50.811783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Deleting subnet ef756ef9-8bd7-4e02-82fa-1b800a320f47 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:50.869655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.904968 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 765 time: 0.6805491 Jan 14 05:57:50.905996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Network': ['ID=74bae420-f5fb-4d1d-ba89-6984041636d1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:50.909967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49934) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:50.915991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'admin_state_up': True, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:50.934047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Deleting subnet da7fae72-05a3-4e88-836e-8c05bd8c461d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:50.936137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80ced4ff-72b0-4c06-9acd-2c15fb3609c1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:50.940709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:50.947812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:router and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:50.951126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:50.955070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:50.960103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:50.968586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:50.973049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:50.985366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:57:51.016184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.031525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.032667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.069483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.084406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.171449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.211376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9585a5a-c271-4201-8448-66a954e30d4d None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:57:51.248566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2bc28852-c574-4c16-927e-b5c85e19a8c2 None None] Provisioning complete for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:51.248959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2bc28852-c574-4c16-927e-b5c85e19a8c2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.301777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.382218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.563385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:51.563908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.693387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.838294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:51.854303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01512dad-d397-460a-9410-914f9d82f4ca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:51.896232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3aaaa942-0221-4e32-83a0-5b7759afd4c1 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:51.944716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 3aaaa942-0221-4e32-83a0-5b7759afd4c1 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:51.945197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3aaaa942-0221-4e32-83a0-5b7759afd4c1 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:52.017611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Pushing event updated for resources: {'Subnet': ['ID=7243b37b-5049-4f48-9436-a1fcf0207712,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:52.023673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:52.177208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f49f6b57-9628-4f8d-a35f-2fd96a8a763a no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:52.214973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f49f6b57-9628-4f8d-a35f-2fd96a8a763a {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:52.215473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f49f6b57-9628-4f8d-a35f-2fd96a8a763a not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:52.251496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Checking segment: {'id': '78bf946e-0f3d-4fc4-92e6-66eeb09b8f86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'f53fa4bc-17d4-4100-87e1-5a1605548988'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:52.251903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Network hostable DHCP agents. Network: f53fa4bc-17d4-4100-87e1-5a1605548988, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:57:52.275609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.294927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4688d6ae-5e80-4412-bb58-8d6911d27c51 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:52.298413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.324678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.335887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.362994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Network f53fa4bc-17d4-4100-87e1-5a1605548988 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:57:52.435837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f53fa4bc-17d4-4100-87e1-5a1605548988) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:52.466324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:52.466515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Subnet': ['ID=da7fae72-05a3-4e88-836e-8c05bd8c461d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:52.466963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.508231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.213s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:52.508822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-316d1a5e-275d-4255-9f7e-264d412e6a79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.151s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:52.554980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 2.1756599 Jan 14 05:57:52.579504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=ef756ef9-8bd7-4e02-82fa-1b800a320f47,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:52.599975 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.091s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:52.640671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Router f487bc89-d36b-49ce-b2ea-bb412ee644c8 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:57:52.643189 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.657861 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f35ff72-e2df-4ac2-89ed-7a4af0889561 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/ef756ef9-8bd7-4e02-82fa-1b800a320f47 HTTP/1.1" status: 204 len: 168 time: 2.5063276 Jan 14 05:57:52.659187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.664612 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/da7fae72-05a3-4e88-836e-8c05bd8c461d HTTP/1.1" status: 204 len: 168 time: 2.5112522 Jan 14 05:57:52.666547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49940) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:52.666947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49942) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:52.699439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.25.3.164 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/540ba6b6-5b88-42bb-8482-ef2ae6a58dab) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:57:52.781314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-327dca36-9a10-4ea4-a0d8-cf2c575601e6 None None] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:52.874075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.903924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8426e513-6257-4b9d-bd4f-0e302acd8030 None None] Network f53fa4bc-17d4-4100-87e1-5a1605548988 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:52.909072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:52.919401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdae2de3-7002-43ee-8e46-35019815c684 None None] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:52.928357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b3db518-d9fb-4bc6-88f8-9e95e7275800 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:53.100832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=540ba6b6-5b88-42bb-8482-ef2ae6a58dab,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:53.107741 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:53.165617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:57:53.167114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:57:53.169914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:57:53.272460 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd263633-b14e-4737-ade5-f21d6cdb3741 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.6023021 Jan 14 05:57:53.273404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49952) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:53.295178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-193c6612-1801-41ab-9d67-25e58c41e8c7 None None] Provisioning complete for port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:57:53.295692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-193c6612-1801-41ab-9d67-25e58c41e8c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:53.635611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:53.703009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:53.732971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Deleting port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:53.733449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:53.806512 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:53.816711 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] Sync routers for ids ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:53.817575 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] 10.222.0.48 "PUT /v2.0/routers/f487bc89-d36b-49ce-b2ea-bb412ee644c8/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 9.8164191 Jan 14 05:57:53.831782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] Routers {'f487bc89-d36b-49ce-b2ea-bb412ee644c8'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:53.832867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:53.845480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8d5a0813-7bb9-4f70-9a3c-c86569febfca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:53.850937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8d5a0813-7bb9-4f70-9a3c-c86569febfca tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 866 time: 0.5649660 Jan 14 05:57:53.851701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49962) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:53.852158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49964) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:54.037582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] For port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c,segment=NetworkSegment(b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945),segment_id=b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:54.038108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:54.042327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-331f2dce-c957-4232-9c76-1cf08962b155 None None] Network f53fa4bc-17d4-4100-87e1-5a1605548988 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:54.133305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] Set router f487bc89-d36b-49ce-b2ea-bb412ee644c8 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:54.186365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-79d46d7f-d598-4079-b9dc-5063e5f048b8 None None] DHCP port deletion for e8dba6ac-e6fe-476a-b72a-185f11c2ef6e request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:54.231949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Calling delete_port for 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:54.320849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:54.360076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:54.364322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-79d46d7f-d598-4079-b9dc-5063e5f048b8 None None] Deleting port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:54.364760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-79d46d7f-d598-4079-b9dc-5063e5f048b8 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:54.442390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:54.479153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-79d46d7f-d598-4079-b9dc-5063e5f048b8 None None] The port '09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:57:54.484365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:54.485013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:54.584469 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-161db410-71f6-49a3-b7ca-233ab83086c1 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:54.600864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] DHCP port deletion for dc69f032-a8e7-4abf-b3f3-848413ff1f68 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:54.605169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Deleting port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:54.605757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:54.615406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:49Z', 'revision_number': 5, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:54.620211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] Checking router: f487bc89-d36b-49ce-b2ea-bb412ee644c8 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:54.629907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] Routers {'f487bc89-d36b-49ce-b2ea-bb412ee644c8'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:54.631077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:54.741228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router af860c31-93ff-49c8-8895-8c34d276328b is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:57:54.746915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c15671c-8035-42e3-8c51-ef05795384e8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:54.747692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c15671c-8035-42e3-8c51-ef05795384e8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Synchronizing usage tracker for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:57:54.783081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Pushing event deleted for resources: {'Port': ['ID=09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:54.786667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.202s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:54.791333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c15671c-8035-42e3-8c51-ef05795384e8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Unset dirty status for tenant:a2a96ad69d9e468da6465b2c62b5841d on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:57:54.795149 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c15671c-8035-42e3-8c51-ef05795384e8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.9398744 Jan 14 05:57:54.798184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] No DVR routers for this DVR port 09f0ff93-76f0-4c76-a2d4-cb31dae1bf4c on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:54.811182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49974) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:54.903649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] Set router f487bc89-d36b-49ce-b2ea-bb412ee644c8 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:54.965012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] For port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0853cb73-8c7c-4390-86f9-974cf3cb9ae1,segment=NetworkSegment(4866496c-4d02-4fdd-ab6f-f6f00cbae529),segment_id=4866496c-4d02-4fdd-ab6f-f6f00cbae529)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:54.965469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.052338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.073068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.107961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Calling delete_port for 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:55.212524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.242504 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-03f0fff5-06a5-44b8-8cc5-b94af755ddc9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:55.284824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:49Z', 'revision_number': 5, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:55.290070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-924539f0-bca8-4f25-bad9-31400c01bf01 None None] The sync data for ids ['f487bc89-d36b-49ce-b2ea-bb412ee644c8'] in n-d-768851-4 is: [{'id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'name': 'tempest-TestAggregatesBasicOps-816199811-router', 'tenant_id': '0cbd0468e684400a8351d3f55ebef7c9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46'}], 'enable_snat': True}, 'gw_port_id': '5b257490-16dd-4609-bbfd-6394045657a4', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:12Z', 'updated_at': '2021-01-14T05:57:49Z', 'revision_number': 5, 'project_id': '0cbd0468e684400a8351d3f55ebef7c9', 'gw_port': {'id': '5b257490-16dd-4609-bbfd-6394045657a4', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c0:76:9d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'f487bc89-d36b-49ce-b2ea-bb412ee644c8', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3448, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.46', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:14Z', 'updated_at': '2021-01-14T05:57:39Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:55.375295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Pushing event deleted for resources: {'Port': ['ID=0853cb73-8c7c-4390-86f9-974cf3cb9ae1,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:55.391011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:55.432338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.437279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] No DVR routers for this DVR port 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:57:55.443877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e8dba6ac-e6fe-476a-b72a-185f11c2ef6e']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:55.451763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Deleting port 5b257490-16dd-4609-bbfd-6394045657a4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:55.452442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.511809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:55.512503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b0c0fcb2-566f-4f84-8fe4-18eb8eb6f945') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:55.527738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.551190 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5f886f9-7f1e-40f5-bb13-537e5659a4d6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/routers HTTP/1.1" status: 200 len: 208 time: 0.7310619 Jan 14 05:57:55.554491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49980) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:55.607481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.627412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.631829 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2d84907e-1a7b-45cb-b43a-a8be966a9546 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:55.632334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2d84907e-1a7b-45cb-b43a-a8be966a9546 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:55.632822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:57:55.640058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Releasing vxlan tunnel 20 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:57:55.643976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Sync routers for ids ['af860c31-93ff-49c8-8895-8c34d276328b'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:57:55.654602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Routers {'af860c31-93ff-49c8-8895-8c34d276328b'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:55.655788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['af860c31-93ff-49c8-8895-8c34d276328b'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:55.676580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:55.677899 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 4.7669175 Jan 14 05:57:55.681212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49984) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:55.726894 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2d84907e-1a7b-45cb-b43a-a8be966a9546 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/7c2efe6b-5d89-42a0-8269-61a3d16b3336 HTTP/1.1" status: 404 len: 333 time: 0.1711798 Jan 14 05:57:55.735195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 49988) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:55.756498 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-22f37ffb-3c7d-42b0-a643-5c7e8cb320f5 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?project_id=6199fe69995a46fdb97c8ad6127d0f73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0739727 Jan 14 05:57:55.759087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49992) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:55.890034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Set router af860c31-93ff-49c8-8895-8c34d276328b gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:55.891944 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-595db836-b3b6-47bf-bfbf-b0505ba90d87 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:55.892438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-595db836-b3b6-47bf-bfbf-b0505ba90d87 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:55.894286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-595db836-b3b6-47bf-bfbf-b0505ba90d87 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/8325620b-9671-445c-bc84-adfec37f7725 HTTP/1.1" status: 404 len: 337 time: 0.1580729 Jan 14 05:57:55.897295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 49996) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:55.952774 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b3b8a082-d5c1-44dc-adcf-2eba0a37f2e4 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:55.953377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b3b8a082-d5c1-44dc-adcf-2eba0a37f2e4 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:55.955363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3b8a082-d5c1-44dc-adcf-2eba0a37f2e4 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/da7fae72-05a3-4e88-836e-8c05bd8c461d HTTP/1.1" status: 404 len: 337 time: 0.0563681 Jan 14 05:57:55.966462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50000) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:55.994403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:56.014870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:56.017936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ba6edbf-6833-4434-bba9-2fc4bf062704 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:57:56.019721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5ba6edbf-6833-4434-bba9-2fc4bf062704 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2595546 Jan 14 05:57:56.021181 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d1683197-5b8b-4424-a03f-32dcaa4357cf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.021654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d1683197-5b8b-4424-a03f-32dcaa4357cf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.023599 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d1683197-5b8b-4424-a03f-32dcaa4357cf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/c375fad5-e54e-486f-ae0d-8b66f38d10aa HTTP/1.1" status: 404 len: 333 time: 0.0560341 Jan 14 05:57:56.024243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50004) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.026533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50006) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.119556 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45e2eaed-5c3e-4ecb-9054-94810971ba45 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0917354 Jan 14 05:57:56.120667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50014) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.123468 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-aabe5e9f-34d6-491f-beb0-f230d1532b7a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.123974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-aabe5e9f-34d6-491f-beb0-f230d1532b7a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.128293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aabe5e9f-34d6-491f-beb0-f230d1532b7a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/1602ac38-db1e-4406-a921-6d9204bcb147 HTTP/1.1" status: 404 len: 337 time: 0.0609620 Jan 14 05:57:56.128620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50018) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.139260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'subnet': {'name': 'tempest-subnet-smoke-2090541805', 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:57:56.156596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] For port 5b257490-16dd-4609-bbfd-6394045657a4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=5b257490-16dd-4609-bbfd-6394045657a4,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:57:56.157002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:56.177304 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-d001caf1-d908-476c-887a-23bea8c55229 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.178348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-d001caf1-d908-476c-887a-23bea8c55229 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.184015 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d001caf1-d908-476c-887a-23bea8c55229 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/38bc066b-70e0-443e-b59e-cca574d8d835 HTTP/1.1" status: 404 len: 337 time: 0.0516691 Jan 14 05:57:56.186570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50022) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.245573 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7ab77786-31fe-40d6-b01a-7ff822907b7e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.246989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7ab77786-31fe-40d6-b01a-7ff822907b7e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.257948 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7ab77786-31fe-40d6-b01a-7ff822907b7e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/aecea738-2e24-41eb-b233-178171df51d4 HTTP/1.1" status: 404 len: 333 time: 0.0666566 Jan 14 05:57:56.258953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50028) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.272423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1a97367d-b037-4318-a1e6-df5dcdfa2e73 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:56.313128 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a93a4476-ef71-4e16-83b4-71830c14a17a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.313746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a93a4476-ef71-4e16-83b4-71830c14a17a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.319437 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a93a4476-ef71-4e16-83b4-71830c14a17a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/29c3118c-3fb8-451e-99db-c84ee54a05b6 HTTP/1.1" status: 404 len: 337 time: 0.0590451 Jan 14 05:57:56.320312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50032) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.359294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 1a97367d-b037-4318-a1e6-df5dcdfa2e73 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:56.359701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 1a97367d-b037-4318-a1e6-df5dcdfa2e73 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:56.360170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:57:56.367738 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e7a87450-b2be-4fe0-bbc7-a500c783e455 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.375669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e7a87450-b2be-4fe0-bbc7-a500c783e455 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.375669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e7a87450-b2be-4fe0-bbc7-a500c783e455 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a0edffca-c4cf-4db0-a818-2db0dd961a3f HTTP/1.1" status: 404 len: 337 time: 0.0487258 Jan 14 05:57:56.376077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50036) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.397714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:57:56.398033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0853cb73-8c7c-4390-86f9-974cf3cb9ae1 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:57:56.425983 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-431874d7-3789-4289-aa9e-178bf49611cb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.426622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-431874d7-3789-4289-aa9e-178bf49611cb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.432641 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-431874d7-3789-4289-aa9e-178bf49611cb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/e508b49e-bb4f-4a90-bb32-5417b8ef281c HTTP/1.1" status: 404 len: 333 time: 0.0528910 Jan 14 05:57:56.434681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50040) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.487919 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cb8d19e-854b-4897-95ec-fb9155cddadb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.488407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cb8d19e-854b-4897-95ec-fb9155cddadb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.490727 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7cb8d19e-854b-4897-95ec-fb9155cddadb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/efe4d6b3-8e7b-427d-82a2-87bb288acc31 HTTP/1.1" status: 404 len: 337 time: 0.0545592 Jan 14 05:57:56.494487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50044) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.543737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:57:53Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:57:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:56.548546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Checking router: af860c31-93ff-49c8-8895-8c34d276328b for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:57:56.548907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Updating router af860c31-93ff-49c8-8895-8c34d276328b port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:57:56.564919 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0371bea0-d09d-469d-860a-f4edb086fbe6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.565496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0371bea0-d09d-469d-860a-f4edb086fbe6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.575803 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0371bea0-d09d-469d-860a-f4edb086fbe6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a5db22c0-2e0a-47f6-b7a8-2fdd21893e19 HTTP/1.1" status: 404 len: 337 time: 0.0792372 Jan 14 05:57:56.576584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50048) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.648483 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:56.651422 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1f92c5cf-cafd-4186-9181-5f10924a39e8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.652109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1f92c5cf-cafd-4186-9181-5f10924a39e8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.656928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f92c5cf-cafd-4186-9181-5f10924a39e8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/dafb27cd-77a9-4d1a-8b9a-528f6a10651e HTTP/1.1" status: 404 len: 333 time: 0.0792081 Jan 14 05:57:56.657598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50052) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.718240 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-840b45c0-8297-41c1-970f-25e6ee754573 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.718587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-840b45c0-8297-41c1-970f-25e6ee754573 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.724662 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-840b45c0-8297-41c1-970f-25e6ee754573 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/27f84aae-4ba7-41d5-9418-7295eefe0676 HTTP/1.1" status: 404 len: 337 time: 0.0656786 Jan 14 05:57:56.725076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50056) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.772460 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-75f4125d-fec4-4665-8160-8e0cd9b32d2a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.772967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-75f4125d-fec4-4665-8160-8e0cd9b32d2a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.777892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-75f4125d-fec4-4665-8160-8e0cd9b32d2a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/5297b544-a497-4d49-8f32-dad1b8225c4d HTTP/1.1" status: 404 len: 333 time: 0.0516586 Jan 14 05:57:56.778746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50060) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.822542 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7304392d-9983-4bb8-ae93-a2bc085c97b7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.823063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7304392d-9983-4bb8-ae93-a2bc085c97b7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.827995 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7304392d-9983-4bb8-ae93-a2bc085c97b7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/9f176c78-2fe4-4826-9fc1-3edd603a23a5 HTTP/1.1" status: 404 len: 337 time: 0.0480769 Jan 14 05:57:56.828684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50064) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.858021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Calling delete_port for 5b257490-16dd-4609-bbfd-6394045657a4 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:57:56.875947 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3a2a03ff-f7ac-487c-94dd-e5a7da9e85e3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.876431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3a2a03ff-f7ac-487c-94dd-e5a7da9e85e3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.878284 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a2a03ff-f7ac-487c-94dd-e5a7da9e85e3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/d215e94c-b4d0-4159-9c76-361036888a18 HTTP/1.1" status: 404 len: 333 time: 0.0485847 Jan 14 05:57:56.881103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50068) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.924557 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-b494558f-cb94-42b3-a881-0ea6ac4f829d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.924957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-b494558f-cb94-42b3-a881-0ea6ac4f829d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.929706 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b494558f-cb94-42b3-a881-0ea6ac4f829d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/b837b355-0ee6-49da-9566-df526f75bd7c HTTP/1.1" status: 404 len: 337 time: 0.0449381 Jan 14 05:57:56.929986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50072) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:56.973895 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-29768dfd-76b3-401d-a0de-a7237c422798 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:56.974156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-29768dfd-76b3-401d-a0de-a7237c422798 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:56.978549 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29768dfd-76b3-401d-a0de-a7237c422798 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/25e99903-716f-4a9d-ac80-fbe834905972 HTTP/1.1" status: 404 len: 333 time: 0.0448110 Jan 14 05:57:56.978848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50076) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.018248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Network e8dba6ac-e6fe-476a-b72a-185f11c2ef6e has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:57:57.026438 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-096780e1-dff5-42df-b2ba-cdba8c7c82c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.026750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-096780e1-dff5-42df-b2ba-cdba8c7c82c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.031087 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-096780e1-dff5-42df-b2ba-cdba8c7c82c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/73549189-26de-4404-90e7-e05d937bba71 HTTP/1.1" status: 404 len: 337 time: 0.0486879 Jan 14 05:57:57.031399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50080) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:57:57.046291 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:57:57.074871 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2f6303e4-c7f7-4235-b978-2ae12705c192 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.075372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2f6303e4-c7f7-4235-b978-2ae12705c192 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.079823 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2f6303e4-c7f7-4235-b978-2ae12705c192 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/6d2e5cd3-72a3-4445-86bb-a44b317ee68e HTTP/1.1" status: 404 len: 333 time: 0.0448267 Jan 14 05:57:57.080086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50084) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.121616 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ecc1a8ac-9a5f-46f2-b03b-c7650272fe93 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.122233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ecc1a8ac-9a5f-46f2-b03b-c7650272fe93 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.126466 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ecc1a8ac-9a5f-46f2-b03b-c7650272fe93 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/d2fca1b7-6b9f-45bc-b414-a6119182510b HTTP/1.1" status: 404 len: 337 time: 0.0428474 Jan 14 05:57:57.126819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50088) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.129332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.134622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:57:57.145614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:subnet and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:57:57.161027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:57:57.166361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Transition to ACTIVE for port object 540ba6b6-5b88-42bb-8482-ef2ae6a58dab will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:57:57.168422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:57:57.170212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.172345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.174793 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-cb47fee8-bab1-4f77-b413-2d0f2697abc6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.175356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-cb47fee8-bab1-4f77-b413-2d0f2697abc6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.177480 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb47fee8-bab1-4f77-b413-2d0f2697abc6 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/f5d17084-8099-4a0a-8f1f-a33e7789b81f HTTP/1.1" status: 404 len: 333 time: 0.0493076 Jan 14 05:57:57.178996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc2d891e-6410-4167-882a-0f13cdcbe901 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:57.183213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50092) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.187708 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-468c6524-7a9f-404e-9e2c-b87f08a05065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:57.193538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.226134 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-0ad32ef6-a284-4a7c-91c5-c1d7bbdf45fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.226634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-0ad32ef6-a284-4a7c-91c5-c1d7bbdf45fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.231114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0ad32ef6-a284-4a7c-91c5-c1d7bbdf45fe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a01896d0-7311-4151-8ce8-d6e8b6e0d869 HTTP/1.1" status: 404 len: 337 time: 0.0465922 Jan 14 05:57:57.231793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50096) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.239306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Pushing event deleted for resources: {'Network': ['ID=e8dba6ac-e6fe-476a-b72a-185f11c2ef6e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:57.241271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:57:57.271529 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:57.275821 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a193ba9b-1d65-42db-8f6c-8d7dbce92cfd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.276322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a193ba9b-1d65-42db-8f6c-8d7dbce92cfd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.278439 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a193ba9b-1d65-42db-8f6c-8d7dbce92cfd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/b0fdfb37-5407-4dfb-bbae-4dbf71abe311 HTTP/1.1" status: 404 len: 337 time: 0.0453436 Jan 14 05:57:57.280979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50100) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.282228 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] 10.222.0.48 "DELETE /v2.0/networks/e8dba6ac-e6fe-476a-b72a-185f11c2ef6e HTTP/1.1" status: 204 len: 168 time: 4.6142004 Jan 14 05:57:57.339096 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-3b45c4ea-3a44-4bbe-b235-4b262cfea66b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.339555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-3b45c4ea-3a44-4bbe-b235-4b262cfea66b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.344446 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3b45c4ea-3a44-4bbe-b235-4b262cfea66b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/4e03b921-d789-415d-922f-aa9c5f418fba HTTP/1.1" status: 404 len: 333 time: 0.0592327 Jan 14 05:57:57.344446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50108) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.393900 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4ec7179a-833d-402f-883c-b89bd04a89dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.394413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4ec7179a-833d-402f-883c-b89bd04a89dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.396718 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4ec7179a-833d-402f-883c-b89bd04a89dc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/6e38e91f-0d0e-4a67-bfea-d7445aa469cd HTTP/1.1" status: 404 len: 337 time: 0.0509546 Jan 14 05:57:57.402286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50114) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.418747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.452114 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-36f13738-4bda-4ab7-b4c3-29aa7496aced tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.453233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-36f13738-4bda-4ab7-b4c3-29aa7496aced tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.458970 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-36f13738-4bda-4ab7-b4c3-29aa7496aced tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/4e9a689e-6570-464c-824d-c7ad2ad662a9 HTTP/1.1" status: 404 len: 337 time: 0.0549204 Jan 14 05:57:57.459647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50118) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.538860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.545927 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-959e82d1-53c6-487d-add1-1931651c1023 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.546421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-959e82d1-53c6-487d-add1-1931651c1023 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.548883 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-959e82d1-53c6-487d-add1-1931651c1023 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/12b8ef55-c904-4709-bd7e-a472ccef064e HTTP/1.1" status: 404 len: 333 time: 0.0879424 Jan 14 05:57:57.552854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50122) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.553419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db6fe3-e629-4799-adc6-86bf2096eed1 None None] Pushing event updated for resources: {'Port': ['ID=540ba6b6-5b88-42bb-8482-ef2ae6a58dab,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:57.566679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.571145 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6db6fe3-e629-4799-adc6-86bf2096eed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:57.619516 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e839672d-d905-460f-aabc-6ed85dcf8873 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.620470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e839672d-d905-460f-aabc-6ed85dcf8873 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.623418 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e839672d-d905-460f-aabc-6ed85dcf8873 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/fbdd111f-2b7a-4632-b3c5-c7cb25b11b2c HTTP/1.1" status: 404 len: 337 time: 0.0686910 Jan 14 05:57:57.625781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.657570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50130) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.679975 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e90bcb11-2eb8-4006-9313-6066765eecf8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.680469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e90bcb11-2eb8-4006-9313-6066765eecf8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.682346 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e90bcb11-2eb8-4006-9313-6066765eecf8 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/be014884-3c63-4b50-8848-1954c9d2b155 HTTP/1.1" status: 404 len: 337 time: 0.0548220 Jan 14 05:57:57.685132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50134) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.687608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Attempting to bind port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:57:57.688039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Attempting to bind port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:57:57.688461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Attempting to bind port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:57:57.694800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:57:57.695123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:57:57.695599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.696042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:57:57.696564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Bound port: 540ba6b6-5b88-42bb-8482-ef2ae6a58dab, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:57:57.696999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.740979 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c9848ab0-3504-4440-b808-f64bb7389f90 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.741258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c9848ab0-3504-4440-b808-f64bb7389f90 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.743129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c9848ab0-3504-4440-b808-f64bb7389f90 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/8157b842-7e4b-429d-9c65-a8c4e00eb932 HTTP/1.1" status: 404 len: 333 time: 0.0569630 Jan 14 05:57:57.746137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50138) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.791715 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ece28b10-fd2f-4a7b-95cd-84c4e6d3c9a2 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=232819a78d294c86bee396ec667f3524&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1302929 Jan 14 05:57:57.797132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] For port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:57:57.809858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50144) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.816688 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-134f6b3c-fd9d-44b8-ab05-4d0855467b3d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.817227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-134f6b3c-fd9d-44b8-ab05-4d0855467b3d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.821956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-134f6b3c-fd9d-44b8-ab05-4d0855467b3d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/c76d7c26-96df-48b6-87ee-1282c973d713 HTTP/1.1" status: 404 len: 337 time: 0.0749290 Jan 14 05:57:57.833964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50148) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.891501 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1c4f4e90-5ae5-44b3-a3ff-d0f6f8bed129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:57.891997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1c4f4e90-5ae5-44b3-a3ff-d0f6f8bed129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:57.896544 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1c4f4e90-5ae5-44b3-a3ff-d0f6f8bed129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/0398c97b-3deb-45af-9795-16c8b9d65502 HTTP/1.1" status: 404 len: 337 time: 0.0596862 Jan 14 05:57:57.898543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50152) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:57.924288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:57.956120 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d4c99421-f16e-4602-ab52-f303635b3a85 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports?device_id=ee99076a-0a59-4c8b-865c-01ec0a719280 HTTP/1.1" status: 200 len: 205 time: 0.0562973 Jan 14 05:57:57.959867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50156) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.046360 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-495e2a19-5217-430f-863f-bd00f258e869 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] delete failed (client error): The resource could not be found. Jan 14 05:57:58.050038 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-495e2a19-5217-430f-863f-bd00f258e869 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/routers/ee99076a-0a59-4c8b-865c-01ec0a719280 HTTP/1.1" status: 404 len: 336 time: 0.0866883 Jan 14 05:57:58.052864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.054516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50160) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.076397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.089603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.105271 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-e2a5efae-bf30-4907-b409-a3070065096d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:58.105768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-e2a5efae-bf30-4907-b409-a3070065096d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:58.107659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e2a5efae-bf30-4907-b409-a3070065096d tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/a5227d9a-2a5a-4bde-985d-5fc808af0967 HTTP/1.1" status: 404 len: 337 time: 0.0521653 Jan 14 05:57:58.117722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50164) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.149101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] For port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=540ba6b6-5b88-42bb-8482-ef2ae6a58dab,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:57:58.149678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.150174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Fanout notify agent at l3_agent the message router_deleted on router f487bc89-d36b-49ce-b2ea-bb412ee644c8 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:57:58.162513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.169396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.185012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:58.188734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f2ef1714-b9ad-43a2-89ba-df53e0bbc7cc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "GET /v2.0/ports?device_id=4baa2682-13d9-47b0-9ad0-5a232017d7a6 HTTP/1.1" status: 200 len: 205 time: 0.0676928 Jan 14 05:57:58.189298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50168) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.243720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.247426 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a305a1b0-8051-41bb-b4e3-2d48fe0e8727 admin admin] 10.222.0.48 "DELETE /v2.0/routers/f487bc89-d36b-49ce-b2ea-bb412ee644c8 HTTP/1.1" status: 204 len: 168 time: 4.3915703 Jan 14 05:57:58.247723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50172) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.300833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6db6fe3-e629-4799-adc6-86bf2096eed1 None None] Pushing event updated for resources: {'Port': ['ID=540ba6b6-5b88-42bb-8482-ef2ae6a58dab,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:58.310776 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-4d4b4349-d5c5-49a1-9fcb-224f25096dfe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] delete failed (client error): The resource could not be found. Jan 14 05:57:58.314478 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d4b4349-d5c5-49a1-9fcb-224f25096dfe tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/routers/4baa2682-13d9-47b0-9ad0-5a232017d7a6 HTTP/1.1" status: 404 len: 336 time: 0.1220644 Jan 14 05:57:58.315340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50176) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.338968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Deleting subnet 3ffa9106-6f7c-403f-87f8-ecc670ba6400 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:57:58.342344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.379597 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-76896173-f5d1-494e-ac70-4f39bd0d68d3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:58.380102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-76896173-f5d1-494e-ac70-4f39bd0d68d3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:58.387248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.401976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-56d322f5-886f-43b5-b28a-8ce9d5b4355a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:58.404844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.421755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=26df6edb-5f5d-487f-970b-ae46864021fd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:58.430238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.434023 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/26df6edb-5f5d-487f-970b-ae46864021fd HTTP/1.1" status: 204 len: 168 time: 0.6172564 Jan 14 05:57:58.434023 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:58.438809 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76896173-f5d1-494e-ac70-4f39bd0d68d3 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/c8606785-f203-4f75-852b-07bdec4d1f32 HTTP/1.1" status: 404 len: 337 time: 0.1183839 Jan 14 05:57:58.439425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50182) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.509022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.527097 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2968079c-95a7-46c9-a833-c6d29dc38013 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:58.527951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2968079c-95a7-46c9-a833-c6d29dc38013 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:58.528079 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6db6fe3-e629-4799-adc6-86bf2096eed1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.343s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:58.530167 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2968079c-95a7-46c9-a833-c6d29dc38013 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/b3e4b2ec-a3a8-41a5-a6fa-05be75239bfa HTTP/1.1" status: 404 len: 337 time: 0.0897622 Jan 14 05:57:58.533214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50186) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.627750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Routers {'af860c31-93ff-49c8-8895-8c34d276328b'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:57:58.628468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['af860c31-93ff-49c8-8895-8c34d276328b'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:58.635394 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2fe82642-f0a9-41ff-a692-8707beeedc2b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:58.635609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2fe82642-f0a9-41ff-a692-8707beeedc2b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:58.637669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2fe82642-f0a9-41ff-a692-8707beeedc2b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/cbf77588-d6e7-4a35-b195-8565608c7903 HTTP/1.1" status: 404 len: 333 time: 0.0986834 Jan 14 05:57:58.640317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50190) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.695375 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-56ba4c94-cd81-4f15-a5fe-39e5f69c7e40 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:58.698304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-56ba4c94-cd81-4f15-a5fe-39e5f69c7e40 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:58.704183 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-56ba4c94-cd81-4f15-a5fe-39e5f69c7e40 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/ad18fd98-eb3c-4593-92b6-c628b0db2318 HTTP/1.1" status: 404 len: 337 time: 0.0625284 Jan 14 05:57:58.704802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50194) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.775663 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c95cacf9-7f0a-4295-a5db-e7c916370077 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:58.778956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c95cacf9-7f0a-4295-a5db-e7c916370077 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:58.782717 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c95cacf9-7f0a-4295-a5db-e7c916370077 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/7e60014e-14f6-4580-a6b9-5f6e4689ad9d HTTP/1.1" status: 404 len: 333 time: 0.0768180 Jan 14 05:57:58.785390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50198) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.826504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] Set router af860c31-93ff-49c8-8895-8c34d276328b gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:57:58.935838 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fc252dfe-332e-4234-9ab2-bd369d40ba55 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:58.936264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fc252dfe-332e-4234-9ab2-bd369d40ba55 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:58.940777 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc252dfe-332e-4234-9ab2-bd369d40ba55 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/00921bf1-3bc7-45c9-8312-488349235174 HTTP/1.1" status: 404 len: 337 time: 0.1512110 Jan 14 05:57:58.941462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50206) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:58.941730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:58.963011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38764c6b-8d81-487c-a25c-9f14439bd546 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:59.030320 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-627c2965-f74c-45e6-8ef9-bab2edce080b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.031211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-627c2965-f74c-45e6-8ef9-bab2edce080b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.036317 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-627c2965-f74c-45e6-8ef9-bab2edce080b tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/65ade96b-5db8-40ef-a292-de1670ccb52e HTTP/1.1" status: 404 len: 333 time: 0.0942023 Jan 14 05:57:59.037192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50210) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.088157 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7b0d6f72-325b-45f8-85bd-df9df7e2abec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.089693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7b0d6f72-325b-45f8-85bd-df9df7e2abec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.095758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b0d6f72-325b-45f8-85bd-df9df7e2abec tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/113ce0a2-ff01-4472-bd96-04917971b92c HTTP/1.1" status: 404 len: 337 time: 0.0566883 Jan 14 05:57:59.096853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50214) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.156879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:57:53Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:57:59.160149 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1fac0929-a0e4-4b4e-b544-135eb8872817 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.160672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1fac0929-a0e4-4b4e-b544-135eb8872817 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.165112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1fac0929-a0e4-4b4e-b544-135eb8872817 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/d293ba02-1e1e-48f8-995b-3c4dd1d8a484 HTTP/1.1" status: 404 len: 333 time: 0.0640368 Jan 14 05:57:59.167183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50218) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.169980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1cc0519e-a819-489b-bd17-00c21d0575ae None None] The sync data for ids ['af860c31-93ff-49c8-8895-8c34d276328b'] in n-d-768851-4 is: [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:57:53Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:57:57Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:57:59.177294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:59.223635 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4dbaab96-f78b-4f58-a393-2b5d538d7412 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.224131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-4dbaab96-f78b-4f58-a393-2b5d538d7412 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.228525 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4dbaab96-f78b-4f58-a393-2b5d538d7412 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/e2254edb-7004-400c-aa96-fdccc3e17b59 HTTP/1.1" status: 404 len: 337 time: 0.0571911 Jan 14 05:57:59.230180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50222) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.235484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50224) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.288474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Subnet': ['ID=2ec293e3-fdf8-485b-95cd-8a0d663b5b8a,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:59.296124 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-7cffe885-59d3-458e-8db9-622ffcac7c79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.296618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-7cffe885-59d3-458e-8db9-622ffcac7c79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.298860 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7cffe885-59d3-458e-8db9-622ffcac7c79 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/e49c028d-e868-45aa-8a49-75e7434edaab HTTP/1.1" status: 404 len: 333 time: 0.0645785 Jan 14 05:57:59.302656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50230) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.313393 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.350s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:59.317961 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8d1b021b-a903-4a5b-bcd1-e7bde991325d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.108s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:57:59.357779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3ffa9106-6f7c-403f-87f8-ecc670ba6400,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:57:59.363271 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6e9c0b62-6bd1-4915-b53d-032b9586201e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.363808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6e9c0b62-6bd1-4915-b53d-032b9586201e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.368148 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e9c0b62-6bd1-4915-b53d-032b9586201e tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/0126a09c-e859-413b-8d02-e356b5e2a417 HTTP/1.1" status: 404 len: 337 time: 0.0548921 Jan 14 05:57:59.368737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:57:59.369117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50234) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.415328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:59.419717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19655a75-8bfc-4f12-a63a-330964988c91 None None] Network 025f3aff-2001-46c5-a838-bc01190d9856 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:57:59.424401 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/3ffa9106-6f7c-403f-87f8-ecc670ba6400 HTTP/1.1" status: 204 len: 168 time: 1.1753738 Jan 14 05:57:59.425945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50238) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.430841 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-99295993-8a80-4aa1-83ba-a10c0d6de424 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.431576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-99295993-8a80-4aa1-83ba-a10c0d6de424 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.437335 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-99295993-8a80-4aa1-83ba-a10c0d6de424 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/e4cee429-232a-472d-b86f-804cb54f2cc4 HTTP/1.1" status: 404 len: 333 time: 0.0679100 Jan 14 05:57:59.438346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50242) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.445791 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-808e105c-7a38-44a5-ae6c-345dc69ff78e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=02d6b3140d0b44a3a9e2d8c9807c5549&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2085574 Jan 14 05:57:59.449031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50246) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.495205 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-fe10880b-e5a1-44d7-9c18-26a080352b2a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.495964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-fe10880b-e5a1-44d7-9c18-26a080352b2a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.501991 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fe10880b-e5a1-44d7-9c18-26a080352b2a tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/d1d10c17-6db1-4415-90b0-b6fa4b9a81b2 HTTP/1.1" status: 404 len: 337 time: 0.0604780 Jan 14 05:57:59.502921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50248) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.559788 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-2ce4db59-36a3-4fa1-b7d1-0e3f0459dd54 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.560598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-2ce4db59-36a3-4fa1-b7d1-0e3f0459dd54 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.567444 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2ce4db59-36a3-4fa1-b7d1-0e3f0459dd54 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/ports/f9e05f49-6bc5-4936-8e3f-7ba8735afb32 HTTP/1.1" status: 404 len: 333 time: 0.0624025 Jan 14 05:57:59.568910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50252) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.618082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:59.625639 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ad8a3c32-d784-42e9-8a8a-5cfd12b6d4bf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] DELETE failed (client error): The resource could not be found. Jan 14 05:57:59.626428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ad8a3c32-d784-42e9-8a8a-5cfd12b6d4bf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 05:57:59.633759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ad8a3c32-d784-42e9-8a8a-5cfd12b6d4bf tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/subnets/389799e1-93b3-45b0-a017-bbb0046920e8 HTTP/1.1" status: 404 len: 337 time: 0.0634606 Jan 14 05:57:59.634642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50258) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:57:59.822621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:59.839934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] DHCP port deletion for 025f3aff-2001-46c5-a838-bc01190d9856 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:57:59.844665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Deleting port 9f98c489-41c0-4853-bae0-35cac6bb537f {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:59.845234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:57:59.850607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Deleting port 9f98c489-41c0-4853-bae0-35cac6bb537f {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:57:59.851330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.109584 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.121185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] For port 9f98c489-41c0-4853-bae0-35cac6bb537f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f98c489-41c0-4853-bae0-35cac6bb537f,segment=NetworkSegment(370a014a-cc9f-4fda-bd2e-3349b30c7ab4),segment_id=370a014a-cc9f-4fda-bd2e-3349b30c7ab4)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:00.121596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.283310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 540ba6b6-5b88-42bb-8482-ef2ae6a58dab up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:00.303813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['dc69f032-a8e7-4abf-b3f3-848413ff1f68']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:00.324674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Calling delete_port for 9f98c489-41c0-4853-bae0-35cac6bb537f owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:00.332434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4866496c-4d02-4fdd-ab6f-f6f00cbae529') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:00.334851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4866496c-4d02-4fdd-ab6f-f6f00cbae529') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:00.352731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.369805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.372055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Releasing vxlan tunnel 16 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:00.408854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.412144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Checking segment: {'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:00.412565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network hostable DHCP agents. Network: 74bae420-f5fb-4d1d-ba89-6984041636d1, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:00.443873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] For port 9f98c489-41c0-4853-bae0-35cac6bb537f, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f98c489-41c0-4853-bae0-35cac6bb537f,segment=NetworkSegment(370a014a-cc9f-4fda-bd2e-3349b30c7ab4),segment_id=370a014a-cc9f-4fda-bd2e-3349b30c7ab4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:00.444824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.449898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.476356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:00.599565 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:00.607466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:00.619832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.645170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:00.645885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.672944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:00.675552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Pushing event deleted for resources: {'Port': ['ID=9f98c489-41c0-4853-bae0-35cac6bb537f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:00.679900 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.081s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:00.687920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] No DVR routers for this DVR port 9f98c489-41c0-4853-bae0-35cac6bb537f on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:58:00.718044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Calling delete_port for 9f98c489-41c0-4853-bae0-35cac6bb537f owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:00.846374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Network dc69f032-a8e7-4abf-b3f3-848413ff1f68 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:00.878087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:58:00.878301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:58:00.879082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.907320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=540ba6b6-5b88-42bb-8482-ef2ae6a58dab,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:00.936749 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:00.943498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:00.952066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:01.059422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b257490-16dd-4609-bbfd-6394045657a4 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:01.100748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 5b257490-16dd-4609-bbfd-6394045657a4 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:01.101117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 5b257490-16dd-4609-bbfd-6394045657a4 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:01.101566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f98c489-41c0-4853-bae0-35cac6bb537f no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:01.108742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.139600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9f98c489-41c0-4853-bae0-35cac6bb537f {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:01.139920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f98c489-41c0-4853-bae0-35cac6bb537f not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:01.156140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=540ba6b6-5b88-42bb-8482-ef2ae6a58dab,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:01.161875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:01.180217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.183640 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3b93f13c-9f3e-46e7-a64a-e4b81176757f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:01.201821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.213732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Pushing event deleted for resources: {'Network': ['ID=dc69f032-a8e7-4abf-b3f3-848413ff1f68,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:01.216756 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] 10.222.0.48 "DELETE /v2.0/networks/dc69f032-a8e7-4abf-b3f3-848413ff1f68 HTTP/1.1" status: 204 len: 168 time: 1.5808372 Jan 14 05:58:01.220930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:01.232121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.318266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 74bae420-f5fb-4d1d-ba89-6984041636d1) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:01.336818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ced710b-d146-4540-818b-7968cde13147 None None] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:01.375697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['025f3aff-2001-46c5-a838-bc01190d9856']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:01.392530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '370a014a-cc9f-4fda-bd2e-3349b30c7ab4') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:01.392815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '370a014a-cc9f-4fda-bd2e-3349b30c7ab4') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:01.405672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.416768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:01.417404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.434059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.441851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:01.445287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Deleting port 9f98c489-41c0-4853-bae0-35cac6bb537f {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:01.445781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.532523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d0656000-6df3-40e9-a154-ed6303a60a35 None None] The port '9f98c489-41c0-4853-bae0-35cac6bb537f' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:58:01.637860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Network 025f3aff-2001-46c5-a838-bc01190d9856 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:01.649954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.706965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-74bae420-f5fb-4d1d-ba89-6984041636d1', 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'fixed_ips': [{'subnet_id': '2ec293e3-fdf8-485b-95cd-8a0d663b5b8a'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:58:01.708725 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.763582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.774503 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 5.6495242 Jan 14 05:58:01.775008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:01.789012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a33515e-aa87-4eaa-a867-ed27425e1b71 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:01.801663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:01.802843 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5713b73b-0745-48ae-af9e-d0558161e1f7 HTTP/1.1" status: 204 len: 168 time: 2.1914821 Jan 14 05:58:01.860184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5713b73b-0745-48ae-af9e-d0558161e1f7,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:01.873568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:01.889893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Network 025f3aff-2001-46c5-a838-bc01190d9856 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:01.935580 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:02.111084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:02.125203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Allocated IP 172.20.0.2 (74bae420-f5fb-4d1d-ba89-6984041636d1/2ec293e3-fdf8-485b-95cd-8a0d663b5b8a/b4a29f9f-3856-4a09-beda-e8aa3304c911) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:02.247546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:02.260603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-05cb731d-1292-4be3-8a4e-80fa2a99816c tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.009s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:02.301857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 540ba6b6-5b88-42bb-8482-ef2ae6a58dab up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:02.329137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:02.355002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Pushing event deleted for resources: {'Network': ['ID=025f3aff-2001-46c5-a838-bc01190d9856,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:02.363007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:02.374840 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] 10.222.0.48 "DELETE /v2.0/networks/025f3aff-2001-46c5-a838-bc01190d9856 HTTP/1.1" status: 204 len: 168 time: 2.9446135 Jan 14 05:58:02.688854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:02.689313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:02.814558 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f9697d9-5eba-4164-a443-fe8c0099789b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a2a96ad69d9e468da6465b2c62b5841d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.7016811 Jan 14 05:58:02.815560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50286) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:02.917332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:02.936387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Transition to ACTIVE for port object b4a29f9f-3856-4a09-beda-e8aa3304c911 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:02.955576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Transition to ACTIVE for port object b4a29f9f-3856-4a09-beda-e8aa3304c911 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:02.977456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.046151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.098682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.113003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fc1aa9e-e12f-44b1-a25b-fbe40e10679a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:03.162956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.168451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2bb60e9a-61cf-4da9-a8f3-35364c1159dc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:03.187880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f559ceed-23ab-4b71-9701-e1c3ee985ecd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:03.205903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:03.218115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.219817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/f559ceed-23ab-4b71-9701-e1c3ee985ecd HTTP/1.1" status: 204 len: 168 time: 0.4021962 Jan 14 05:58:03.344045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Pushing event updated for resources: {'Port': ['ID=b4a29f9f-3856-4a09-beda-e8aa3304c911,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:03.356048 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.243s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:03.432842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.439406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:03.440436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:03.442982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:03.527621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Attempting to bind port b4a29f9f-3856-4a09-beda-e8aa3304c911 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:03.528053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Attempting to bind port b4a29f9f-3856-4a09-beda-e8aa3304c911 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:03.528470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Attempting to bind port b4a29f9f-3856-4a09-beda-e8aa3304c911 on network 74bae420-f5fb-4d1d-ba89-6984041636d1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:03.534272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:03.534713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Checking segment: {'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:03.535191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.535965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Bound using segment: {'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:03.536498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Bound port: b4a29f9f-3856-4a09-beda-e8aa3304c911, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:03.536934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.584613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50294) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:03.655309 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cb2a1e65-74ed-44d0-a165-e2f5113f0366 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=813bce9b246441d48e42b6bd21810817&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0668950 Jan 14 05:58:03.655551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:03.679227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] For port b4a29f9f-3856-4a09-beda-e8aa3304c911, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:03.692609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] For port b4a29f9f-3856-4a09-beda-e8aa3304c911, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b4a29f9f-3856-4a09-beda-e8aa3304c911,segment=NetworkSegment(23aeb9b7-9fbc-4773-a510-ccbbe7d7b842),segment_id=23aeb9b7-9fbc-4773-a510-ccbbe7d7b842)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:03.702360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.718813 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:03.756212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.853256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:03.872096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Pushing event updated for resources: {'Port': ['ID=b4a29f9f-3856-4a09-beda-e8aa3304c911,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:04.109020 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.384s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:04.144064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:04.159210 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e48181e-bf47-4869-b2e6-841dc7b2f92a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:04.176303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=19c5c244-d37b-4db4-8872-0a4d44eba784,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:04.179202 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:04.185899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:04.191013 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/19c5c244-d37b-4db4-8872-0a4d44eba784 HTTP/1.1" status: 204 len: 168 time: 0.5337517 Jan 14 05:58:04.428941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.20.0.1 (74bae420-f5fb-4d1d-ba89-6984041636d1/2ec293e3-fdf8-485b-95cd-8a0d663b5b8a/a5422616-ecf3-4e00-88e6-99d5391611ed) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:04.715517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:04.739254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Transition to ACTIVE for port object a5422616-ecf3-4e00-88e6-99d5391611ed will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:04.955663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.051977 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:05.153901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:05.162121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=a5422616-ecf3-4e00-88e6-99d5391611ed,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:05.165557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:05.199069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50330) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:05.206656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:05.211376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:05.216321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:05.264404 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e35f2d1b-f2f8-4295-b248-bfbcc1799676 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0cbd0468e684400a8351d3f55ebef7c9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0631976 Jan 14 05:58:05.268731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50334) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:05.327377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.364182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.406946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.512912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.520066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f50dbbd-d13f-4d08-9c75-a383bf171a0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:05.546939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.553053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b44aeb99-dafe-4e65-9add-fdb8158985b6 HTTP/1.1" status: 204 len: 168 time: 0.2825508 Jan 14 05:58:05.562108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b44aeb99-dafe-4e65-9add-fdb8158985b6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:05.565589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:05.610331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.640683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Request body: {'network': {'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-test-network-552378552'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:05.659189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:05.670315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Usage tracker for resource:network and tenant:c3bae95b479a4546972962d12ce8ec19 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:05.678465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:05.697240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:05.843425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Made reservation on behalf of c3bae95b479a4546972962d12ce8ec19 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:05.858544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.881202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:05.899664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:05.904613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Usage tracker for resource:security_group_rule and tenant:c3bae95b479a4546972962d12ce8ec19 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:05.908059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:05.914522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:06.027890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6d148677-d33c-4d88-905a-ff7dd8a63729 None None] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:06.060663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.099580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.155071 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3fab1e69-139d-4254-af90-1ac9c5a6829a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:06.300242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event updated for resources: {'SecurityGroup': ['ID=51ba15a2-0fc9-4a21-a1fa-9100c57fb2c8,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:06.356970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0663b6f4-586d-4b31-8e34-a238ad80dec2 None None] Provisioning for port b4a29f9f-3856-4a09-beda-e8aa3304c911 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:06.358246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:06.382498 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:06.388645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.391845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.392684 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Added segment 5d9cc653-ea9f-48ba-bbc1-50f77a974a97 of type vxlan for network 0601724d-d12e-4acb-b175-69631ee914f3 Jan 14 05:58:06.413830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b4a29f9f-3856-4a09-beda-e8aa3304c911 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:06.434597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.599179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.601652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b4a29f9f-3856-4a09-beda-e8aa3304c911 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:06.607426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.616245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b4a29f9f-3856-4a09-beda-e8aa3304c911 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:06.616667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.632273 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6613d39-2be0-45f9-8012-eb1d8f118738 tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:06.640089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:06.640810 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.677153 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82b3b871-af32-4253-a798-ff8f8dac230b tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:06.704951 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 795 time: 1.5498195 Jan 14 05:58:06.711450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50346) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:06.727866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=a5422616-ecf3-4e00-88e6-99d5391611ed,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:06.739641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.776286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Request body: {'subnet': {'network_id': '0601724d-d12e-4acb-b175-69631ee914f3', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:06.824428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.855802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6527ebb5-b302-4af5-91c8-ed788b067e11 None None] Provisioning for port a5422616-ecf3-4e00-88e6-99d5391611ed completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:06.880889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b4a29f9f-3856-4a09-beda-e8aa3304c911, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b4a29f9f-3856-4a09-beda-e8aa3304c911,segment=NetworkSegment(23aeb9b7-9fbc-4773-a510-ccbbe7d7b842),segment_id=23aeb9b7-9fbc-4773-a510-ccbbe7d7b842)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:06.884610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6527ebb5-b302-4af5-91c8-ed788b067e11 None None] Provisioning complete for port a5422616-ecf3-4e00-88e6-99d5391611ed triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:06.885046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6527ebb5-b302-4af5-91c8-ed788b067e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.916388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:06.927629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:06.930949 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.299s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:06.937780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:06.948072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Usage tracker for resource:subnet and tenant:c3bae95b479a4546972962d12ce8ec19 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:06.951191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event updated for resources: {'Network': ['ID=0601724d-d12e-4acb-b175-69631ee914f3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:06.953302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:06.953730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:06.956972 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.280s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:06.961376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:06.964812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:06.975636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Made reservation on behalf of c3bae95b479a4546972962d12ce8ec19 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:06.990170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0601724d-d12e-4acb-b175-69631ee914f3 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:07.004595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0601724d-d12e-4acb-b175-69631ee914f3 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:07.022527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0601724d-d12e-4acb-b175-69631ee914f3 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:07.112209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:07.219194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router af860c31-93ff-49c8-8895-8c34d276328b has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:58:07.354816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6527ebb5-b302-4af5-91c8-ed788b067e11 None None] Port a5422616-ecf3-4e00-88e6-99d5391611ed cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:07.428460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b4a29f9f-3856-4a09-beda-e8aa3304c911,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:07.431291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6527ebb5-b302-4af5-91c8-ed788b067e11 None None] Provisioning complete for port b4a29f9f-3856-4a09-beda-e8aa3304c911 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:07.431648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6527ebb5-b302-4af5-91c8-ed788b067e11 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:07.453437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:58:07.465942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Sync routers for ids ['af860c31-93ff-49c8-8895-8c34d276328b'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:58:07.477679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/af860c31-93ff-49c8-8895-8c34d276328b/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.7022200 Jan 14 05:58:07.510220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Routers {'af860c31-93ff-49c8-8895-8c34d276328b'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:07.510946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['af860c31-93ff-49c8-8895-8c34d276328b'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:07.544921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.617s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:07.791977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:07.797745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e03d905-f356-49d8-a00e-83d24b7bbebf None None] Provisioning complete for port a5422616-ecf3-4e00-88e6-99d5391611ed triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:07.798462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e03d905-f356-49d8-a00e-83d24b7bbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:07.842500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Set router af860c31-93ff-49c8-8895-8c34d276328b gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:07.879641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3e03d905-f356-49d8-a00e-83d24b7bbebf None None] Port a5422616-ecf3-4e00-88e6-99d5391611ed cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:07.892906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3e03d905-f356-49d8-a00e-83d24b7bbebf None None] Provisioning complete for port b4a29f9f-3856-4a09-beda-e8aa3304c911 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:07.893253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e03d905-f356-49d8-a00e-83d24b7bbebf None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:07.903447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-265a9b76-0935-428a-8499-cc7bf7fff775 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:07.944219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-265a9b76-0935-428a-8499-cc7bf7fff775 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:07.945672 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-265a9b76-0935-428a-8499-cc7bf7fff775 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-819451024&fields=id&tenant_id=6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 267 time: 0.1320605 Jan 14 05:58:08.020251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cfdca7b5-fafe-4a3f-a605-73e776af2d37 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:08.111554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Checking segment: {'id': '5d9cc653-ea9f-48ba-bbc1-50f77a974a97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0601724d-d12e-4acb-b175-69631ee914f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:08.111931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Network hostable DHCP agents. Network: 0601724d-d12e-4acb-b175-69631ee914f3, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:08.123426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event updated for resources: {'Subnet': ['ID=751fcce9-c174-4641-b1dc-1ae3affeb34b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:08.129655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:08.146280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Network 0601724d-d12e-4acb-b175-69631ee914f3 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:08.162686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0601724d-d12e-4acb-b175-69631ee914f3) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:08.184263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:08.185242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3fedd026-7e73-4d2b-93a7-b7d22b6550a8 None None] Network 0601724d-d12e-4acb-b175-69631ee914f3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:08.187796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:08.187939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-ce41536b-5427-4d87-a55d-93a407b7c428 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:08.188621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-ce41536b-5427-4d87-a55d-93a407b7c428 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:08.211754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-ce41536b-5427-4d87-a55d-93a407b7c428 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:08.213111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-ce41536b-5427-4d87-a55d-93a407b7c428 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/networks?id=74bae420-f5fb-4d1d-ba89-6984041636d1 HTTP/1.1" status: 200 len: 793 time: 0.2561853 Jan 14 05:58:08.228665 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.5156434 Jan 14 05:58:08.229510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50364) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:08.238094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Request body: {'port': {'network_id': '0601724d-d12e-4acb-b175-69631ee914f3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-1661513669'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:08.244680 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-94c62093-f5a5-435d-b2ce-049109381562 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/quotas/6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 375 time: 0.0228088 Jan 14 05:58:08.331464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:58:05Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'a5422616-ecf3-4e00-88e6-99d5391611ed', 'name': '', 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:0d:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2ec293e3-fdf8-485b-95cd-8a0d663b5b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:03Z', 'updated_at': '2021-01-14T05:58:05Z', 'revision_number': 2, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': '2ec293e3-fdf8-485b-95cd-8a0d663b5b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:08.335932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Checking router: af860c31-93ff-49c8-8895-8c34d276328b for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:58:08.336338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Updating router af860c31-93ff-49c8-8895-8c34d276328b port a5422616-ecf3-4e00-88e6-99d5391611ed binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:58:08.355566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-856aa274-6458-4442-99d7-3025019251dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:08.384107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-856aa274-6458-4442-99d7-3025019251dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:08.385584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-856aa274-6458-4442-99d7-3025019251dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/ports?tenant_id=6199fe69995a46fdb97c8ad6127d0f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1397867 Jan 14 05:58:08.405415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:08.428566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b4a29f9f-3856-4a09-beda-e8aa3304c911 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:08.511007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:08.518498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Usage tracker for resource:port and tenant:c3bae95b479a4546972962d12ce8ec19 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:08.523762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Quota usage for port was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:08.530012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:08.545601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Made reservation on behalf of c3bae95b479a4546972962d12ce8ec19 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:08.558378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:08.562319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-2fca774c-1ff3-4c22-bf70-34598bd71c2a service neutron] 10.222.0.48 "GET /v2.0/networks/74bae420-f5fb-4d1d-ba89-6984041636d1?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570275 Jan 14 05:58:08.606409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6e594051-8fa5-4db1-9e1b-c74a149c9fee None None] Provisioning complete for port b4a29f9f-3856-4a09-beda-e8aa3304c911 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:08.606874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e594051-8fa5-4db1-9e1b-c74a149c9fee None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:08.869114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-0601724d-d12e-4acb-b175-69631ee914f3', 'network_id': '0601724d-d12e-4acb-b175-69631ee914f3', 'tenant_id': 'c3bae95b479a4546972962d12ce8ec19', 'fixed_ips': [{'subnet_id': '751fcce9-c174-4641-b1dc-1ae3affeb34b'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:58:08.870168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:08.879595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] device_id is not set on port 425c61e5-2229-4188-8a2d-54b0031738ec yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:58:08.898006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b4a29f9f-3856-4a09-beda-e8aa3304c911 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:08.898450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.073837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Allocated IP 2001:db8::21e (0601724d-d12e-4acb-b175-69631ee914f3/751fcce9-c174-4641-b1dc-1ae3affeb34b/425c61e5-2229-4188-8a2d-54b0031738ec) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:09.146759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.159499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Transition to ACTIVE for port object a5422616-ecf3-4e00-88e6-99d5391611ed will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:09.167017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.183070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd95958a-f3c7-4a58-87f6-097dfe834af7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:09.194319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5b9fbf13-e1ed-4242-85e3-7d178b16c7ba req-2798a242-00a4-40ab-ac85-6eee7bee3299 service neutron] 10.222.0.48 "GET /v2.0/networks/74bae420-f5fb-4d1d-ba89-6984041636d1?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.6231625 Jan 14 05:58:09.250979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74473e02-6be2-4281-9324-81cdf7854bdc None None] Pushing event updated for resources: {'Port': ['ID=a5422616-ecf3-4e00-88e6-99d5391611ed,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:09.300645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74473e02-6be2-4281-9324-81cdf7854bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.118s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:09.361049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.394548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Transition to ACTIVE for port object 425c61e5-2229-4188-8a2d-54b0031738ec will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:09.420231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.518328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Attempting to bind port a5422616-ecf3-4e00-88e6-99d5391611ed on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:09.518960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Attempting to bind port a5422616-ecf3-4e00-88e6-99d5391611ed by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:09.519537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Attempting to bind port a5422616-ecf3-4e00-88e6-99d5391611ed on network 74bae420-f5fb-4d1d-ba89-6984041636d1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:09.531427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:09.531981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Checking segment: {'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:09.532439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.532854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Bound using segment: {'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:09.533737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Bound port: a5422616-ecf3-4e00-88e6-99d5391611ed, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:09.534605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.595371 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-055f26ba-c098-40d7-adb2-a81d0c9e996f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:09.597936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Allocated IP 2001:db8::2 (0601724d-d12e-4acb-b175-69631ee914f3/751fcce9-c174-4641-b1dc-1ae3affeb34b/193e7c6d-dd4a-4a4c-ba6e-af03254b44ab) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:09.707332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] For port a5422616-ecf3-4e00-88e6-99d5391611ed, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:09.713183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] For port a5422616-ecf3-4e00-88e6-99d5391611ed, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a5422616-ecf3-4e00-88e6-99d5391611ed,segment=NetworkSegment(23aeb9b7-9fbc-4773-a510-ccbbe7d7b842),segment_id=23aeb9b7-9fbc-4773-a510-ccbbe7d7b842)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:09.723600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.761750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f77e784c-6281-4e5c-8289-afd09d054346 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:09.834261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50394) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:09.840999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event updated for resources: {'Port': ['ID=425c61e5-2229-4188-8a2d-54b0031738ec,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:09.847298 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.252s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:09.853582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Network 0601724d-d12e-4acb-b175-69631ee914f3 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:09.854944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:09.857351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:09.862043 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:09.884048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:09.885488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.913146 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 942 time: 1.6822839 Jan 14 05:58:09.918873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50398) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:09.925829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Request body: {'port': {'network_id': '0601724d-d12e-4acb-b175-69631ee914f3', 'name': 'tempest-ExtraDHCPOptionsIpV6TestJSON-95250730', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:09.931564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] bootfile-name is not in valid_values {{(pid=80929) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:58:09.932193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] tftp-server is not in valid_values {{(pid=80929) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:58:09.932893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] server-ip-address is not in valid_values {{(pid=80929) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:58:09.939853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74473e02-6be2-4281-9324-81cdf7854bdc None None] Pushing event updated for resources: {'Port': ['ID=a5422616-ecf3-4e00-88e6-99d5391611ed,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:09.945844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74473e02-6be2-4281-9324-81cdf7854bdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:09.975238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:09.987334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Transition to ACTIVE for port object 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:09.991805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Routers {'af860c31-93ff-49c8-8895-8c34d276328b'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:09.992482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['af860c31-93ff-49c8-8895-8c34d276328b'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:10.005375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Transition to ACTIVE for port object 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:10.015873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:10.035193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29b7fb52-dfd8-4f28-87f0-5cf897c9a544 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:10.125096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Pushing event updated for resources: {'Port': ['ID=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:10.214164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.179s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:10.261582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] Set router af860c31-93ff-49c8-8895-8c34d276328b gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:10.291629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:10.296230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Usage tracker for resource:port and tenant:c3bae95b479a4546972962d12ce8ec19 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:10.310314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Quota usage for port was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:10.320299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:10.338662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Network 0601724d-d12e-4acb-b175-69631ee914f3 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:10.341371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:10.346496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:10.348483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Made reservation on behalf of c3bae95b479a4546972962d12ce8ec19 for: {'port': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:10.380173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:10.427819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Attempting to bind port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:10.428164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Attempting to bind port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '5d9cc653-ea9f-48ba-bbc1-50f77a974a97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0601724d-d12e-4acb-b175-69631ee914f3'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:10.428590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Attempting to bind port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab on network 0601724d-d12e-4acb-b175-69631ee914f3 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:10.435176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 57, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:10.435610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Checking segment: {'id': '5d9cc653-ea9f-48ba-bbc1-50f77a974a97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0601724d-d12e-4acb-b175-69631ee914f3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:10.436071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:10.436524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Bound using segment: {'id': '5d9cc653-ea9f-48ba-bbc1-50f77a974a97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0601724d-d12e-4acb-b175-69631ee914f3'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:10.437050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Bound port: 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '5d9cc653-ea9f-48ba-bbc1-50f77a974a97', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '0601724d-d12e-4acb-b175-69631ee914f3'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:10.437481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:10.625016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] For port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:10.630129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] For port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,segment=NetworkSegment(5d9cc653-ea9f-48ba-bbc1-50f77a974a97),segment_id=5d9cc653-ea9f-48ba-bbc1-50f77a974a97)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:10.639888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:10.808732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:58:05Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'a5422616-ecf3-4e00-88e6-99d5391611ed', 'name': '', 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:0d:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2ec293e3-fdf8-485b-95cd-8a0d663b5b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:03Z', 'updated_at': '2021-01-14T05:58:09Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': '2ec293e3-fdf8-485b-95cd-8a0d663b5b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:10.813883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e3727ed-50d1-4a33-bad3-107cbf84ff76 None None] The sync data for ids ['af860c31-93ff-49c8-8895-8c34d276328b'] in n-d-768851-4 is: [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:58:05Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'a5422616-ecf3-4e00-88e6-99d5391611ed', 'name': '', 'network_id': '74bae420-f5fb-4d1d-ba89-6984041636d1', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:0d:15:e6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_interface', 'standard_attr_id': 3506, 'fixed_ips': [{'subnet_id': '2ec293e3-fdf8-485b-95cd-8a0d663b5b8a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:03Z', 'updated_at': '2021-01-14T05:58:09Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': '2ec293e3-fdf8-485b-95cd-8a0d663b5b8a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:58:10.889626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:11.088075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] device_id is not set on port ba00907c-c1b9-4dbc-88ea-2cce258ed191 yet. {{(pid=80929) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:58:11.166750 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:11.332620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Allocated IP 2001:db8::1e9 (0601724d-d12e-4acb-b175-69631ee914f3/751fcce9-c174-4641-b1dc-1ae3affeb34b/ba00907c-c1b9-4dbc-88ea-2cce258ed191) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:11.349403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Pushing event updated for resources: {'Port': ['ID=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:11.353077 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:11.603697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port a5422616-ecf3-4e00-88e6-99d5391611ed {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:11.604331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:11.751416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:11.812773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Transition to ACTIVE for port object ba00907c-c1b9-4dbc-88ea-2cce258ed191 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:11.852249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:11.924840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port a5422616-ecf3-4e00-88e6-99d5391611ed, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a5422616-ecf3-4e00-88e6-99d5391611ed,segment=NetworkSegment(23aeb9b7-9fbc-4773-a510-ccbbe7d7b842),segment_id=23aeb9b7-9fbc-4773-a510-ccbbe7d7b842)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:11.925401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:11.963631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:12.083547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for a5422616-ecf3-4e00-88e6-99d5391611ed owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:12.091573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Network 0601724d-d12e-4acb-b175-69631ee914f3 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:12.095155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:12.103351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event updated for resources: {'Port': ['ID=ba00907c-c1b9-4dbc-88ea-2cce258ed191,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:12.106562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.108816 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:12.117469 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:12.139482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:12.140351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:12.147561 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.185s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:12.181710 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8e5e2d76-aa16-4099-bdb4-29b857c5b6cf tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1148 time: 2.2596283 Jan 14 05:58:12.183280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50432) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:12.248595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5fb4854c-d818-4469-8a5d-aae42703a8e8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:12.299300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a5422616-ecf3-4e00-88e6-99d5391611ed up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:12.356253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a9433-ad56-4676-99bb-b987c300d115 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:12.364819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:12.373840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a5422616-ecf3-4e00-88e6-99d5391611ed {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:12.374247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a5422616-ecf3-4e00-88e6-99d5391611ed not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 05:58:12.379802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a9433-ad56-4676-99bb-b987c300d115 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:12.401891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-563a9433-ad56-4676-99bb-b987c300d115 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:12.403150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-563a9433-ad56-4676-99bb-b987c300d115 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Synchronizing usage tracker for tenant:c3bae95b479a4546972962d12ce8ec19 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:12.411970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port a5422616-ecf3-4e00-88e6-99d5391611ed not found, will not notify nova. {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 05:58:12.412659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:12.430504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-563a9433-ad56-4676-99bb-b987c300d115 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Unset dirty status for tenant:c3bae95b479a4546972962d12ce8ec19 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:12.435554 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-563a9433-ad56-4676-99bb-b987c300d115 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 2620 time: 0.2508595 Jan 14 05:58:12.436469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50440) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:12.519139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60665900-981c-4f5b-9fd3-086f824ff742 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:12.524073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:12.583903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Deleting port ba00907c-c1b9-4dbc-88ea-2cce258ed191 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:12.584297 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:12.667913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Port': ['ID=a5422616-ecf3-4e00-88e6-99d5391611ed,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:12.765001 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.246s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:12.934405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.005016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.233430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08ce2e55-0972-4287-93f6-7b598d43ff2d None None] Network 0601724d-d12e-4acb-b175-69631ee914f3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:13.236889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Calling delete_port for ba00907c-c1b9-4dbc-88ea-2cce258ed191 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:13.286440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Provisioning for port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:13.293503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Provisioning complete for port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:13.294067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.334038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.352727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72bc7045-41c7-42ef-8124-6b7a8625362f tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:13.415382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event deleted for resources: {'Port': ['ID=ba00907c-c1b9-4dbc-88ea-2cce258ed191,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:13.428755 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:13.591468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router af860c31-93ff-49c8-8895-8c34d276328b has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:58:13.596471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.609455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.633370 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "DELETE /v2.0/ports/ba00907c-c1b9-4dbc-88ea-2cce258ed191 HTTP/1.1" status: 204 len: 168 time: 1.1953895 Jan 14 05:58:13.634116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50458) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:13.634623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] For port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,segment=NetworkSegment(5d9cc653-ea9f-48ba-bbc1-50f77a974a97),segment_id=5d9cc653-ea9f-48ba-bbc1-50f77a974a97)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:13.641257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Request body: {'port': {'name': 'tempest-new-port-name-581698296', 'extra_dhcp_opts': [{'opt_value': 'pxelinux.0', 'opt_name': 'bootfile-name'}, {'opt_value': '2015::dead', 'opt_name': 'tftp-server'}, {'opt_value': '2015::badd', 'opt_name': 'server-ip-address'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:13.641704 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] bootfile-name is not in valid_values {{(pid=80929) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:58:13.642081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] tftp-server is not in valid_values {{(pid=80929) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:58:13.642215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.643249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.api.validators [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] server-ip-address is not in valid_values {{(pid=80929) validate_values /usr/local/lib/python3.6/dist-packages/neutron_lib/api/validators/__init__.py:163}} Jan 14 05:58:13.644806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6db6fe3-e629-4799-adc6-86bf2096eed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:13.736930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Pushing event updated for resources: {'Port': ['ID=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:13.741003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:13.840285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.900434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cbdcfb01-4088-47bb-8508-d907de9225a1 None None] Provisioning for port 425c61e5-2229-4188-8a2d-54b0031738ec completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:13.906380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cbdcfb01-4088-47bb-8508-d907de9225a1 None None] Provisioning complete for port 425c61e5-2229-4188-8a2d-54b0031738ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:13.906872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbdcfb01-4088-47bb-8508-d907de9225a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:13.998356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cbdcfb01-4088-47bb-8508-d907de9225a1 None None] Port 425c61e5-2229-4188-8a2d-54b0031738ec cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:14.023307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cbdcfb01-4088-47bb-8508-d907de9225a1 None None] Provisioning complete for port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:14.023734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cbdcfb01-4088-47bb-8508-d907de9225a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.326550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-aa904654-868d-4069-b577-73f36b3a654c None None] Provisioning complete for port 425c61e5-2229-4188-8a2d-54b0031738ec triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:14.326965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aa904654-868d-4069-b577-73f36b3a654c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.371651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.376504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.382591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:14.382949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:58:14.422417 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/af860c31-93ff-49c8-8895-8c34d276328b/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.5844178 Jan 14 05:58:14.422820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:14.429608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-aa904654-868d-4069-b577-73f36b3a654c None None] Port 425c61e5-2229-4188-8a2d-54b0031738ec cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:14.433828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] Sync routers for ids ['af860c31-93ff-49c8-8895-8c34d276328b'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:58:14.482112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] Routers {'af860c31-93ff-49c8-8895-8c34d276328b'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:14.482874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:57:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['af860c31-93ff-49c8-8895-8c34d276328b'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:14.518293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf2dbb94-7109-43d3-8aa1-061ef2961724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:14.604761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event updated for resources: {'Port': ['ID=425c61e5-2229-4188-8a2d-54b0031738ec,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:14.610659 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:14.623307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] In _notify_port_updated(), no bound segment for port 425c61e5-2229-4188-8a2d-54b0031738ec on network 0601724d-d12e-4acb-b175-69631ee914f3 {{(pid=80929) _notify_port_updated /opt/stack/neutron/neutron/plugins/ml2/plugin.py:851}} Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.626246 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:14.631905 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:14.655878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:14.656796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.658433 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "PUT /v2.0/ports/425c61e5-2229-4188-8a2d-54b0031738ec HTTP/1.1" status: 200 len: 1129 time: 1.0232420 Jan 14 05:58:14.661367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50480) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:14.776921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting subnet 2ec293e3-fdf8-485b-95cd-8a0d663b5b8a {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:58:14.784147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.789007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] Set router af860c31-93ff-49c8-8895-8c34d276328b gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:14.795943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5489f3af-0b72-4f2d-be4e-d1beeb502a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:14.796620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5489f3af-0b72-4f2d-be4e-d1beeb502a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Synchronizing usage tracker for tenant:c3bae95b479a4546972962d12ce8ec19 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:14.816438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5489f3af-0b72-4f2d-be4e-d1beeb502a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Unset dirty status for tenant:c3bae95b479a4546972962d12ce8ec19 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:14.821293 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5489f3af-0b72-4f2d-be4e-d1beeb502a08 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "GET /v2.0/ports/425c61e5-2229-4188-8a2d-54b0031738ec HTTP/1.1" status: 200 len: 1129 time: 0.1554360 Jan 14 05:58:14.821902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50484) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:14.864367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.943494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Deleting port 425c61e5-2229-4188-8a2d-54b0031738ec {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:14.944158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:14.956213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.083121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:15.084149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.124642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0a47c60-f02a-4b4a-8544-4d096bc6153f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.133290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dabc2290-0a60-42e3-9e66-69eeacff40f1 None None] Provisioning complete for port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:15.133974 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dabc2290-0a60-42e3-9e66-69eeacff40f1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.325672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.397294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.511093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e24a50d3-b3f6-4548-9717-4708bb2bfee2 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:15.568311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.572635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Calling delete_port for 425c61e5-2229-4188-8a2d-54b0031738ec owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:15.606542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Subnet': ['ID=2ec293e3-fdf8-485b-95cd-8a0d663b5b8a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:15.611632 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:15.627017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.636722 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/subnets/2ec293e3-fdf8-485b-95cd-8a0d663b5b8a HTTP/1.1" status: 204 len: 168 time: 1.2104487 Jan 14 05:58:15.639830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50498) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:15.657417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e44c32ad-8d6f-47d9-bef6-19dd9c769b31 None None] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:15.696052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:58:12Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:15.794862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] Checking router: af860c31-93ff-49c8-8895-8c34d276328b for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:58:15.812454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:15.828801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] Routers {'af860c31-93ff-49c8-8895-8c34d276328b'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:15.829510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['af860c31-93ff-49c8-8895-8c34d276328b'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:15.840250 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-286d8dcb-f14c-4d10-b5b0-e52b65674b08 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:15.893027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event deleted for resources: {'Port': ['ID=425c61e5-2229-4188-8a2d-54b0031738ec,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:15.906673 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:15.909440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.072635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.096372 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "DELETE /v2.0/ports/425c61e5-2229-4188-8a2d-54b0031738ec HTTP/1.1" status: 204 len: 168 time: 1.2710125 Jan 14 05:58:16.096962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50508) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:16.178504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.184207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:16.184904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.346077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-02dfa1a9-410e-4292-b52f-8014cad1f790 None None] Could not find standard attr ID for object 425c61e5-2229-4188-8a2d-54b0031738ec. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:58:16.440593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Deleting subnet 751fcce9-c174-4641-b1dc-1ae3affeb34b {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:58:16.445853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.462745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] Set router af860c31-93ff-49c8-8895-8c34d276328b gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:16.471392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port 540ba6b6-5b88-42bb-8482-ef2ae6a58dab, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=540ba6b6-5b88-42bb-8482-ef2ae6a58dab,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:16.472034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.577484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.588874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-02dfa1a9-410e-4292-b52f-8014cad1f790 None None] Could not find standard attr ID for object ba00907c-c1b9-4dbc-88ea-2cce258ed191. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:58:16.605906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.650728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for 540ba6b6-5b88-42bb-8482-ef2ae6a58dab owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:16.704968 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.709759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-02dfa1a9-410e-4292-b52f-8014cad1f790 None None] Provisioning complete for port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:16.710656 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02dfa1a9-410e-4292-b52f-8014cad1f790 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.903703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:16.924105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.136248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] DHCP port deletion for 74bae420-f5fb-4d1d-ba89-6984041636d1 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:58:17.145924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Deleting port b4a29f9f-3856-4a09-beda-e8aa3304c911 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:17.146492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.149268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.227608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.276156 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4aae8a15-7578-4d22-bd67-7d7310d254f8 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:17.325330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.342938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event deleted for resources: {'Subnet': ['ID=751fcce9-c174-4641-b1dc-1ae3affeb34b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:17.344984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e68c433-91f0-472c-95e9-8ee3c4e14742 None None] Network 0601724d-d12e-4acb-b175-69631ee914f3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:17.352242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:17.355976 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "DELETE /v2.0/subnets/751fcce9-c174-4641-b1dc-1ae3affeb34b HTTP/1.1" status: 204 len: 168 time: 1.2578802 Jan 14 05:58:17.358647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50526) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:17.393456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.398142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.421477 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.422328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Fanout notify agent at l3_agent the message router_deleted on router af860c31-93ff-49c8-8895-8c34d276328b {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:58:17.445440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.446998 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de06dd4b-1865-4d25-8307-64a2937302cb tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/routers/af860c31-93ff-49c8-8895-8c34d276328b HTTP/1.1" status: 204 len: 168 time: 1.8060715 Jan 14 05:58:17.449886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50534) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:17.546232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.629183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.632308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Deleting port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:17.632687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.702754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port b4a29f9f-3856-4a09-beda-e8aa3304c911 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:17.703136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.713424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:58:12Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:17.730625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-50abde84-5b8e-45f6-be4c-488a2a85b5b5 None None] The sync data for ids ['af860c31-93ff-49c8-8895-8c34d276328b'] in n-d-768851-4 is: [{'id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'name': 'tempest-TestNetworkAdvancedServerOps-router-506492356', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164'}], 'enable_snat': True}, 'gw_port_id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:57:51Z', 'updated_at': '2021-01-14T05:58:12Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '540ba6b6-5b88-42bb-8482-ef2ae6a58dab', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cf:77:a8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'af860c31-93ff-49c8-8895-8c34d276328b', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3503, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.164', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:57:52Z', 'updated_at': '2021-01-14T05:58:00Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:58:17.775401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] For port b4a29f9f-3856-4a09-beda-e8aa3304c911, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b4a29f9f-3856-4a09-beda-e8aa3304c911,segment=NetworkSegment(23aeb9b7-9fbc-4773-a510-ccbbe7d7b842),segment_id=23aeb9b7-9fbc-4773-a510-ccbbe7d7b842)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:17.776780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.944180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] For port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,segment=NetworkSegment(5d9cc653-ea9f-48ba-bbc1-50f77a974a97),segment_id=5d9cc653-ea9f-48ba-bbc1-50f77a974a97)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:17.944961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:17.983540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Calling delete_port for b4a29f9f-3856-4a09-beda-e8aa3304c911 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:17.999655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port b4a29f9f-3856-4a09-beda-e8aa3304c911, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b4a29f9f-3856-4a09-beda-e8aa3304c911,segment=NetworkSegment(23aeb9b7-9fbc-4773-a510-ccbbe7d7b842),segment_id=23aeb9b7-9fbc-4773-a510-ccbbe7d7b842)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:18.000068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:18.069057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] DHCP port deletion for 0601724d-d12e-4acb-b175-69631ee914f3 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:58:18.074674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Deleting port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:18.075304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:18.101830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Calling delete_port for 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:18.158596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for b4a29f9f-3856-4a09-beda-e8aa3304c911 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:18.248690 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:18.265695 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-693ab275-8767-4df2-9acc-2acd689079fc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:18.280851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:58:18.281218 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:58:18.375809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] For port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,segment=NetworkSegment(5d9cc653-ea9f-48ba-bbc1-50f77a974a97),segment_id=5d9cc653-ea9f-48ba-bbc1-50f77a974a97)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:18.376631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:18.516623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Calling delete_port for 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:18.563447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:18.734602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event deleted for resources: {'Port': ['ID=193e7c6d-dd4a-4a4c-ba6e-af03254b44ab,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:18.748819 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.483s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:18.782510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port b4a29f9f-3856-4a09-beda-e8aa3304c911 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:18.783170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:18.785975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] No DVR routers for this DVR port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:58:18.867592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-468c6524-7a9f-404e-9e2c-b87f08a05065 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:18.884419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] The port 'b4a29f9f-3856-4a09-beda-e8aa3304c911' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:58:18.913599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b4a29f9f-3856-4a09-beda-e8aa3304c911 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:18.941468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:18.954351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Pushing event deleted for resources: {'Port': ['ID=b4a29f9f-3856-4a09-beda-e8aa3304c911,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:18.966988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:18.970861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b4a29f9f-3856-4a09-beda-e8aa3304c911 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:18.971419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b4a29f9f-3856-4a09-beda-e8aa3304c911 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:18.972034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a5422616-ecf3-4e00-88e6-99d5391611ed no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:19.012425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a5422616-ecf3-4e00-88e6-99d5391611ed {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:19.013082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a5422616-ecf3-4e00-88e6-99d5391611ed not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:19.013700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:19.042166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.066765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:19.067147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:19.075270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] No DVR routers for this DVR port b4a29f9f-3856-4a09-beda-e8aa3304c911 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:58:19.077017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 05:58:19.077612 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 05:58:19.086319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0601724d-d12e-4acb-b175-69631ee914f3']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:19.101478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '5d9cc653-ea9f-48ba-bbc1-50f77a974a97') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:19.102422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '5d9cc653-ea9f-48ba-bbc1-50f77a974a97') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:19.116787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.132902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.135348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:19.191211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['74bae420-f5fb-4d1d-ba89-6984041636d1']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:19.204743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:19.204911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '23aeb9b7-9fbc-4773-a510-ccbbe7d7b842') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:19.217954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.243863 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.245359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:19.361546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Network 0601724d-d12e-4acb-b175-69631ee914f3 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:19.371666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.460289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:19.470240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.579326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Deleting port 193e7c6d-dd4a-4a4c-ba6e-af03254b44ab {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:19.579766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.591379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Network 0601724d-d12e-4acb-b175-69631ee914f3 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:19.618388 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:19.653224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b10592ee-93a4-42d9-9f48-617e2695b0b5 None None] The port '193e7c6d-dd4a-4a4c-ba6e-af03254b44ab' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 05:58:19.709119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.712761 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:19.736560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:19.753072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Pushing event deleted for resources: {'Network': ['ID=0601724d-d12e-4acb-b175-69631ee914f3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:19.758851 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:19.763179 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] 10.222.0.48 "DELETE /v2.0/networks/0601724d-d12e-4acb-b175-69631ee914f3 HTTP/1.1" status: 204 len: 168 time: 2.4032085 Jan 14 05:58:20.003614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 74bae420-f5fb-4d1d-ba89-6984041636d1 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:20.035611 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:20.124320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50578) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:20.165965 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.169473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:20.191685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.194658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Network': ['ID=74bae420-f5fb-4d1d-ba89-6984041636d1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:20.198021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:20.215794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/networks/74bae420-f5fb-4d1d-ba89-6984041636d1 HTTP/1.1" status: 204 len: 168 time: 2.7645392 Jan 14 05:58:20.217816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 540ba6b6-5b88-42bb-8482-ef2ae6a58dab no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:20.218745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50584) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:20.259159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 540ba6b6-5b88-42bb-8482-ef2ae6a58dab {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:20.259570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 540ba6b6-5b88-42bb-8482-ef2ae6a58dab not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:20.313009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.355909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.357292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-efb118ee-0ae3-4647-b454-80ef67caa946 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c3bae95b479a4546972962d12ce8ec19&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2316530 Jan 14 05:58:20.359975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50590) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:20.417091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.425581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3444d390-64e6-47ef-a173-c1aa3f6687a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:20.429051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.440177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'SecurityGroup': ['ID=1952f128-6275-4758-925d-39d6fea0227b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:20.443295 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:20.454518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.455832 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/security-groups/1952f128-6275-4758-925d-39d6fea0227b HTTP/1.1" status: 204 len: 168 time: 0.2358346 Jan 14 05:58:20.477880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.572857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.580272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ccf9eef-2515-4095-9093-62ed10b5556a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:20.595521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=51ba15a2-0fc9-4a21-a1fa-9100c57fb2c8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:20.598609 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:20.600371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.602496 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/51ba15a2-0fc9-4a21-a1fa-9100c57fb2c8 HTTP/1.1" status: 204 len: 168 time: 0.2412639 Jan 14 05:58:20.799406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50610) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:20.805622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1558512847', 'description': 'tempest-secgroup-smoke-1558512847 description', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:20.819892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:20.825903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:20.830895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:20.837011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:20.849335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.871274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:20.875465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:20.878504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:20.884790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:20.972811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.980357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:20.986680 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-41eddb3d-6711-40dd-a088-9cacc8ee2416 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:21.033727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroup': ['ID=c8c497e2-5f60-4683-9cd1-19463ba0145b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:21.036663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.041149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50624) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:21.041298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2405691 Jan 14 05:58:21.042150 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:21.047349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'c8c497e2-5f60-4683-9cd1-19463ba0145b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.058401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:21.062531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:21.065618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:21.072228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:21.090844 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.181363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.184573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.194137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d20e245e-6ab8-4edb-83e6-799d05898ee8 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:21.218275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3cc8cd35-1fed-4ebc-91bc-8c704a950208,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:21.221517 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:21.226668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.228094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c5f59eb6-5101-4366-96dc-688b166b6adf tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1857927 Jan 14 05:58:21.231509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50630) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:21.238035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'c8c497e2-5f60-4683-9cd1-19463ba0145b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.249010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:21.253685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:21.257084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:21.263071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:21.287353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.363199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.369091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.371871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffd130e2-5847-4ab8-848b-2f08cedde12a tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:21.391240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0271df91-bfad-47dc-8173-7eaa395901b9,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:21.399600 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:21.446376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.450563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2153013 Jan 14 05:58:21.450943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50644) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:21.456782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'c8c497e2-5f60-4683-9cd1-19463ba0145b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.484353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:21.491192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:21.495410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:21.502421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:21.528402 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.599857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.603856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.606103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b153636e-0583-4d15-bd2f-39821a9abeea tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:21.612782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50652) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:21.632907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=bc8564d9-eb57-4343-8746-42e96256af01,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:21.635854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:21.643386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.644747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1926134 Jan 14 05:58:21.647740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50660) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:21.654078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'c8c497e2-5f60-4683-9cd1-19463ba0145b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.665503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:21.669608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:21.672628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:21.678677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:21.737922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.779599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'networks': [{'name': 'tempest-network--1748804465'}, {'name': 'tempest-network--284945290'}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.780522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'network': {'name': 'tempest-network--1748804465'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.781024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'network': {'name': 'tempest-network--284945290'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.787499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:21.791852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Usage tracker for resource:network and tenant:21aa8eb1cde84a998c3077fba18da38a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:21.795100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:21.801370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 2 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:21.811902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.813090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Made reservation on behalf of 21aa8eb1cde84a998c3077fba18da38a for: {'network': 2} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:21.814954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.822932 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b86e4ea9-260c-4383-a0c8-7019b977c0ec tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:21.827111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.840891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.845599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=04c269d0-f54d-4e32-ba1c-d0118579be24,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:21.848608 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:21.853424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.854758 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2059824 Jan 14 05:58:21.857669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50664) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:21.859021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:21.863918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Usage tracker for resource:security_group_rule and tenant:21aa8eb1cde84a998c3077fba18da38a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:21.864094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'c8c497e2-5f60-4683-9cd1-19463ba0145b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:21.866978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:21.873020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:21.874864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:21.879088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:21.883744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:21.889806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:21.904676 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:58:21.912680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.973385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.976842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.977285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:21.989731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cdee6d8-b13f-4abe-b58a-588d0ea9fa06 tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:21.990745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.031656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'SecurityGroup': ['ID=78a4fd01-a64b-46cc-aa3d-2b78248477eb,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:22.036550 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:22.040202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.044118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:22.053813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.054250 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Added segment 34066092-0242-4ce4-b979-7afb3eb0ee4a of type vxlan for network fa374211-14ab-4fbf-a563-70c68abd648d Jan 14 05:58:22.055433 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08bbfeb9-d434-4e00-ac8f-cbda50f1c5b0 tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:22.073427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=659f6782-f835-45b3-9e9d-1755372d2a00,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:22.076661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:22.081609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.081726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.085980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2243140 Jan 14 05:58:22.086116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50672) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:22.091858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'c8c497e2-5f60-4683-9cd1-19463ba0145b', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:22.102886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:22.106961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:22.109973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:22.116231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:22.127433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:22.130567 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:58:22.137097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.137545 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Added segment 40d4e51a-e517-4512-b41d-10ac97b95f53 of type vxlan for network 5262011f-864d-48f0-b6e3-66b84a4c6402 Jan 14 05:58:22.138177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.165154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.200765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.201230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.210481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.214196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.216402 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:22.221387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:22.240908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:22.241594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.243551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ed1e2d9c-f876-445a-8dfd-8a375f30726b,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:22.246276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:22.255500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.256211 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85dfd714-fb10-4d35-9996-9e4332e604a5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:22.259827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1698742 Jan 14 05:58:22.260221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50680) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:22.266362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'network': {'name': 'tempest-network-smoke--1908374731', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'port_security_enabled': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:22.273541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:22.278058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:network and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:22.282175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:22.289946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:22.327462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:22.337552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.354122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 1319 time: 0.7380950 Jan 14 05:58:22.358650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50684) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:22.376253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Network': ['ID=fa374211-14ab-4fbf-a563-70c68abd648d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:22.389073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network fa374211-14ab-4fbf-a563-70c68abd648d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.404836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network fa374211-14ab-4fbf-a563-70c68abd648d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.425820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network fa374211-14ab-4fbf-a563-70c68abd648d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.477274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] vxlan segment allocate from pool success with {'vxlan_vni': 16} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:22.511165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.511870 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Added segment c09749ea-f1b7-4c1b-8b41-5448b05c61d4 of type vxlan for network f9366ddc-7315-4118-a87e-501f1f9fd662 Jan 14 05:58:22.538211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Network': ['ID=5262011f-864d-48f0-b6e3-66b84a4c6402,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:22.546568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.289s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:22.547301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.272s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:22.548993 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.001s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:22.583827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.615803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d07a7-ba02-4cec-a055-656cd1f63949 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:22.636470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 5262011f-864d-48f0-b6e3-66b84a4c6402 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.638448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d07a7-ba02-4cec-a055-656cd1f63949 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:22.651015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 5262011f-864d-48f0-b6e3-66b84a4c6402 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.662137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d07a7-ba02-4cec-a055-656cd1f63949 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:22.669173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 5262011f-864d-48f0-b6e3-66b84a4c6402 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.686655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-931d07a7-ba02-4cec-a055-656cd1f63949 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:22.691656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50694) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:22.692928 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-931d07a7-ba02-4cec-a055-656cd1f63949 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 2406 time: 0.3317850 Jan 14 05:58:22.734763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.757536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:22.758255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.766205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7808ea05-ad93-4e77-834b-89a3f8f22091 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:22.833909 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.909542 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.6481576 Jan 14 05:58:22.911740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Network': ['ID=f9366ddc-7315-4118-a87e-501f1f9fd662,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:22.914319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50702) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:22.917563 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd1b5264-62ed-49ce-8b6f-cd9bf52b5c68 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:22.922658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'admin_state_up': True, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:22.936803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:22.943498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:router and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:22.946059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network f9366ddc-7315-4118-a87e-501f1f9fd662 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.947185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:22.953814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:22.960143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network f9366ddc-7315-4118-a87e-501f1f9fd662 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:22.968212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.969337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:22.977881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network f9366ddc-7315-4118-a87e-501f1f9fd662 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:23.009494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.088186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.229781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['fa374211-14ab-4fbf-a563-70c68abd648d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:23.245440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '34066092-0242-4ce4-b979-7afb3eb0ee4a') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:23.246051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '34066092-0242-4ce4-b979-7afb3eb0ee4a') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:23.259892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.278992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.281332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:23.421126 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.499073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network fa374211-14ab-4fbf-a563-70c68abd648d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:23.515590 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.720482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network fa374211-14ab-4fbf-a563-70c68abd648d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:23.754360 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:23.848271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.855775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c46dc370-e718-4344-86f1-1ea2f8a4267b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:23.872602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.879205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:23.882619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Network': ['ID=fa374211-14ab-4fbf-a563-70c68abd648d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:23.886113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:23.892754 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/networks/fa374211-14ab-4fbf-a563-70c68abd648d HTTP/1.1" status: 204 len: 168 time: 1.2001212 Jan 14 05:58:23.893439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50716) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:23.909964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.064007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.215998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.25.3.202 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:24.287910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.392263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.421794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5262011f-864d-48f0-b6e3-66b84a4c6402']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:24.425467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.436539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40d4e51a-e517-4512-b41d-10ac97b95f53') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:24.436882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40d4e51a-e517-4512-b41d-10ac97b95f53') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:24.443927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-599dfcc6-6406-478f-9326-5e4b60509d81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:24.449783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.465603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.469676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:24.587085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:24.591580 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:24.653535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:24.655260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:24.658616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:24.680648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 5262011f-864d-48f0-b6e3-66b84a4c6402 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:24.692366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:24.893398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 5262011f-864d-48f0-b6e3-66b84a4c6402 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:24.919451 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:25.012034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.015641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00505a3c-b5e8-4f84-b805-c56e50556ebd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:25.034634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.041895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Network': ['ID=5262011f-864d-48f0-b6e3-66b84a4c6402,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:25.045155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:25.047131 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/networks/5262011f-864d-48f0-b6e3-66b84a4c6402 HTTP/1.1" status: 204 len: 168 time: 1.1526875 Jan 14 05:58:25.049890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50738) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:25.245336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2921970d-87fe-4d1a-b9f9-c39ea52a11ae tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:25.268845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2921970d-87fe-4d1a-b9f9-c39ea52a11ae tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:25.269528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2921970d-87fe-4d1a-b9f9-c39ea52a11ae tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Synchronizing usage tracker for tenant:21aa8eb1cde84a998c3077fba18da38a on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:25.314174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2921970d-87fe-4d1a-b9f9-c39ea52a11ae tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Unset dirty status for tenant:21aa8eb1cde84a998c3077fba18da38a on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:25.319736 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2921970d-87fe-4d1a-b9f9-c39ea52a11ae tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1339 time: 0.2648737 Jan 14 05:58:25.320527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50746) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:25.328237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-2060096527'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:25.334794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:25.345005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:25.356350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Made reservation on behalf of 21aa8eb1cde84a998c3077fba18da38a for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:25.366956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.401694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:25.411507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.411938 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Added segment 2fc1d820-61bb-455c-9d53-9ea7476e6b86 of type vxlan for network 0a602471-342d-4e50-ad28-b700396954e3 Jan 14 05:58:25.435711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.443222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.483821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.514968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:25.515689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.521934 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:25.656461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Network': ['ID=0a602471-342d-4e50-ad28-b700396954e3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:25.656917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.669275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:25.671216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 0a602471-342d-4e50-ad28-b700396954e3 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:25.675190 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.3536077 Jan 14 05:58:25.676142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50756) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:25.682795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-103197371'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:25.689625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:25.694243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Usage tracker for resource:network and tenant:21aa8eb1cde84a998c3077fba18da38a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:25.697536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:25.703524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:25.722506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Made reservation on behalf of 21aa8eb1cde84a998c3077fba18da38a for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:25.732110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.766463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:25.776586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.777032 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Added segment 69a1fa09-fc86-46a6-904e-be6d7d0b247b of type vxlan for network 6ebc61be-d174-4587-aa6e-61436f5c6eea Jan 14 05:58:25.779587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 0a602471-342d-4e50-ad28-b700396954e3 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:25.817643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.851377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.869386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.889169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:25.889613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 0a602471-342d-4e50-ad28-b700396954e3 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:25.889760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:25.896206 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-07b62132-2895-4a2d-9e9a-dba48520a5f6 tempest-NetworksIpV6Test-1804628819 tempest-NetworksIpV6Test-1804628819] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:26.029015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Network': ['ID=6ebc61be-d174-4587-aa6e-61436f5c6eea,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:26.036500 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3590400 Jan 14 05:58:26.037753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:26.038267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50764) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:26.044789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'ports': [{'network_id': '0a602471-342d-4e50-ad28-b700396954e3', 'name': 'tempest-port--1988781433', 'admin_state_up': True}, {'network_id': '6ebc61be-d174-4587-aa6e-61436f5c6eea', 'admin_state_up': False}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:26.045146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'port': {'network_id': '0a602471-342d-4e50-ad28-b700396954e3', 'name': 'tempest-port--1988781433', 'admin_state_up': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:26.045672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'port': {'network_id': '6ebc61be-d174-4587-aa6e-61436f5c6eea', 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:26.046591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 6ebc61be-d174-4587-aa6e-61436f5c6eea details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:26.129934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 6ebc61be-d174-4587-aa6e-61436f5c6eea details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:26.131989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 7ee86774-95fb-4c30-8d75-48312566723f is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:58:26.221779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 6ebc61be-d174-4587-aa6e-61436f5c6eea details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:26.295772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:26.300155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Usage tracker for resource:port and tenant:21aa8eb1cde84a998c3077fba18da38a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:26.303608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Quota usage for port was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:26.310036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 2 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:26.322041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Made reservation on behalf of 21aa8eb1cde84a998c3077fba18da38a for: {'port': 2} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:26.340183 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:26.369268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:58:26.384498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:26.386276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Sync routers for ids ['7ee86774-95fb-4c30-8d75-48312566723f'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:58:26.403542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Routers {'7ee86774-95fb-4c30-8d75-48312566723f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:26.404356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7ee86774-95fb-4c30-8d75-48312566723f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:26.414017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:26.418794 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 3.5002060 Jan 14 05:58:26.422731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50776) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:26.476811 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-22886dab-f762-499e-820d-7a367946f45e tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?project_id=6199fe69995a46fdb97c8ad6127d0f73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0502186 Jan 14 05:58:26.477297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50780) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:26.640050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] device_id is not set on port 5c438aad-aaae-4c42-9d53-5960b78be028 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:58:26.651813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Set router 7ee86774-95fb-4c30-8d75-48312566723f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:26.689000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17271e46-e218-4e99-9624-a4d4cbc04a18 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:26.691045 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17271e46-e218-4e99-9624-a4d4cbc04a18 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2121129 Jan 14 05:58:26.693830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50786) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:26.753492 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40146183-724f-453e-aaa2-d89868ac62b6 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0583010 Jan 14 05:58:26.756083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50790) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:26.763279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1868019122', 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:26.846152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:26.904078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:26.908470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:subnet and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:26.911618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:26.918049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:26.969859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:26.977318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.notifiers.nova [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] device_id is not set on port 80e7516e-d5d2-4050-a65e-44b749fd0dc3 yet. {{(pid=80930) _can_notify /opt/stack/neutron/neutron/notifiers/nova.py:174}} Jan 14 05:58:27.039867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:24Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:27.044001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Checking router: 7ee86774-95fb-4c30-8d75-48312566723f for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:58:27.044601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Updating router 7ee86774-95fb-4c30-8d75-48312566723f port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:58:27.098265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.110518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.128630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.156939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.221990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:58:27.539454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-54f55907-9f72-4be5-990c-36c575b08e66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:27.555539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.596286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.618140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Transition to ACTIVE for port object 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:27.642068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.695219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Port': ['ID=5c438aad-aaae-4c42-9d53-5960b78be028,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:27.699509 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:27.712372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.741054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Checking segment: {'id': '2fc1d820-61bb-455c-9d53-9ea7476e6b86', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '0a602471-342d-4e50-ad28-b700396954e3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:27.741460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network hostable DHCP agents. Network: 0a602471-342d-4e50-ad28-b700396954e3, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:27.768749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 0a602471-342d-4e50-ad28-b700396954e3 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:27.785724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 0a602471-342d-4e50-ad28-b700396954e3) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:27.789617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:27.790828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:27.797109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5bb3900-8a88-45e1-b4e9-b7b574648340 None None] Network 0a602471-342d-4e50-ad28-b700396954e3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:27.807172 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:27.868106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a317560-4638-4b06-b955-28ccec724384 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:27.977043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Subnet': ['ID=18babec3-02f5-4fe9-83fa-2f19bb331555,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:27.988426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Checking segment: {'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:27.989212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network hostable DHCP agents. Network: f9366ddc-7315-4118-a87e-501f1f9fd662, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:27.998082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:28.015048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network f9366ddc-7315-4118-a87e-501f1f9fd662 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:28.028388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, f9366ddc-7315-4118-a87e-501f1f9fd662) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:28.037180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Port': ['ID=80e7516e-d5d2-4050-a65e-44b749fd0dc3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:28.041325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9dcf4626-0450-4a44-85b9-25d815c56563 None None] Network f9366ddc-7315-4118-a87e-501f1f9fd662 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:28.042275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:28.053052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:28.053714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:28.078536 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.3186505 Jan 14 05:58:28.082400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50812) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:28.094831 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74473e02-6be2-4281-9324-81cdf7854bdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:28.166596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Pushing event updated for resources: {'Port': ['ID=7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:28.176874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.177597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.178135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.178673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.179410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.179925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.181159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.181516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.182329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.182874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.183382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.184171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.184741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.185236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.185649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Checking segment: {'id': '69a1fa09-fc86-46a6-904e-be6d7d0b247b', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '6ebc61be-d174-4587-aa6e-61436f5c6eea'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:28.185923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.186436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.186958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network hostable DHCP agents. Network: 6ebc61be-d174-4587-aa6e-61436f5c6eea, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:28.187142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.187753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.188279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.188790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.189299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.189811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.190323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.191440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.192234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.192567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.192960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.193297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.193745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.194022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.194383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.194768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.195130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.195498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.195823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.196394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:28.218529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Attempting to bind port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:28.218984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Attempting to bind port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:28.219382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Attempting to bind port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:28.226134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:28.227257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:28.227843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:28.228576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:28.229158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:28.229831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Bound port: 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:28.230396 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:28.324274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] For port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:28.328018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] For port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:28.341342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 6ebc61be-d174-4587-aa6e-61436f5c6eea is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:28.344363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:28.361005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 6ebc61be-d174-4587-aa6e-61436f5c6eea) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:28.365947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network":"rule:regular_user" was deprecated in W in favor of "create_network":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:shared":"rule:admin_only" was deprecated in W in favor of "create_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:router:external":"rule:admin_only" was deprecated in W in favor of "create_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:is_default":"rule:admin_only" was deprecated in W in favor of "create_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:port_security_enabled":"rule:regular_user" was deprecated in W in favor of "create_network:port_security_enabled":"role:member and project_id:%(project_id)s". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:segments":"rule:admin_only" was deprecated in W in favor of "create_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "create_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "create_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "create_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network":"rule:admin_or_owner or rule:shared or rule:external or rule:context_is_advsvc" was deprecated in W in favor of "get_network":"(role:reader and system_scope:all) or (role:reader and project_id:%(project_id)s) or rule:shared or rule:external or rule:context_is_advsvc". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:router:external":"rule:regular_user" was deprecated in W in favor of "get_network:router:external":"role:reader and project_id:%(project_id)s". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:segments":"rule:admin_only" was deprecated in W in favor of "get_network:segments":"role:reader and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "get_network:provider:network_type":"role:reader and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "get_network:provider:physical_network":"role:reader and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "get_network:provider:segmentation_id":"role:reader and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network":"rule:admin_or_owner" was deprecated in W in favor of "update_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:segments":"rule:admin_only" was deprecated in W in favor of "update_network:segments":"role:admin and system_scope:all". Reason: Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:28.372056 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:28.395356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:28.413261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:host_id', 'binding:profile', 'binding:vif_type', 'binding:vif_details'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:28.414171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:28.426375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3e0232f1-8660-404a-88a4-ec4bf81e9057 None None] Network 6ebc61be-d174-4587-aa6e-61436f5c6eea requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:28.504554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-f9366ddc-7315-4118-a87e-501f1f9fd662', 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'fixed_ips': [{'subnet_id': '18babec3-02f5-4fe9-83fa-2f19bb331555'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:58:28.505746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:28.559244 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b84afdac-968c-4c21-819f-9ebfbfd7eec4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:28.592051 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "POST /v2.0/ports HTTP/1.1" status: 201 len: 1450 time: 2.5524590 Jan 14 05:58:28.594814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50824) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:28.649330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Pushing event updated for resources: {'Port': ['ID=7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:28.654725 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:28.684171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Routers {'7ee86774-95fb-4c30-8d75-48312566723f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:28.684880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7ee86774-95fb-4c30-8d75-48312566723f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:28.739389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e171a7-e087-4bb6-bd16-b2315cfdbdda tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:28.762493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-34e171a7-e087-4bb6-bd16-b2315cfdbdda tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:28.764231 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34e171a7-e087-4bb6-bd16-b2315cfdbdda tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 1445 time: 0.1682231 Jan 14 05:58:28.767296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50828) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:28.910922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Deleting port 5c438aad-aaae-4c42-9d53-5960b78be028 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:28.911220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:28.986899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] Set router 7ee86774-95fb-4c30-8d75-48312566723f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:29.098536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Allocated IP 172.20.0.2 (f9366ddc-7315-4118-a87e-501f1f9fd662/18babec3-02f5-4fe9-83fa-2f19bb331555/58a3645f-9484-4e72-862e-80360260314c) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:29.188932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.222739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.369842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Calling delete_port for 5c438aad-aaae-4c42-9d53-5960b78be028 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:29.481410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.498904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Transition to ACTIVE for port object 58a3645f-9484-4e72-862e-80360260314c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:29.506238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.520616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Transition to ACTIVE for port object 58a3645f-9484-4e72-862e-80360260314c will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:29.521655 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a6241110-3bb9-4de6-ad01-2614fa5debfa tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:29.529141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.587870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:24Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:29.593230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9ddbf3b3-d129-43a1-9a76-365c5efbaa0a None None] The sync data for ids ['7ee86774-95fb-4c30-8d75-48312566723f'] in n-d-768851-4 is: [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:24Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:58:29.631319 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:29.714987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Pushing event updated for resources: {'Port': ['ID=58a3645f-9484-4e72-862e-80360260314c,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:29.719844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Port': ['ID=5c438aad-aaae-4c42-9d53-5960b78be028,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:29.724132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:29.724775 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.203s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:29.730763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.742010 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/ports/5c438aad-aaae-4c42-9d53-5960b78be028 HTTP/1.1" status: 204 len: 168 time: 0.9736137 Jan 14 05:58:29.744817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50846) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:29.823355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Network f9366ddc-7315-4118-a87e-501f1f9fd662 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:29.824565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:29.828106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:29.856114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Deleting port 80e7516e-d5d2-4050-a65e-44b749fd0dc3 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:29.856507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.893357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Attempting to bind port 58a3645f-9484-4e72-862e-80360260314c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:29.893792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Attempting to bind port 58a3645f-9484-4e72-862e-80360260314c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:29.894299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Attempting to bind port 58a3645f-9484-4e72-862e-80360260314c on network f9366ddc-7315-4118-a87e-501f1f9fd662 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:29.901563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:29.901994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Checking segment: {'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:29.902460 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.902979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Bound using segment: {'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:29.903521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Bound port: 58a3645f-9484-4e72-862e-80360260314c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:29.903958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:29.971893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.20.0.1 (f9366ddc-7315-4118-a87e-501f1f9fd662/18babec3-02f5-4fe9-83fa-2f19bb331555/7023d675-6671-420e-8a80-9b7823b65916) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:30.021284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-11106623-b3be-4f13-be23-48517f6e129f None None] For port 58a3645f-9484-4e72-862e-80360260314c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:30.024996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-11106623-b3be-4f13-be23-48517f6e129f None None] For port 58a3645f-9484-4e72-862e-80360260314c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=58a3645f-9484-4e72-862e-80360260314c,segment=NetworkSegment(c09749ea-f1b7-4c1b-8b41-5448b05c61d4),segment_id=c09749ea-f1b7-4c1b-8b41-5448b05c61d4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:30.030024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.147555 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:30.193724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.258667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.279288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Transition to ACTIVE for port object 7023d675-6671-420e-8a80-9b7823b65916 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:30.306878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.308460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Pushing event updated for resources: {'Port': ['ID=58a3645f-9484-4e72-862e-80360260314c,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:30.329449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:30.330244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:30.395054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80f0d2fd-2edf-44c5-9ccc-d9411c083995 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:30.475375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Calling delete_port for 80e7516e-d5d2-4050-a65e-44b749fd0dc3 owned by {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:30.535608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:30.541734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:30.542386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.562903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=7023d675-6671-420e-8a80-9b7823b65916,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:30.580392 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.181s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:30.597832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network f9366ddc-7315-4118-a87e-501f1f9fd662 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:30.599342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:30.601903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:30.632506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.691713 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0608abf7-ab40-4179-a6bd-30696e4e0ed5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:30.704495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.712143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.746228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:30.750473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.755413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:30.842109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:30.846748 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:30.851757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Port': ['ID=80e7516e-d5d2-4050-a65e-44b749fd0dc3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:30.862159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:30.896107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.950198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for port, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:30.967491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/ports/80e7516e-d5d2-4050-a65e-44b749fd0dc3 HTTP/1.1" status: 204 len: 168 time: 1.2215433 Jan 14 05:58:30.970246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50866) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:31.089053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d08b7875-8ac8-4849-8531-8bee8e75627e tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Synchronizing usage tracker for tenant:21aa8eb1cde84a998c3077fba18da38a on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:31.122558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d08b7875-8ac8-4849-8531-8bee8e75627e tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Unset dirty status for tenant:21aa8eb1cde84a998c3077fba18da38a on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:31.128549 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d08b7875-8ac8-4849-8531-8bee8e75627e tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "GET /v2.0/ports HTTP/1.1" status: 200 len: 205 time: 0.1564510 Jan 14 05:58:31.129313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50870) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:31.135921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-474779614'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:31.142573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:31.147880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Usage tracker for resource:network and tenant:21aa8eb1cde84a998c3077fba18da38a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:31.151019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:31.158142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:31.172988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Made reservation on behalf of 21aa8eb1cde84a998c3077fba18da38a for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:31.184057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.219318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] vxlan segment allocate from pool success with {'vxlan_vni': 17} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:31.229066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.229423 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Added segment 8be06fb6-2484-492a-b410-1917db793fd1 of type vxlan for network ae196356-5c07-49ad-bd62-132241e36f9b Jan 14 05:58:31.257531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.295157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.315030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:31.316139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.322348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be894eeb-8847-4630-ba12-f07198f1d462 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:31.444049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Network': ['ID=ae196356-5c07-49ad-bd62-132241e36f9b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:31.447428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3170352 Jan 14 05:58:31.448714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:31.450254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50878) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:31.457742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'network': {'name': 'tempest-BulkNetworkOpsTest-test-network-664765801'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:31.458464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ae196356-5c07-49ad-bd62-132241e36f9b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:31.467683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:31.473886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Usage tracker for resource:network and tenant:21aa8eb1cde84a998c3077fba18da38a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:31.477954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Quota usage for network was recalculated. Used quota:3. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:31.481883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ae196356-5c07-49ad-bd62-132241e36f9b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:31.485919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 1 items for resource network. Total usage: 3; quota limit: 100; headroom:97 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:31.501775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Made reservation on behalf of 21aa8eb1cde84a998c3077fba18da38a for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:31.513585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ae196356-5c07-49ad-bd62-132241e36f9b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:31.530929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.550166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.556303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.594182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] vxlan segment allocate from pool success with {'vxlan_vni': 18} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:31.604867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.605864 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Added segment db29e447-cef4-4ebb-87b2-bcadfdbc278e of type vxlan for network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b Jan 14 05:58:31.620394 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:31.640161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.677684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.697971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:31.698716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.724964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:31.735594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=7023d675-6671-420e-8a80-9b7823b65916,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:31.746841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:31.770720 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 785 time: 0.3063588 Jan 14 05:58:31.962249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.962709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.963151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.970746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.971164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.971603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.972031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.972530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.972955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.973377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.977731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.978200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.978742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.979166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.979594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.980017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.980433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.980851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.981269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.981688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.982104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.982516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.987798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.988413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.989270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.989705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.990131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.990551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.991000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.991428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.991848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.992267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.992679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.993094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.993507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:31.993918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:32.019012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50888) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:32.026413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:32.038830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'subnets': [{'network_id': 'ae196356-5c07-49ad-bd62-132241e36f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1131056873', 'ip_version': 4}, {'network_id': 'b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b', 'cidr': '172.20.0.16/28', 'ip_version': 4}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:32.040368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'subnet': {'network_id': 'ae196356-5c07-49ad-bd62-132241e36f9b', 'cidr': '172.20.0.0/28', 'name': 'tempest-subnet--1131056873', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:32.041077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Request body: {'subnet': {'network_id': 'b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b', 'cidr': '172.20.0.16/28', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:32.236723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network f9366ddc-7315-4118-a87e-501f1f9fd662 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:32.251321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:32.338626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Network': ['ID=b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:32.342475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.618s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:32.353336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:32.380021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:32.492224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:32.587338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:32.615723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ec57415-f969-477b-9012-2d7e23193463 None None] Network f9366ddc-7315-4118-a87e-501f1f9fd662 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:32.886513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8288aa71-7764-4588-a765-b9de5caff5ff None None] Provisioning for port 58a3645f-9484-4e72-862e-80360260314c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:32.989742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:32.990164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:33.002988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 7ee86774-95fb-4c30-8d75-48312566723f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:58:33.004419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:33.011392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Usage tracker for resource:subnet and tenant:21aa8eb1cde84a998c3077fba18da38a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:33.015647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:33.024446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attempting to reserve 2 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:33.160142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Made reservation on behalf of 21aa8eb1cde84a998c3077fba18da38a for: {'subnet': 2} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:33.215742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58a3645f-9484-4e72-862e-80360260314c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:33.319716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 58a3645f-9484-4e72-862e-80360260314c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:33.325389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 58a3645f-9484-4e72-862e-80360260314c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:33.326013 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:33.424169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:58:33.455328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Sync routers for ids ['7ee86774-95fb-4c30-8d75-48312566723f'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:58:33.461298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/7ee86774-95fb-4c30-8d75-48312566723f/add_router_interface HTTP/1.1" status: 200 len: 503 time: 5.3776603 Jan 14 05:58:33.490030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:33.490336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:33.528115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:33.567730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Routers {'7ee86774-95fb-4c30-8d75-48312566723f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:33.568059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7ee86774-95fb-4c30-8d75-48312566723f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:33.839263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c3abbf8d-f14a-4819-b0fa-78a482547e06 None None] Provisioning complete for port 58a3645f-9484-4e72-862e-80360260314c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:33.839730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3abbf8d-f14a-4819-b0fa-78a482547e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:33.925003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 58a3645f-9484-4e72-862e-80360260314c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=58a3645f-9484-4e72-862e-80360260314c,segment=NetworkSegment(c09749ea-f1b7-4c1b-8b41-5448b05c61d4),segment_id=c09749ea-f1b7-4c1b-8b41-5448b05c61d4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:33.966247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:33.969814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Set router 7ee86774-95fb-4c30-8d75-48312566723f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:34.018756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-956b6954-f08e-4ff9-861b-2b7c2c4d0b6a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:34.122306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=58a3645f-9484-4e72-862e-80360260314c,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:34.148896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.149286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.149668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.150044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.150415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.151264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.151264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.151698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.151951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.152205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.152533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.152897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.153318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.153681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.154041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.154402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.154783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.155147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.155506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.155866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.156229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.156588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.156946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.157303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.157735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.158092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.158448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.158837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.159193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.159552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.160078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.160439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.160809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.161295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.161656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.162016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:34.203407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-c848adc7-f086-48e1-a50f-9f36a15bcfa4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:34.254169 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:34.279056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-c848adc7-f086-48e1-a50f-9f36a15bcfa4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:34.289504 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-c848adc7-f086-48e1-a50f-9f36a15bcfa4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1558512847&fields=id&tenant_id=6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 267 time: 0.4210565 Jan 14 05:58:34.484524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c3abbf8d-f14a-4819-b0fa-78a482547e06 None None] Provisioning for port 7023d675-6671-420e-8a80-9b7823b65916 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:34.494375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c3abbf8d-f14a-4819-b0fa-78a482547e06 None None] Provisioning complete for port 7023d675-6671-420e-8a80-9b7823b65916 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:34.494932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3abbf8d-f14a-4819-b0fa-78a482547e06 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:34.585177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c3abbf8d-f14a-4819-b0fa-78a482547e06 None None] Port 7023d675-6671-420e-8a80-9b7823b65916 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:34.592777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:30Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '7023d675-6671-420e-8a80-9b7823b65916', 'name': '', 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:65:42:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_interface', 'standard_attr_id': 3548, 'fixed_ips': [{'subnet_id': '18babec3-02f5-4fe9-83fa-2f19bb331555', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:29Z', 'updated_at': '2021-01-14T05:58:31Z', 'revision_number': 2, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': '18babec3-02f5-4fe9-83fa-2f19bb331555', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:34.597123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Checking router: 7ee86774-95fb-4c30-8d75-48312566723f for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:58:34.597705 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Updating router 7ee86774-95fb-4c30-8d75-48312566723f port 7023d675-6671-420e-8a80-9b7823b65916 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:58:34.610254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-00500819-af61-4003-9d4b-f285626fcab2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:34.611102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-00500819-af61-4003-9d4b-f285626fcab2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:34.657654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:34.668581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-00500819-af61-4003-9d4b-f285626fcab2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:34.669625 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-00500819-af61-4003-9d4b-f285626fcab2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/networks?id=f9366ddc-7315-4118-a87e-501f1f9fd662 HTTP/1.1" status: 200 len: 797 time: 0.3792560 Jan 14 05:58:34.700051 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-0392b285-60ea-4876-86cd-eb1569d98f40 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/quotas/6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 375 time: 0.0179493 Jan 14 05:58:34.754593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:34.765482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e811931e-b394-4cd7-aacb-3c767527f39f None None] Provisioning complete for port 58a3645f-9484-4e72-862e-80360260314c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:34.765905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e811931e-b394-4cd7-aacb-3c767527f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:34.775099 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d9382f59-93bd-4de1-a4ca-cc8aa7d03d66 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:34.955267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Subnet': ['ID=8c15f6f5-d54f-4055-be8d-41302b5cc4be,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:34.966303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:34.982978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-3f53b1b0-20dd-4153-b5b2-7ba28c1a34ff tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:35.027931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-3f53b1b0-20dd-4153-b5b2-7ba28c1a34ff tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:35.029493 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-3f53b1b0-20dd-4153-b5b2-7ba28c1a34ff tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/ports?tenant_id=6199fe69995a46fdb97c8ad6127d0f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.3181546 Jan 14 05:58:35.130768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Checking segment: {'id': '8be06fb6-2484-492a-b410-1917db793fd1', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 17, 'network_id': 'ae196356-5c07-49ad-bd62-132241e36f9b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:35.131204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network hostable DHCP agents. Network: ae196356-5c07-49ad-bd62-132241e36f9b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:35.179855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network ae196356-5c07-49ad-bd62-132241e36f9b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:35.215013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ae196356-5c07-49ad-bd62-132241e36f9b) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:35.246721 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-30d18c53-e824-43be-b962-4bdc51f0d1c4 service neutron] 10.222.0.48 "GET /v2.0/networks/f9366ddc-7315-4118-a87e-501f1f9fd662?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2010412 Jan 14 05:58:35.281016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-67d978f7-6da4-4e6a-9009-4a9091c4a825 None None] Network ae196356-5c07-49ad-bd62-132241e36f9b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:35.388835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e811931e-b394-4cd7-aacb-3c767527f39f None None] Provisioning complete for port 7023d675-6671-420e-8a80-9b7823b65916 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:35.389184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e811931e-b394-4cd7-aacb-3c767527f39f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:35.513163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-e811931e-b394-4cd7-aacb-3c767527f39f None None] Port 7023d675-6671-420e-8a80-9b7823b65916 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:35.530435 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bb48ca17-363c-41d7-9dce-a1267239e175 req-5da02868-9ea0-494d-88d6-d25cae199ddc service neutron] 10.222.0.48 "GET /v2.0/networks/f9366ddc-7315-4118-a87e-501f1f9fd662?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2732325 Jan 14 05:58:35.615110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:35.687606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-74c63666-20c5-4e29-8ebc-6ad84bf488dc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ae196356-5c07-49ad-bd62-132241e36f9b', 'network_id': 'ae196356-5c07-49ad-bd62-132241e36f9b', 'tenant_id': '21aa8eb1cde84a998c3077fba18da38a', 'fixed_ips': [{'subnet_id': '8c15f6f5-d54f-4055-be8d-41302b5cc4be'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:58:35.688546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74c63666-20c5-4e29-8ebc-6ad84bf488dc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:35.761236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d69d10a4-1196-41be-883e-d95962b5163e tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:35.858980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event updated for resources: {'Subnet': ['ID=478b0c0e-4fca-4ebf-afaa-e1e6eed2189f,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:35.862417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:35.873885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Checking segment: {'id': 'db29e447-cef4-4ebb-87b2-bcadfdbc278e', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 18, 'network_id': 'b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:35.874295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network hostable DHCP agents. Network: b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:35.896376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:35.908901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:35.914403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:35.925221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:35.925933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:35.926979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:35.927653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Transition to ACTIVE for port object 7023d675-6671-420e-8a80-9b7823b65916 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:35.933775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d56f29e0-4d97-46dc-9401-4937f629a7e6 None None] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:35.961785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50970) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:35.962455 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 1426 time: 3.9405704 Jan 14 05:58:36.031321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 50976) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:36.078464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fc4f5-12e0-4f10-8277-cabc6a8bfc7b tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:36.100750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fc4f5-12e0-4f10-8277-cabc6a8bfc7b tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:36.108208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5f4fc4f5-12e0-4f10-8277-cabc6a8bfc7b tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:36.113484 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5f4fc4f5-12e0-4f10-8277-cabc6a8bfc7b tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 2052 time: 0.1504140 Jan 14 05:58:36.117215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 50984) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:36.239122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:36.431493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b56e4f87-8f72-4726-ba0c-8662ab9bc400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:36.449381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Deleting subnet 8c15f6f5-d54f-4055-be8d-41302b5cc4be {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:58:36.453243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:36.523875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:36.532370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58a3645f-9484-4e72-862e-80360260314c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:36.595626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836185f1-2b89-4b11-b7c1-84bcf7871c8c None None] Pushing event updated for resources: {'Port': ['ID=7023d675-6671-420e-8a80-9b7823b65916,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:36.611667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-836185f1-2b89-4b11-b7c1-84bcf7871c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:36.635752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:36.804695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:36.962610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Attempting to bind port 7023d675-6671-420e-8a80-9b7823b65916 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:36.963274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Attempting to bind port 7023d675-6671-420e-8a80-9b7823b65916 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:36.963676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Attempting to bind port 7023d675-6671-420e-8a80-9b7823b65916 on network f9366ddc-7315-4118-a87e-501f1f9fd662 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:36.971466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f541ae01-ae6f-4896-b4ee-38cd0bf0d11d None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b', 'network_id': 'b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b', 'tenant_id': '21aa8eb1cde84a998c3077fba18da38a', 'fixed_ips': [{'subnet_id': '478b0c0e-4fca-4ebf-afaa-e1e6eed2189f'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:58:36.973055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f541ae01-ae6f-4896-b4ee-38cd0bf0d11d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.000193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 58, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:37.000663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Checking segment: {'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:37.002158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.002158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Bound using segment: {'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:37.002158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Bound port: 7023d675-6671-420e-8a80-9b7823b65916, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 16, 'network_id': 'f9366ddc-7315-4118-a87e-501f1f9fd662'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:37.002993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.036843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.149277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 58a3645f-9484-4e72-862e-80360260314c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:37.149706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.159294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bab0d5e9-363d-4e80-a784-0f7f9f73643d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:37.205888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.209176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Subnet': ['ID=8c15f6f5-d54f-4055-be8d-41302b5cc4be,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:37.222919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.223688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.224321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.225343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.225966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.226740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.227384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.228017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.228641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.229389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.230294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.231155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.231901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.232519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.233156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.233767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.234388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.235075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.236030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.237133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.237811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.238654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.239596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.240552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.241265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.241892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.242506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.243135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.243745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.244373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.245008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.246048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.246671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.247294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.247875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.248769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:58:37.254489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:37.257229 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/subnets/8c15f6f5-d54f-4055-be8d-41302b5cc4be HTTP/1.1" status: 204 len: 168 time: 1.1387012 Jan 14 05:58:37.261109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51006) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:37.368016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] For port 7023d675-6671-420e-8a80-9b7823b65916, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:37.379402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] For port 7023d675-6671-420e-8a80-9b7823b65916, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7023d675-6671-420e-8a80-9b7823b65916,segment=NetworkSegment(c09749ea-f1b7-4c1b-8b41-5448b05c61d4),segment_id=c09749ea-f1b7-4c1b-8b41-5448b05c61d4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-74c63666-20c5-4e29-8ebc-6ad84bf488dc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c15f6f5-d54f-4055-be8d-41302b5cc4be: This subnet is being modified by another concurrent operation. Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 05:58:37.447245 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 8c15f6f5-d54f-4055-be8d-41302b5cc4be: This subnet is being modified by another concurrent operation. Jan 14 05:58:37.457771 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:58:37.494524 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.516393 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-caafd3c1-999b-4f12-ba57-abaed9a89341 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:37.585280 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Deleting subnet 478b0c0e-4fca-4ebf-afaa-e1e6eed2189f {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:58:37.585721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-55eb6753-f728-4c22-9cc7-b8488df4d76c None None] Network ae196356-5c07-49ad-bd62-132241e36f9b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:37.589052 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.653315 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.747561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:37.817936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port 7023d675-6671-420e-8a80-9b7823b65916 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:37.819321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:38.068847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836185f1-2b89-4b11-b7c1-84bcf7871c8c None None] Pushing event updated for resources: {'Port': ['ID=7023d675-6671-420e-8a80-9b7823b65916,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:38.088251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port 7023d675-6671-420e-8a80-9b7823b65916, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7023d675-6671-420e-8a80-9b7823b65916,segment=NetworkSegment(c09749ea-f1b7-4c1b-8b41-5448b05c61d4),segment_id=c09749ea-f1b7-4c1b-8b41-5448b05c61d4)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:38.088981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:38.101279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-836185f1-2b89-4b11-b7c1-84bcf7871c8c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.585s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:38.123474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-f541ae01-ae6f-4896-b4ee-38cd0bf0d11d None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 478b0c0e-4fca-4ebf-afaa-e1e6eed2189f: This subnet is being modified by another concurrent operation. Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 478b0c0e-4fca-4ebf-afaa-e1e6eed2189f: This subnet is being modified by another concurrent operation. Jan 14 05:58:38.145080 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 05:58:38.175958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e181fdc7-e0eb-457e-ae77-e244dbe2c411 None None] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:38.258306 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f1e2a44-7716-4284-aeed-da93dcc6e720 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:38.288151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for 7023d675-6671-420e-8a80-9b7823b65916 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:38.308106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Subnet': ['ID=478b0c0e-4fca-4ebf-afaa-e1e6eed2189f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:38.315349 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:38.316165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:38.329679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/subnets/478b0c0e-4fca-4ebf-afaa-e1e6eed2189f HTTP/1.1" status: 204 len: 168 time: 1.0673175 Jan 14 05:58:38.330479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51024) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:38.443185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Routers {'7ee86774-95fb-4c30-8d75-48312566723f'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:38.443940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7ee86774-95fb-4c30-8d75-48312566723f'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:38.468499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4139f44a-3390-49dc-9d5c-d9c119d33e5c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:38.469515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4139f44a-3390-49dc-9d5c-d9c119d33e5c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Synchronizing usage tracker for tenant:21aa8eb1cde84a998c3077fba18da38a on resource:subnet {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:38.499868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4139f44a-3390-49dc-9d5c-d9c119d33e5c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Unset dirty status for tenant:21aa8eb1cde84a998c3077fba18da38a on resource:subnet {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:38.507953 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4139f44a-3390-49dc-9d5c-d9c119d33e5c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 838 time: 0.1761439 Jan 14 05:58:38.509135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51030) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:38.551882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:38.579604 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-84f3efec-ad23-442b-932c-0eabb73b40d8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:38.635070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Port': ['ID=7023d675-6671-420e-8a80-9b7823b65916,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:38.689268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:38.694342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:38.770312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] Set router 7ee86774-95fb-4c30-8d75-48312566723f gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:38.945889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-598d5786-1487-489d-bf8a-3d9448cd0deb None None] Could not find standard attr ID for object 7023d675-6671-420e-8a80-9b7823b65916. {{(pid=80931) _get_standard_attr_id /opt/stack/neutron/neutron/db/provisioning_blocks.py:176}} Jan 14 05:58:38.971095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:39.068938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4b8d5305-0393-4c3e-860b-967cca4be141 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:58:39.122185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:39.158880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:39.172948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'db29e447-cef4-4ebb-87b2-bcadfdbc278e') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:39.173257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'db29e447-cef4-4ebb-87b2-bcadfdbc278e') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:39.188024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:39.204488 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:39.207030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Releasing vxlan tunnel 18 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:39.216309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4b8d5305-0393-4c3e-860b-967cca4be141 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:58:39.421167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:39.433525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:39.588383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:38Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:39.593335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-846110e6-c84f-4234-835f-c5aa1f6a27bc None None] The sync data for ids ['7ee86774-95fb-4c30-8d75-48312566723f'] in n-d-768851-4 is: [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:38Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:58:39.706196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:39.731638 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:39.752843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 7ee86774-95fb-4c30-8d75-48312566723f has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:58:39.794246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7949989a-2623-45fa-8dfb-566492d78a26 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 05:58:39.829521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:39.833289 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2cd3427-774d-410d-97b4-3c47b2ed9197 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:39.875707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:39.879536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Network': ['ID=b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:39.882868 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:39.894726 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-45868d19-3db1-4deb-953b-b190cf9bfdb9 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/networks/b4cec1a4-5e96-4f7c-a8b4-b3abd8c1784b HTTP/1.1" status: 204 len: 168 time: 1.3838651 Jan 14 05:58:39.895433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51052) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:40.020446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:58:40.041873 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/7ee86774-95fb-4c30-8d75-48312566723f/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.0066528 Jan 14 05:58:40.042378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51056) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:40.066304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7949989a-2623-45fa-8dfb-566492d78a26 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 05:58:40.067615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.309753 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.345814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting subnet 18babec3-02f5-4fe9-83fa-2f19bb331555 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:58:40.350211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.414603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.438448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ae196356-5c07-49ad-bd62-132241e36f9b']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:40.451365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8be06fb6-2484-492a-b410-1917db793fd1') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:40.451687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8be06fb6-2484-492a-b410-1917db793fd1') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:40.491601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.515203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.517825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Releasing vxlan tunnel 17 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:40.554598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.738043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network ae196356-5c07-49ad-bd62-132241e36f9b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:40.747490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.906735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:40.925333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee0be790-ee5f-4604-afc6-56b91d81d53d tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:40.996665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] Sync routers for ids ['7ee86774-95fb-4c30-8d75-48312566723f'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:58:41.008265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] Routers {'7ee86774-95fb-4c30-8d75-48312566723f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:41.008943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7ee86774-95fb-4c30-8d75-48312566723f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:41.022872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Subnet': ['ID=18babec3-02f5-4fe9-83fa-2f19bb331555,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:41.036138 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.111s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:41.085698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.092753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7d9df1ae-eebd-4004-9d91-809dc5fb4d75 None None] Network f9366ddc-7315-4118-a87e-501f1f9fd662 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:41.096191 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eb123778-d23a-4b9f-890f-d25b163d0a49 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/subnets/18babec3-02f5-4fe9-83fa-2f19bb331555 HTTP/1.1" status: 204 len: 168 time: 1.0501883 Jan 14 05:58:41.096524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51074) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:41.229394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] Set router 7ee86774-95fb-4c30-8d75-48312566723f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:41.343188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.446114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network ae196356-5c07-49ad-bd62-132241e36f9b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:41.547888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] DHCP port deletion for f9366ddc-7315-4118-a87e-501f1f9fd662 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:58:41.553034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Deleting port 58a3645f-9484-4e72-862e-80360260314c {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:41.553622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:41.590526 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:41.603310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.623015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.628578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50fb0bf6-a0ea-4853-a613-086b62e7e39c tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:41.661230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:38Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:41.669760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.671520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] Checking router: 7ee86774-95fb-4c30-8d75-48312566723f for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:58:41.680579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Network': ['ID=ae196356-5c07-49ad-bd62-132241e36f9b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:41.685200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:58:41.686457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.688204 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:41.689921 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/networks/ae196356-5c07-49ad-bd62-132241e36f9b HTTP/1.1" status: 204 len: 168 time: 1.7934649 Jan 14 05:58:41.694439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] Routers {'7ee86774-95fb-4c30-8d75-48312566723f'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:41.695156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['7ee86774-95fb-4c30-8d75-48312566723f'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:41.695590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51088) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:41.859803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] For port 58a3645f-9484-4e72-862e-80360260314c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=58a3645f-9484-4e72-862e-80360260314c,segment=NetworkSegment(c09749ea-f1b7-4c1b-8b41-5448b05c61d4),segment_id=c09749ea-f1b7-4c1b-8b41-5448b05c61d4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:41.860282 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:41.873848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.144380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] Set router 7ee86774-95fb-4c30-8d75-48312566723f gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:42.184599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.406441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Calling delete_port for 58a3645f-9484-4e72-862e-80360260314c owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:42.408221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:42.408638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.446228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6ebc61be-d174-4587-aa6e-61436f5c6eea']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:42.469106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58a3645f-9484-4e72-862e-80360260314c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:42.494978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:38Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:42.495474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '69a1fa09-fc86-46a6-904e-be6d7d0b247b') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:42.503042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '69a1fa09-fc86-46a6-904e-be6d7d0b247b') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:42.503550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-28d32768-56a3-44bf-a560-1b5fb8dd413b None None] The sync data for ids ['7ee86774-95fb-4c30-8d75-48312566723f'] in n-d-768851-4 is: [{'id': '7ee86774-95fb-4c30-8d75-48312566723f', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1500950264', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202'}], 'enable_snat': True}, 'gw_port_id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:22Z', 'updated_at': '2021-01-14T05:58:38Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': '7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:9b:8c', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ee86774-95fb-4c30-8d75-48312566723f', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3539, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.202', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:24Z', 'updated_at': '2021-01-14T05:58:30Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:58:42.542447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.606286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.613823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:42.616759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:58:42.636859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01fca5fd-a5e2-4c20-8f80-df7624f014ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.642912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.784979 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:42.816993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:42.838784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Pushing event deleted for resources: {'Port': ['ID=58a3645f-9484-4e72-862e-80360260314c,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:42.842059 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:42.845321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] No DVR routers for this DVR port 58a3645f-9484-4e72-862e-80360260314c on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:58:42.858299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No active binding found for port 58a3645f-9484-4e72-862e-80360260314c {{(pid=80931) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:223}} Jan 14 05:58:42.859983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 58a3645f-9484-4e72-862e-80360260314c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:42.879361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 6ebc61be-d174-4587-aa6e-61436f5c6eea has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:42.895911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.041333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.084700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 6ebc61be-d174-4587-aa6e-61436f5c6eea has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:43.114234 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:43.186185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.188662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.195573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.199688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-242dba96-d5cd-4254-8edd-0ecac4b74afd tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:43.210429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.211102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Fanout notify agent at l3_agent the message router_deleted on router 7ee86774-95fb-4c30-8d75-48312566723f {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:58:43.219253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.227701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Network': ['ID=6ebc61be-d174-4587-aa6e-61436f5c6eea,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:43.234836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:43.241986 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/networks/6ebc61be-d174-4587-aa6e-61436f5c6eea HTTP/1.1" status: 204 len: 168 time: 1.5448842 Jan 14 05:58:43.242082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.243298 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d20b146b-2d85-4dec-a11f-57e519872263 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/routers/7ee86774-95fb-4c30-8d75-48312566723f HTTP/1.1" status: 204 len: 168 time: 2.1454508 Jan 14 05:58:43.244640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51110) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:43.246962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51112) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:43.385041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.401589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.638500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.642936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.781236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f9366ddc-7315-4118-a87e-501f1f9fd662']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:43.784640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['0a602471-342d-4e50-ad28-b700396954e3']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:43.795728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:43.796082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c09749ea-f1b7-4c1b-8b41-5448b05c61d4') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:43.796220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '2fc1d820-61bb-455c-9d53-9ea7476e6b86') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:43.796473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '2fc1d820-61bb-455c-9d53-9ea7476e6b86') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:43.809083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.809639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.826055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.828243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Releasing vxlan tunnel 16 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:43.829312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:43.831541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:58:44.026682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 0a602471-342d-4e50-ad28-b700396954e3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:44.035560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network f9366ddc-7315-4118-a87e-501f1f9fd662 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:44.036292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.044997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.221458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Network 0a602471-342d-4e50-ad28-b700396954e3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:44.230179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network f9366ddc-7315-4118-a87e-501f1f9fd662 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:58:44.234965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:shared":"rule:admin_only" was deprecated in W in favor of "update_network:shared":"role:admin and system_scope:all". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:network_type":"rule:admin_only" was deprecated in W in favor of "update_network:provider:network_type":"role:admin and system_scope:all". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:physical_network":"rule:admin_only" was deprecated in W in favor of "update_network:provider:physical_network":"role:admin and system_scope:all". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:provider:segmentation_id":"rule:admin_only" was deprecated in W in favor of "update_network:provider:segmentation_id":"role:admin and system_scope:all". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:router:external":"rule:admin_only" was deprecated in W in favor of "update_network:router:external":"role:admin and system_scope:all". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:is_default":"rule:admin_only" was deprecated in W in favor of "update_network:is_default":"role:admin and system_scope:all". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_network:port_security_enabled":"rule:admin_or_owner" was deprecated in W in favor of "update_network:port_security_enabled":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_network":"rule:admin_or_owner" was deprecated in W in favor of "delete_network":"(role:admin and system_scope:all) or (role:member and project_id:%(project_id)s)". Reason: Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: The network API now supports system scope and default roles. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: . Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "create_segment":"rule:admin_only" was deprecated in W in favor of "create_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "get_segment":"rule:admin_only" was deprecated in W in favor of "get_segment":"role:reader and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "update_segment":"rule:admin_only" was deprecated in W in favor of "update_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/oslo_policy/policy.py:767: UserWarning: Policy "delete_segment":"rule:admin_only" was deprecated in W in favor of "delete_segment":"role:admin and system_scope:all". Reason: The segment API now supports system scope and default roles.. Either ensure your deployment is ready for the new default or copy/paste the deprecated policy into your policy file and maintain it manually. Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: warnings.warn(deprecated_msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:44.247685 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:58:44.257922 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:58:44.304637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:58:44.305320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7de68c3d-0317-46bc-ae5b-2cd9a37ab4b3 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:58:44.354506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.357847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:44.367232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.370451 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0d3e9dd-6543-4657-8e23-9dcd7afbc936 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:44.377063 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.384071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Network': ['ID=f9366ddc-7315-4118-a87e-501f1f9fd662,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:44.389177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:44.393741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.399285 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/networks/f9366ddc-7315-4118-a87e-501f1f9fd662 HTTP/1.1" status: 204 len: 168 time: 1.1489601 Jan 14 05:58:44.399975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51132) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:44.401164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Pushing event deleted for resources: {'Network': ['ID=0a602471-342d-4e50-ad28-b700396954e3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:44.406228 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:44.412491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] 10.222.0.48 "DELETE /v2.0/networks/0a602471-342d-4e50-ad28-b700396954e3 HTTP/1.1" status: 204 len: 168 time: 1.1645308 Jan 14 05:58:44.491931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.529298 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.536855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-84001bbb-f6d1-4868-969f-082fbc8a1be7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.605539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.612106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fc17db7-95d7-4ad1-bf92-032469877c94 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:44.629802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'SecurityGroup': ['ID=c8c497e2-5f60-4683-9cd1-19463ba0145b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:44.632921 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:44.640600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:44.642477 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/security-groups/c8c497e2-5f60-4683-9cd1-19463ba0145b HTTP/1.1" status: 204 len: 168 time: 0.2414973 Jan 14 05:58:44.801875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51154) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:45.032401 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-201fc163-6889-475b-b00b-83689fadd84e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=21aa8eb1cde84a998c3077fba18da38a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2274871 Jan 14 05:58:45.033177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51160) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:45.061494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51164) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:45.068977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-235059521', 'description': 'tempest-secgroup-smoke-235059521 description', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:45.080138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:45.085035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:45.088445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:45.094454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:45.102866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.106342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.129412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:45.132358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.133507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:45.136519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:45.142313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:45.197831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.203980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-785044b8-6bf8-4a9a-ace8-2b4038c42512 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:45.219817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=78a4fd01-a64b-46cc-aa3d-2b78248477eb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:45.224412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:45.225312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.229781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/78a4fd01-a64b-46cc-aa3d-2b78248477eb HTTP/1.1" status: 204 len: 168 time: 0.1953001 Jan 14 05:58:45.239300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.244174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.250897 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38fb5b05-52ed-415c-b7c0-0767d34f8eff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:45.305706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroup': ['ID=a5eb791a-45b3-4adc-b18d-83447ab32a63,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:45.308724 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:45.310260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.312039 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2489007 Jan 14 05:58:45.315463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51174) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:45.322645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'a5eb791a-45b3-4adc-b18d-83447ab32a63', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:45.336852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:45.341045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:45.344111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:45.350196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:45.369301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.395540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.476334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.489447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.490066 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72415f7c-d032-4959-b248-2bd5fa503a79 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:45.523304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.527359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2073274 Jan 14 05:58:45.527359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d45155c8-55be-4c20-a5ca-fb1a4c858bc9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:45.527983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51184) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:45.534132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'a5eb791a-45b3-4adc-b18d-83447ab32a63', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:45.543454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:45.547521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:45.552704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:45.560527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:45.568623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:45.585413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.660682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.664047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.672771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d08dcc97-41c6-4a4f-a1ac-5d8ac40fbb4a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:45.699220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ffeb8655-9773-44cc-b3cf-26abb1849c4f,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:45.702093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:45.708313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.712456 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1807654 Jan 14 05:58:45.712841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51198) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:45.719281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'a5eb791a-45b3-4adc-b18d-83447ab32a63', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:45.730547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:45.734609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:45.738133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:45.746459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:45.807945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.879041 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.881876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.898327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76a4bb08-cd9f-4655-89c6-8ce5471155b1 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:45.916912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7a96cfb4-8772-4df2-a09d-51002a70b557,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:45.920015 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:45.924044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:45.925349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2108247 Jan 14 05:58:45.928410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51206) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:45.934237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'a5eb791a-45b3-4adc-b18d-83447ab32a63', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:45.945233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:45.949424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:45.952535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:45.962057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:45.997773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.085198 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.089836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.092200 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c58e48cb-ff8f-486e-9e18-004a1b01c5cc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:46.117847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d0d8f197-9141-48dc-aa35-218de2bbba0a,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:46.120685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:46.130067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.134156 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2020106 Jan 14 05:58:46.134606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51218) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.141037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'a5eb791a-45b3-4adc-b18d-83447ab32a63', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:46.152505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:46.157036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:46.160483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:46.166677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:46.181149 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:58:46.186520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.242727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.259240 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.262807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.264902 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f035feeb-bb93-49e4-8442-c70654e7347f tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:46.296662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=558414bf-3e76-4bd1-bfff-579d0b2e883a,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:46.299466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.304717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51228) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.311209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'security_group_rule': {'security_group_id': 'a5eb791a-45b3-4adc-b18d-83447ab32a63', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:46.316628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1798298 Jan 14 05:58:46.317156 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1ceaa14-9f4b-4329-87ba-53c220ccf55a tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:46.325435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:46.333499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:security_group_rule and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:46.338676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:46.344457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:46.356237 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Project 6199fe69995a46fdb97c8ad6127d0f73 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 05:58:46.358374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51232) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.364672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.444715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.449538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.451964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8cb3a9a3-25c4-419a-beb0-2ef3becd9f90 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:46.495305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'SecurityGroupRule': ['ID=505a2a50-b6e0-48f6-b89d-3bd3a87cc9c3,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:46.499603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:46.512509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.513956 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d418290e-e6b8-4a02-9341-3719e346c5dc tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.2078285 Jan 14 05:58:46.516936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51242) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.522509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-abdd3af9-42f9-4e43-a35c-1038b26670ef tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] Request body: {'subnetpool': {'name': 'tempest-subnetpools-860019153', 'prefixes': ['172.20.0.0/16']}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:46.528360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'network': {'name': 'tempest-network-smoke--1126576731', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:46.533393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-abdd3af9-42f9-4e43-a35c-1038b26670ef tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:46.539898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:46.545810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:network and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:46.549058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:46.555497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:46.566798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:46.576681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.591209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-abdd3af9-42f9-4e43-a35c-1038b26670ef tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] Notify callbacks [] for subnetpool, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.592958 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-abdd3af9-42f9-4e43-a35c-1038b26670ef tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] 10.222.0.48 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 736 time: 0.2332680 Jan 14 05:58:46.596807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51248) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.626401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:58:46.633063 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4c79e21-8d7d-4158-9405-c24ba529dc20 tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] 10.222.0.48 "GET /v2.0/subnetpools/831e1598-9af7-42aa-b5d3-3bac8257fd66 HTTP/1.1" status: 200 len: 731 time: 0.0358176 Jan 14 05:58:46.635791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51252) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.641532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8524b202-2ff7-486a-b30b-542e560eb22a tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] Request body: {'subnetpool': {'name': 'tempest-subnetpools_update-1248446279'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:46.644321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.645026 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Added segment 53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13 of type vxlan for network 663ba5b5-68a5-41d9-9096-2982bf525f4d Jan 14 05:58:46.673643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.709304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.742369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.743107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:46.743878 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.749751 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8524b202-2ff7-486a-b30b-542e560eb22a tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] Notify callbacks [] for subnetpool, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.749913 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e8177a8-4845-46e2-b662-1df648780221 tempest-RoutersTest-813822264 tempest-RoutersTest-813822264] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:46.754002 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8524b202-2ff7-486a-b30b-542e560eb22a tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] 10.222.0.48 "PUT /v2.0/subnetpools/831e1598-9af7-42aa-b5d3-3bac8257fd66 HTTP/1.1" status: 200 len: 684 time: 0.1145394 Jan 14 05:58:46.754476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51256) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.865770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d84dde3-a20f-44de-9d69-cf71f2a84536 tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] Notify callbacks [] for subnetpool, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.869965 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d84dde3-a20f-44de-9d69-cf71f2a84536 tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] 10.222.0.48 "DELETE /v2.0/subnetpools/831e1598-9af7-42aa-b5d3-3bac8257fd66 HTTP/1.1" status: 204 len: 168 time: 0.1113689 Jan 14 05:58:46.870181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51264) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.874495 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.3530664 Jan 14 05:58:46.874495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Network': ['ID=663ba5b5-68a5-41d9-9096-2982bf525f4d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:46.874760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51268) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.876101 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.126s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:46.887085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:46.894989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'admin_state_up': True, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:46.903277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:46.909656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:46.912433 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-7042fc07-23b1-4a54-83f6-e8b01d0eaafd tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] show failed (client error): The resource could not be found. Jan 14 05:58:46.913574 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7042fc07-23b1-4a54-83f6-e8b01d0eaafd tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] 10.222.0.48 "GET /v2.0/subnetpools/831e1598-9af7-42aa-b5d3-3bac8257fd66 HTTP/1.1" status: 404 len: 346 time: 0.0422666 Jan 14 05:58:46.916921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51274) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:46.918777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:router and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:46.921874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:46.927884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:46.939089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.940384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.950287 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-adbfc326-cff0-4cc1-85eb-94b6194439e8 tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] delete failed (client error): The resource could not be found. Jan 14 05:58:46.951443 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-adbfc326-cff0-4cc1-85eb-94b6194439e8 tempest-SubnetPoolsTestJSON-486089718 tempest-SubnetPoolsTestJSON-486089718] 10.222.0.48 "DELETE /v2.0/subnetpools/831e1598-9af7-42aa-b5d3-3bac8257fd66 HTTP/1.1" status: 404 len: 346 time: 0.0332870 Jan 14 05:58:46.962434 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:46.984668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:58:47.268088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.367336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51294) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:47.551256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.568791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:47.573425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Usage tracker for resource:security_group_rule and tenant:0e8f367caf60430f8e4e821a23b2231b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:47.576776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:47.583496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:47.596341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.629147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.678108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.681856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.691435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e69abf6-47a4-4f51-8358-bd3dca225afb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:47.743506 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0e8f367caf60430f8e4e821a23b2231b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3722484 Jan 14 05:58:47.743506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d039c0f9-24ab-4509-b920-2f0f15fb1a4f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:47.745708 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:47.746543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51300) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:47.816127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.845027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.896161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.901896 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-707f53a3-925b-4793-b9a1-9ced478ca0e9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:47.913695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d039c0f9-24ab-4509-b920-2f0f15fb1a4f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:47.918329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.25.3.37 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/ccc25a1a-a618-4feb-8a95-e0f886a04afe) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:47.920813 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:47.922148 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:47.928465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d039c0f9-24ab-4509-b920-2f0f15fb1a4f HTTP/1.1" status: 204 len: 168 time: 0.1800292 Jan 14 05:58:48.105505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:48.138034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:48.166737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-baef358f-3573-497a-9663-da673bbaaf66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:48.642091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=ccc25a1a-a618-4feb-8a95-e0f886a04afe,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:48.647548 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.481s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:48.705817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:48.707198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:48.709921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:49.214773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:49.806513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:49.907567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-849785ba-2e4c-4e0c-b0ea-29d33a6ea9e1 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:49.908386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-849785ba-2e4c-4e0c-b0ea-29d33a6ea9e1 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] Synchronizing usage tracker for tenant:1878442871ab4d1491a9842749476990 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:49.928042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-849785ba-2e4c-4e0c-b0ea-29d33a6ea9e1 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] Unset dirty status for tenant:1878442871ab4d1491a9842749476990 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:49.929648 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-849785ba-2e4c-4e0c-b0ea-29d33a6ea9e1 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] 10.222.0.48 "GET /v2.0/networks?id=f53fa4bc-17d4-4100-87e1-5a1605548988 HTTP/1.1" status: 200 len: 814 time: 0.2932639 Jan 14 05:58:49.953022 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-c31cc5af-a097-4cd2-9b68-8a280151577b tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] 10.222.0.48 "GET /v2.0/quotas/1878442871ab4d1491a9842749476990 HTTP/1.1" status: 200 len: 375 time: 0.0168808 Jan 14 05:58:50.029708 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-b27c06ca-ef97-4424-b4aa-0ddc2d179513 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] 10.222.0.48 "GET /v2.0/ports?tenant_id=1878442871ab4d1491a9842749476990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0565329 Jan 14 05:58:50.086596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:58:50.227113 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-3f0d6850-286c-42ce-8903-abd8c29dbd29 service neutron] 10.222.0.48 "GET /v2.0/networks/f53fa4bc-17d4-4100-87e1-5a1605548988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1843011 Jan 14 05:58:50.306143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:58:50.321799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Sync routers for ids ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:58:50.336646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Routers {'9eb3f384-dc7e-4e24-b8f9-d3a71c264516'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:50.337348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:50.361745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:50.363734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 895 time: 3.4880972 Jan 14 05:58:50.371087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51470) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:50.434378 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a0a464b7-534c-4044-b899-7d63eb0c46de req-b92f0a6d-3b82-459a-ad6c-2024d0c16297 service neutron] 10.222.0.48 "GET /v2.0/networks/f53fa4bc-17d4-4100-87e1-5a1605548988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.2056940 Jan 14 05:58:50.435285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51482) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:50.443238 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e2a672df-d317-423e-b570-9770e3bd081e tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?project_id=6199fe69995a46fdb97c8ad6127d0f73&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0524251 Jan 14 05:58:50.717066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f41a5f5f-bdc0-4e0b-9fb3-f727c1634b5b tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:50.719329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Set router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:50.730347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f41a5f5f-bdc0-4e0b-9fb3-f727c1634b5b tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.2931180 Jan 14 05:58:50.733524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 51516) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:50.818101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ec8e86e6-17c8-4a13-9fd3-e433cd7f8520 tempest-TestNetworkAdvancedServerOps-1384925406 tempest-TestNetworkAdvancedServerOps-1384925406] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0806515 Jan 14 05:58:50.818950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51528) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:50.826246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1587841957', 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d', 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:58:51.012788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:58:51.021223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Usage tracker for resource:subnet and tenant:6199fe69995a46fdb97c8ad6127d0f73 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:58:51.025333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:58:51.033682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:58:51.044713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Made reservation on behalf of 6199fe69995a46fdb97c8ad6127d0f73 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:58:51.230202 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:51.328945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:58:48Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:47Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:51.337797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Checking router: 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:58:51.338218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Updating router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 port ccc25a1a-a618-4feb-8a95-e0f886a04afe binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:58:51.454184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.002449 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.005702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.023836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Transition to ACTIVE for port object ccc25a1a-a618-4feb-8a95-e0f886a04afe will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:52.026141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85809238-e417-4aaf-80d4-a92920cb223e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:52.029509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.054872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aa8dee99-e03a-46cc-b224-081612062c9a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:52.139447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4f79-81dc-4fe3-958d-d7e0c878ce46 None None] Pushing event updated for resources: {'Port': ['ID=ccc25a1a-a618-4feb-8a95-e0f886a04afe,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:52.144901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5da4f79-81dc-4fe3-958d-d7e0c878ce46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.089s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:52.202958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Subnet': ['ID=a0f3ca14-7bbc-456e-9cd1-c6e292e26e06,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:52.208416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:52.334608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Checking segment: {'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:52.335146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network hostable DHCP agents. Network: 663ba5b5-68a5-41d9-9096-2982bf525f4d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:58:52.367082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:58:52.377502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 663ba5b5-68a5-41d9-9096-2982bf525f4d) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:52.397173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-417468d8-2223-4108-bcb0-e319633a44db None None] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:52.413251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:52.414773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.452111 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.6318424 Jan 14 05:58:52.455466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51708) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:52.483513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Attempting to bind port ccc25a1a-a618-4feb-8a95-e0f886a04afe on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:52.484025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Attempting to bind port ccc25a1a-a618-4feb-8a95-e0f886a04afe by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:52.484556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Attempting to bind port ccc25a1a-a618-4feb-8a95-e0f886a04afe on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:52.500634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:52.501419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:52.502318 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.502940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:52.503760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Bound port: ccc25a1a-a618-4feb-8a95-e0f886a04afe, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:52.504649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.653464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] For port ccc25a1a-a618-4feb-8a95-e0f886a04afe, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:52.786725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] For port ccc25a1a-a618-4feb-8a95-e0f886a04afe, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ccc25a1a-a618-4feb-8a95-e0f886a04afe,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:52.796255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:52.969583 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-836185f1-2b89-4b11-b7c1-84bcf7871c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:53.089867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-663ba5b5-68a5-41d9-9096-2982bf525f4d', 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'fixed_ips': [{'subnet_id': 'a0f3ca14-7bbc-456e-9cd1-c6e292e26e06'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:58:53.090895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:53.152944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5da4f79-81dc-4fe3-958d-d7e0c878ce46 None None] Pushing event updated for resources: {'Port': ['ID=ccc25a1a-a618-4feb-8a95-e0f886a04afe,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:53.170377 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5da4f79-81dc-4fe3-958d-d7e0c878ce46 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:53.588087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Routers {'9eb3f384-dc7e-4e24-b8f9-d3a71c264516'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:53.588800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:53.780942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] Set router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:54.028406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:54.253821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Allocated IP 172.20.0.2 (663ba5b5-68a5-41d9-9096-2982bf525f4d/a0f3ca14-7bbc-456e-9cd1-c6e292e26e06/d1419239-c5d6-4491-b817-e877feda3965) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:54.276403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:58:48Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:54.309327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-146e1c95-fc4e-47d9-a11e-8b28499bb6d5 None None] The sync data for ids ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'] in n-d-768851-4 is: [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:58:48Z', 'revision_number': 3, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:58:54.609096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:54.634537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Transition to ACTIVE for port object d1419239-c5d6-4491-b817-e877feda3965 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:54.667011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Transition to ACTIVE for port object d1419239-c5d6-4491-b817-e877feda3965 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:54.676039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:54.697884 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-acb9b48f-0244-428d-8d27-0cbd574f94a8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:54.820472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Allocated IP 172.20.0.1 (663ba5b5-68a5-41d9-9096-2982bf525f4d/a0f3ca14-7bbc-456e-9cd1-c6e292e26e06/6c408f39-e51a-4d15-9e31-2043e22782d6) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:58:54.847397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Pushing event updated for resources: {'Port': ['ID=d1419239-c5d6-4491-b817-e877feda3965,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:54.853734 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:54.954387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:54.956369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:54.958876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:55.028048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Attempting to bind port d1419239-c5d6-4491-b817-e877feda3965 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:58:55.028760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Attempting to bind port d1419239-c5d6-4491-b817-e877feda3965 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:58:55.029196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Attempting to bind port d1419239-c5d6-4491-b817-e877feda3965 on network 663ba5b5-68a5-41d9-9096-2982bf525f4d {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:58:55.037819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:58:55.038257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Checking segment: {'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:58:55.038759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:55.039206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Bound using segment: {'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:58:55.039742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Bound port: d1419239-c5d6-4491-b817-e877feda3965, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:58:55.040177 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:55.084256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:55.104617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Transition to ACTIVE for port object 6c408f39-e51a-4d15-9e31-2043e22782d6 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:55.139054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:55.158817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] For port d1419239-c5d6-4491-b817-e877feda3965, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:58:55.170877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] For port d1419239-c5d6-4491-b817-e877feda3965, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1419239-c5d6-4491-b817-e877feda3965,segment=NetworkSegment(53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13),segment_id=53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:58:55.178667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:55.221539 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e6db6fe3-e629-4799-adc6-86bf2096eed1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:55.306742 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-39582992-dd35-47ec-95bb-35bff2365c9d tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:55.408253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Pushing event updated for resources: {'Port': ['ID=d1419239-c5d6-4491-b817-e877feda3965,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:55.412767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:55.418329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:55.422358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:55.427201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:58:55.504786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=6c408f39-e51a-4d15-9e31-2043e22782d6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:55.544391 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.228s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:55.633675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:55.654933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:55.795902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:56.288190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1419239-c5d6-4491-b817-e877feda3965 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:56.365401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port d1419239-c5d6-4491-b817-e877feda3965 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:56.370875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccc25a1a-a618-4feb-8a95-e0f886a04afe up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:56.418913 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:56.424200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:56.448440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ccc25a1a-a618-4feb-8a95-e0f886a04afe completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:56.453826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ccc25a1a-a618-4feb-8a95-e0f886a04afe triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:56.454258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:56.462920 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bdca4f02-3aec-409a-b0cf-8b58ff93809f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:56.573285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event updated for resources: {'Port': ['ID=6c408f39-e51a-4d15-9e31-2043e22782d6,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:56.585609 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:56.586632 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:56.608338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:56.628134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port ccc25a1a-a618-4feb-8a95-e0f886a04afe, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ccc25a1a-a618-4feb-8a95-e0f886a04afe,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:56.634790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:56.637842 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:56.720859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=ccc25a1a-a618-4feb-8a95-e0f886a04afe,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:56.725134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:56.759870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:58:56.761089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:58:57.033185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:58:57.343192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a5ee50d2-578c-4e5b-9ad0-9d7280d9b928 None None] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:58:57.344202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:58:57.387871 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/9eb3f384-dc7e-4e24-b8f9-d3a71c264516/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.9310071 Jan 14 05:58:57.636324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Provisioning for port d1419239-c5d6-4491-b817-e877feda3965 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:57.646267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:57.649952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Provisioning complete for port d1419239-c5d6-4491-b817-e877feda3965 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:57.650360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:57.725322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-c1ed646f-4966-4176-ab66-ebe904452ab6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:57.752101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-c1ed646f-4966-4176-ab66-ebe904452ab6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:57.754217 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-c1ed646f-4966-4176-ab66-ebe904452ab6 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-235059521&fields=id&tenant_id=6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 267 time: 0.0832491 Jan 14 05:58:57.782356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Sync routers for ids ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:58:57.801053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:57.804761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Routers {'9eb3f384-dc7e-4e24-b8f9-d3a71c264516'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:58:57.806639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:57.838597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] For port d1419239-c5d6-4491-b817-e877feda3965, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1419239-c5d6-4491-b817-e877feda3965,segment=NetworkSegment(53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13),segment_id=53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:58:57.844386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:57.846431 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8dfdb158-3ddf-41d9-a5f5-ad000b3b34a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:57.929995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Pushing event updated for resources: {'Port': ['ID=d1419239-c5d6-4491-b817-e877feda3965,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:58:57.933899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.087s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:58:58.013324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-40ae3e93-f681-4530-802e-bc5a2c4ac7f1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:58.015210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-40ae3e93-f681-4530-802e-bc5a2c4ac7f1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:58.032407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-40ae3e93-f681-4530-802e-bc5a2c4ac7f1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:58.033806 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-40ae3e93-f681-4530-802e-bc5a2c4ac7f1 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/networks?id=663ba5b5-68a5-41d9-9096-2982bf525f4d HTTP/1.1" status: 200 len: 797 time: 0.2719212 Jan 14 05:58:58.053583 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-23528d02-e81d-4a84-8e77-fff665f0576f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/quotas/6199fe69995a46fdb97c8ad6127d0f73 HTTP/1.1" status: 200 len: 375 time: 0.0117726 Jan 14 05:58:58.075874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Set router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:58:58.192821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-5f609c3b-04d9-4507-823a-6f391ec6fa2e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Synchronizing usage tracker for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:58:58.205473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6acaa342-df25-4e09-a45e-ec2c287a596e None None] Provisioning for port 6c408f39-e51a-4d15-9e31-2043e22782d6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:58:58.226400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6acaa342-df25-4e09-a45e-ec2c287a596e None None] Provisioning complete for port 6c408f39-e51a-4d15-9e31-2043e22782d6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:58.230544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acaa342-df25-4e09-a45e-ec2c287a596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:58.271979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-5f609c3b-04d9-4507-823a-6f391ec6fa2e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Unset dirty status for tenant:6199fe69995a46fdb97c8ad6127d0f73 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:58:58.279290 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-5f609c3b-04d9-4507-823a-6f391ec6fa2e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "GET /v2.0/ports?tenant_id=6199fe69995a46fdb97c8ad6127d0f73&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2180374 Jan 14 05:58:58.500863 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-0d7418a1-2477-4500-803d-c01aa1f35493 service neutron] 10.222.0.48 "GET /v2.0/networks/663ba5b5-68a5-41d9-9096-2982bf525f4d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1797056 Jan 14 05:58:58.683796 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7e9ddcab-cdfc-4b90-9295-ba99759641d6 req-a4e7bd3e-6d50-4b62-b9e1-8b8f37757b16 service neutron] 10.222.0.48 "GET /v2.0/networks/663ba5b5-68a5-41d9-9096-2982bf525f4d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1818657 Jan 14 05:58:58.701385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:58:55Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6c408f39-e51a-4d15-9e31-2043e22782d6', 'name': '', 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:d1:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a0f3ca14-7bbc-456e-9cd1-c6e292e26e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:54Z', 'updated_at': '2021-01-14T05:58:56Z', 'revision_number': 2, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': 'a0f3ca14-7bbc-456e-9cd1-c6e292e26e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:58:58.706818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Checking router: 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:58:58.707451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Updating router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 port 6c408f39-e51a-4d15-9e31-2043e22782d6 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:58:58.754262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1419239-c5d6-4491-b817-e877feda3965 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:58.802633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:58.876106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6acaa342-df25-4e09-a45e-ec2c287a596e None None] Port 6c408f39-e51a-4d15-9e31-2043e22782d6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:58.882552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port d1419239-c5d6-4491-b817-e877feda3965 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:58.883134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:58.985876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6acaa342-df25-4e09-a45e-ec2c287a596e None None] Provisioning complete for port d1419239-c5d6-4491-b817-e877feda3965 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:58.986674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6acaa342-df25-4e09-a45e-ec2c287a596e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:59.310451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccc25a1a-a618-4feb-8a95-e0f886a04afe up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:58:59.385368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 51944) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:58:59.433232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c4b60ba7-5600-4e10-be94-13b4bbab8808 None None] Provisioning complete for port 6c408f39-e51a-4d15-9e31-2043e22782d6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:59.433659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b60ba7-5600-4e10-be94-13b4bbab8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:59.532672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ccc25a1a-a618-4feb-8a95-e0f886a04afe triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:59.533238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:59.619362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c4b60ba7-5600-4e10-be94-13b4bbab8808 None None] Port 6c408f39-e51a-4d15-9e31-2043e22782d6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:58:59.692568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c4b60ba7-5600-4e10-be94-13b4bbab8808 None None] Provisioning complete for port d1419239-c5d6-4491-b817-e877feda3965 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:59.693176 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4b60ba7-5600-4e10-be94-13b4bbab8808 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:59.721372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:59.753562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Transition to ACTIVE for port object 6c408f39-e51a-4d15-9e31-2043e22782d6 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:58:59.761151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815224f3-24f5-48bc-906b-8c12baec920f req-99220c2d-eb26-4a51-b3d3-95aec085e194 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:58:59.763136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:58:59.781960 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815224f3-24f5-48bc-906b-8c12baec920f req-99220c2d-eb26-4a51-b3d3-95aec085e194 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] 10.222.0.48 "GET /v2.0/networks?id=f53fa4bc-17d4-4100-87e1-5a1605548988 HTTP/1.1" status: 200 len: 814 time: 0.3781705 Jan 14 05:58:59.825901 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815224f3-24f5-48bc-906b-8c12baec920f req-fa414035-0026-495f-861b-0e3210c08251 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] 10.222.0.48 "GET /v2.0/quotas/1878442871ab4d1491a9842749476990 HTTP/1.1" status: 200 len: 375 time: 0.0401285 Jan 14 05:58:59.903055 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76baf762-f2c0-4210-ad75-746615484abf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:58:59.915344 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815224f3-24f5-48bc-906b-8c12baec920f req-bad2a76e-8bb7-4e98-80aa-b55949228bf8 tempest-VolumesSnapshotTestJSON-1888165745 tempest-VolumesSnapshotTestJSON-1888165745] 10.222.0.48 "GET /v2.0/ports?tenant_id=1878442871ab4d1491a9842749476990&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0883129 Jan 14 05:58:59.988964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d95a98ea-d51b-499a-95f8-10350bab7068 None None] Provisioning complete for port d1419239-c5d6-4491-b817-e877feda3965 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:58:59.989406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d95a98ea-d51b-499a-95f8-10350bab7068 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:00.091088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097bf9d-7a7e-413a-9f70-47816b8c823d None None] Pushing event updated for resources: {'Port': ['ID=6c408f39-e51a-4d15-9e31-2043e22782d6,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:00.107428 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3097bf9d-7a7e-413a-9f70-47816b8c823d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.204s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:00.302405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Attempting to bind port 6c408f39-e51a-4d15-9e31-2043e22782d6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:59:00.302994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Attempting to bind port 6c408f39-e51a-4d15-9e31-2043e22782d6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:59:00.303502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Attempting to bind port 6c408f39-e51a-4d15-9e31-2043e22782d6 on network 663ba5b5-68a5-41d9-9096-2982bf525f4d {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:59:00.311529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 58, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:59:00.312143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Checking segment: {'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:59:00.312768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:00.313372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Bound using segment: {'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:59:00.314083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Bound port: 6c408f39-e51a-4d15-9e31-2043e22782d6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:59:00.314678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:00.424015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] For port 6c408f39-e51a-4d15-9e31-2043e22782d6, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:59:00.427732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] For port 6c408f39-e51a-4d15-9e31-2043e22782d6, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6c408f39-e51a-4d15-9e31-2043e22782d6,segment=NetworkSegment(53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13),segment_id=53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:59:00.431976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:00.450333 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:00.514660 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815224f3-24f5-48bc-906b-8c12baec920f req-b51bd933-d98f-4a42-bfa8-1aec10a7ef9d service neutron] 10.222.0.48 "GET /v2.0/networks/f53fa4bc-17d4-4100-87e1-5a1605548988?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5982172 Jan 14 05:59:00.665200 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-815224f3-24f5-48bc-906b-8c12baec920f req-281a538c-f215-41a2-ba8b-3f559596bb1c service neutron] 10.222.0.48 "GET /v2.0/networks/f53fa4bc-17d4-4100-87e1-5a1605548988?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1491749 Jan 14 05:59:00.712743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:00.828670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3097bf9d-7a7e-413a-9f70-47816b8c823d None None] Pushing event updated for resources: {'Port': ['ID=6c408f39-e51a-4d15-9e31-2043e22782d6,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:00.833335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3097bf9d-7a7e-413a-9f70-47816b8c823d None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.383s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:00.949356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Routers {'9eb3f384-dc7e-4e24-b8f9-d3a71c264516'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:59:00.950066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:01.343449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] Set router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:59:01.483058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port 6c408f39-e51a-4d15-9e31-2043e22782d6 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:59:01.483471 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:01.777371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port 6c408f39-e51a-4d15-9e31-2043e22782d6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6c408f39-e51a-4d15-9e31-2043e22782d6,segment=NetworkSegment(53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13),segment_id=53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:59:01.777936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:01.806398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:58:55Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6c408f39-e51a-4d15-9e31-2043e22782d6', 'name': '', 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:d1:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a0f3ca14-7bbc-456e-9cd1-c6e292e26e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:54Z', 'updated_at': '2021-01-14T05:59:00Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': 'a0f3ca14-7bbc-456e-9cd1-c6e292e26e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:01.822179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-69e4ae2a-4623-449c-bd83-9a6fb55d7d5b None None] The sync data for ids ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'] in n-d-768851-4 is: [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:58:55Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6c408f39-e51a-4d15-9e31-2043e22782d6', 'name': '', 'network_id': '663ba5b5-68a5-41d9-9096-2982bf525f4d', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'mac_address': 'fa:16:3e:d1:e2:c2', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_interface', 'standard_attr_id': 3578, 'fixed_ips': [{'subnet_id': 'a0f3ca14-7bbc-456e-9cd1-c6e292e26e06', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:54Z', 'updated_at': '2021-01-14T05:59:00Z', 'revision_number': 4, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'subnets': [{'id': 'a0f3ca14-7bbc-456e-9cd1-c6e292e26e06', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:59:01.967842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for 6c408f39-e51a-4d15-9e31-2043e22782d6 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:59:02.251422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:02.314997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6c408f39-e51a-4d15-9e31-2043e22782d6 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:59:02.359909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6c408f39-e51a-4d15-9e31-2043e22782d6 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:59:02.360744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6c408f39-e51a-4d15-9e31-2043e22782d6 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:286}} Jan 14 05:59:02.423937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Port 6c408f39-e51a-4d15-9e31-2043e22782d6 not found, will not notify nova. {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:294}} Jan 14 05:59:02.429197 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e508ba8a-9d7b-4444-88c8-f7e55480b129 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:02.487396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Port': ['ID=6c408f39-e51a-4d15-9e31-2043e22782d6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:02.491884 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.063s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:02.857596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:03.436146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:59:03.632666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:59:03.650517 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "PUT /v2.0/routers/9eb3f384-dc7e-4e24-b8f9-d3a71c264516/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 4.2635338 Jan 14 05:59:03.653247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52002) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:03.696531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] Sync routers for ids ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:59:03.707863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] Routers {'9eb3f384-dc7e-4e24-b8f9-d3a71c264516'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:59:03.708814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:03.893013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting subnet a0f3ca14-7bbc-456e-9cd1-c6e292e26e06 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:59:03.897365 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:03.933429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] Set router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:59:03.958795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:04.082064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:04.224677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:59:04.310912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:59:02Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:04.321628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] Checking router: 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:59:04.331627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] Routers {'9eb3f384-dc7e-4e24-b8f9-d3a71c264516'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:59:04.332752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:58:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:04.421700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:04.443326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e51b2996-3e02-4f4f-871d-1d7761af99eb tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:04.620364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] Set router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:59:04.868587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Subnet': ['ID=a0f3ca14-7bbc-456e-9cd1-c6e292e26e06,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:04.916549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.473s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:04.952522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:59:02Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:04.957255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ddcb802-da3c-4cf9-b255-9fc3856bcc69 None None] The sync data for ids ['9eb3f384-dc7e-4e24-b8f9-d3a71c264516'] in n-d-768851-4 is: [{'id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1727626137', 'tenant_id': '6199fe69995a46fdb97c8ad6127d0f73', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37'}], 'enable_snat': True}, 'gw_port_id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:58:46Z', 'updated_at': '2021-01-14T05:59:02Z', 'revision_number': 5, 'project_id': '6199fe69995a46fdb97c8ad6127d0f73', 'gw_port': {'id': 'ccc25a1a-a618-4feb-8a95-e0f886a04afe', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:7f:00:49', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9eb3f384-dc7e-4e24-b8f9-d3a71c264516', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3575, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.37', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:58:47Z', 'updated_at': '2021-01-14T05:58:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:59:04.966687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:04.973317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8af2720f-e429-4552-84a2-b6ab7377a6e0 None None] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:59:04.973868 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/subnets/a0f3ca14-7bbc-456e-9cd1-c6e292e26e06 HTTP/1.1" status: 204 len: 168 time: 1.3195760 Jan 14 05:59:04.976699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52018) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:05.233192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:05.316109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] DHCP port deletion for 663ba5b5-68a5-41d9-9096-2982bf525f4d request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 05:59:05.322038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Deleting port d1419239-c5d6-4491-b817-e877feda3965 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:59:05.322403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:05.459218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:05.465291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Deleting port ccc25a1a-a618-4feb-8a95-e0f886a04afe {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 05:59:05.465668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:05.595288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] For port d1419239-c5d6-4491-b817-e877feda3965, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=d1419239-c5d6-4491-b817-e877feda3965,segment=NetworkSegment(53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13),segment_id=53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:59:05.595813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:05.661884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] For port ccc25a1a-a618-4feb-8a95-e0f886a04afe, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ccc25a1a-a618-4feb-8a95-e0f886a04afe,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:59:05.662272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:05.730104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Calling delete_port for d1419239-c5d6-4491-b817-e877feda3965 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:59:05.792502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Calling delete_port for ccc25a1a-a618-4feb-8a95-e0f886a04afe owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 05:59:05.803586 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:05.819303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:05.942265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.108784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Pushing event deleted for resources: {'Port': ['ID=d1419239-c5d6-4491-b817-e877feda3965,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:06.117037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.298s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:06.179850 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.199722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] No DVR routers for this DVR port d1419239-c5d6-4491-b817-e877feda3965 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 05:59:06.265736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1419239-c5d6-4491-b817-e877feda3965 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:59:06.304293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: d1419239-c5d6-4491-b817-e877feda3965 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:59:06.304697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device d1419239-c5d6-4491-b817-e877feda3965 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:59:06.305173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6c408f39-e51a-4d15-9e31-2043e22782d6 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:59:06.336667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.339450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.342229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6c408f39-e51a-4d15-9e31-2043e22782d6 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:59:06.342635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6c408f39-e51a-4d15-9e31-2043e22782d6 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:59:06.363443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.364186 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Fanout notify agent at l3_agent the message router_deleted on router 9eb3f384-dc7e-4e24-b8f9-d3a71c264516 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 05:59:06.388673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.390261 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a08b8072-b218-4ac0-9fe7-fdb953952918 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/routers/9eb3f384-dc7e-4e24-b8f9-d3a71c264516 HTTP/1.1" status: 204 len: 168 time: 1.4125490 Jan 14 05:59:06.393109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52042) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:06.564553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.797116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.933662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['663ba5b5-68a5-41d9-9096-2982bf525f4d']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:06.947399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:06.947913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '53e0a0f0-aff8-493a-b8a9-65fcb4bb8c13') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:06.960865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.976465 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:06.978571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:59:07.178083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:59:07.192866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:07.392167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Network 663ba5b5-68a5-41d9-9096-2982bf525f4d has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:59:07.418646 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:59:07.532959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:07.537195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1731aaac-53c1-42e2-b3f8-83dfa74c05e6 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:07.558168 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:07.569110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'Network': ['ID=663ba5b5-68a5-41d9-9096-2982bf525f4d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:07.572756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.036s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:07.577649 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/networks/663ba5b5-68a5-41d9-9096-2982bf525f4d HTTP/1.1" status: 204 len: 168 time: 1.1832538 Jan 14 05:59:07.580589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52050) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:07.726592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:07.766002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:07.823664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:07.836369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aea5bcff-3e47-4335-98fd-5234be2e439d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:07.853765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Pushing event deleted for resources: {'SecurityGroup': ['ID=a5eb791a-45b3-4adc-b18d-83447ab32a63,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:07.856670 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:07.857864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:07.862094 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] 10.222.0.48 "DELETE /v2.0/security-groups/a5eb791a-45b3-4adc-b18d-83447ab32a63 HTTP/1.1" status: 204 len: 168 time: 0.2774773 Jan 14 05:59:08.234215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccc25a1a-a618-4feb-8a95-e0f886a04afe no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 05:59:08.254623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52064) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:08.281313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ccc25a1a-a618-4feb-8a95-e0f886a04afe {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 05:59:08.281823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccc25a1a-a618-4feb-8a95-e0f886a04afe not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 05:59:08.457999 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7e89f96a-7f0e-4c59-be27-adf4baf3f270 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6199fe69995a46fdb97c8ad6127d0f73&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2017837 Jan 14 05:59:08.458828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52070) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:08.531997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:08.562587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:08.787249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:08.797879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8d63790-bd35-49e1-ae35-915666e4c5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:08.812950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:08.817606 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/681ee3ee-ff61-464b-b2d5-d18d09b016bd HTTP/1.1" status: 204 len: 168 time: 0.3574159 Jan 14 05:59:08.818846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=681ee3ee-ff61-464b-b2d5-d18d09b016bd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:08.821969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:09.656447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52090) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:09.677536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:09.694429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:09.698725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Usage tracker for resource:security_group_rule and tenant:ad519e2badea427281624f64e3109546 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:09.701698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:09.708188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:09.960710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:10.012038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:10.034355 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-74634e14-20b2-4344-a2a5-ca39f52a5319 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:10.082890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52094) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:10.083082 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ad519e2badea427281624f64e3109546&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4252133 Jan 14 05:59:10.088003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e1e1ace-157a-448e-8190-326098c12092,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:10.101306 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.067s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:10.171128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:10.202125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:10.336454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:10.342036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2fa94257-2363-41be-a749-bcfb7eae28c7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:10.355328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e1e1ace-157a-448e-8190-326098c12092,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:10.358230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:10.359819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:10.364452 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6e1e1ace-157a-448e-8190-326098c12092 HTTP/1.1" status: 204 len: 168 time: 0.2799027 Jan 14 05:59:12.307224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ab73d44-f9fa-4d6d-9bc6-73f9332e38b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:12.413560 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0bdbd769-6392-49e7-b1d5-9e2065d921fa req-88e6fcb5-15a9-4493-a6a3-f95b16995ce0 tempest-TestServerAdvancedOps-1358061455 tempest-TestServerAdvancedOps-1358061455] 10.222.0.48 "GET /v2.0/networks?tenant_id=847463de73284f31a15dc7b76338a3f2&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0509150 Jan 14 05:59:12.628149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bdbd769-6392-49e7-b1d5-9e2065d921fa req-665f820f-b48a-4f42-bebd-d32f861a0eab tempest-TestServerAdvancedOps-1358061455 tempest-TestServerAdvancedOps-1358061455] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:12.629781 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0bdbd769-6392-49e7-b1d5-9e2065d921fa req-665f820f-b48a-4f42-bebd-d32f861a0eab tempest-TestServerAdvancedOps-1358061455 tempest-TestServerAdvancedOps-1358061455] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.2150912 Jan 14 05:59:12.648827 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0bdbd769-6392-49e7-b1d5-9e2065d921fa req-fd3b4f12-bd57-4d09-aa39-66cc7800e3c4 tempest-TestServerAdvancedOps-1358061455 tempest-TestServerAdvancedOps-1358061455] 10.222.0.48 "GET /v2.0/quotas/847463de73284f31a15dc7b76338a3f2 HTTP/1.1" status: 200 len: 375 time: 0.0118136 Jan 14 05:59:12.706164 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-0bdbd769-6392-49e7-b1d5-9e2065d921fa req-4c3fd889-e474-4941-bb07-522534e19c89 tempest-TestServerAdvancedOps-1358061455 tempest-TestServerAdvancedOps-1358061455] 10.222.0.48 "GET /v2.0/ports?tenant_id=847463de73284f31a15dc7b76338a3f2&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0504317 Jan 14 05:59:13.563243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52172) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:13.738892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:13.754984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:13.759289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Usage tracker for resource:security_group_rule and tenant:847463de73284f31a15dc7b76338a3f2 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:13.762295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:13.768303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:13.863342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:13.866839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:13.879899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eea6d837-fe5c-4970-8486-6c6104e032af tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:13.922227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=847463de73284f31a15dc7b76338a3f2&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3578019 Jan 14 05:59:13.924917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ba51e37-7e58-4ff7-8317-540984b15640,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:13.925998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52182) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:13.928478 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:13.992028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:14.020941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:14.067567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:14.072847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e84f6898-bfaf-47cd-a1d8-40913ab5a5e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:14.086548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ba51e37-7e58-4ff7-8317-540984b15640,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:14.091076 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:14.107409 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:14.108859 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ba51e37-7e58-4ff7-8317-540984b15640 HTTP/1.1" status: 204 len: 168 time: 0.1816494 Jan 14 05:59:14.535791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cd182595-861e-4de5-81e9-73dfbcb367a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:15.398353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:16.240439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:16.750351 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.170680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:20.329802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.345301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:20.349518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Usage tracker for resource:security_group_rule and tenant:ef42b7f200474e72b045219a8d4fae89 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:20.352573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:20.358384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:20.451874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.455789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.463810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f85dbaad-f96f-4872-862e-b506a96b67ae tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:20.511683 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ef42b7f200474e72b045219a8d4fae89&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3365490 Jan 14 05:59:20.511683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88615a94-a9c6-44c7-a645-baf33e1d3abb,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:20.512039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52280) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:20.513943 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:20.577520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.605421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.656046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.661637 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f69eecf-ca2e-4edb-a88c-69562f2f9f68 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:20.674285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88615a94-a9c6-44c7-a645-baf33e1d3abb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:20.677339 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:20.687724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:20.692140 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/88615a94-a9c6-44c7-a645-baf33e1d3abb HTTP/1.1" status: 204 len: 168 time: 0.1788979 Jan 14 05:59:21.072161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52292) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:21.093096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:21.110142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:21.115707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Usage tracker for resource:security_group_rule and tenant:ea031b0ae79a4679ae31c057431f74cc is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:21.118927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:21.125344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:21.217135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:21.221219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:21.231012 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a22250f9-d2f4-4648-9bd6-2e7f6cdf17a8 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:21.273986 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ea031b0ae79a4679ae31c057431f74cc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2005119 Jan 14 05:59:21.274966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c90b2b3-0cba-4a7d-9858-a5d32b6b9721,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:21.277050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:21.278454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-55f1dedd-6878-4720-8831-d7209eb4c9d6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:21.351516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:21.379505 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:21.426929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:21.432131 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-988d0f39-8a7e-4e32-b55f-7db623bb070d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:21.446145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c90b2b3-0cba-4a7d-9858-a5d32b6b9721,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:21.449376 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:21.450182 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:21.453913 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c90b2b3-0cba-4a7d-9858-a5d32b6b9721 HTTP/1.1" status: 204 len: 168 time: 0.1732492 Jan 14 05:59:24.412924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52352) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:24.626024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:24.642470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:24.647206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Usage tracker for resource:security_group_rule and tenant:06f64147efd94b45bde629c53ef16f55 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:24.650500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:24.656691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:24.742634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:24.851568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:24.862165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-02cca0a8-7c27-43ec-9c94-78979a1075fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:24.905721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5861a19c-6783-433f-b272-8629267c726f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:24.909475 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:24.915216 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=06f64147efd94b45bde629c53ef16f55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4978185 Jan 14 05:59:24.915913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52358) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:24.979939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:25.007808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:25.347846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:25.353592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76ed5e03-0ae1-4b89-bb28-e8cbbb252884 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:25.370739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5861a19c-6783-433f-b272-8629267c726f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:25.383031 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:25.383932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:25.388251 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5861a19c-6783-433f-b272-8629267c726f HTTP/1.1" status: 204 len: 168 time: 0.4713402 Jan 14 05:59:25.668456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.165162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52368) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:26.189425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.207302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:26.211796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Usage tracker for resource:security_group_rule and tenant:e7bf50e0e40f4202854c4b7d2b8bcc1d is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:26.214843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:26.221112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:26.311489 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.347823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.355956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b02c103c-7d6e-4d99-b916-d485bd18b4fb tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:26.397447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ca8bda5-4b9b-4a62-b780-0f3f89db2740,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:26.402390 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:26.404046 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bb7c66f0-ad51-4167-83b7-94606cffcd1e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e7bf50e0e40f4202854c4b7d2b8bcc1d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2373416 Jan 14 05:59:26.406677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52374) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:26.483111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.513077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.829730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.834473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e77cd2c-689c-473b-9a73-832e1169449c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:26.847337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ca8bda5-4b9b-4a62-b780-0f3f89db2740,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:26.851314 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:26.855214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:26.855961 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7ca8bda5-4b9b-4a62-b780-0f3f89db2740 HTTP/1.1" status: 204 len: 168 time: 0.4482782 Jan 14 05:59:27.596511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.427823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52574) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:40.591132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.608389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:40.613953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Usage tracker for resource:security_group_rule and tenant:9af8267d6f614ba38640957dbdb1a4ec is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:40.617467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:40.623809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:40.716360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.720671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.730139 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71f8bffd-b597-4add-84eb-204d722b8cc1 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:40.779090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0cc35654-b6fa-4fab-ac0a-8fae6a180f91,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:40.784770 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9af8267d6f614ba38640957dbdb1a4ec&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3557405 Jan 14 05:59:40.787860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52580) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:40.790277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.790733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.791153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.791569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.791978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.792391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.792797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.793204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.793609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.794006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.794412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.794862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.795330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.795734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.796141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.796551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.796942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.797343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.797742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.798143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.798541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.798999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.799384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.799781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.800253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.802057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.802057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.802057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.802057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.802384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.802612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.802947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.803353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.803986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.804096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.804493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.809443 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d52c956-8d34-4cbb-9219-8bb034759374 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:40.855588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.883881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.931260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.936581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d1e46094-9748-4449-bfaf-d162e490199f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:40.950655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0cc35654-b6fa-4fab-ac0a-8fae6a180f91,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:40.959248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:40.960476 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0cc35654-b6fa-4fab-ac0a-8fae6a180f91 HTTP/1.1" status: 204 len: 168 time: 0.1715384 Jan 14 05:59:40.962193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.962628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.963273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.963728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.964145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.964553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.965092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.965611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.966020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.966476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.966856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.967262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.967725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.968127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.968533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.968922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.969319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.969707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.970126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.970528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.971192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.971612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.972013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.972399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.972878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.973279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.973679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.974316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.974740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.975147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.976106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.976106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.976296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.976677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.977075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.977472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:40.981620 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:41.227181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 05:59:41.326947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52594) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:41.347308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:41.363897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:41.368546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Usage tracker for resource:security_group_rule and tenant:6066c9812d4a4ac68554bd14af912df6 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:41.371812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:41.378150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:41.469166 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:41.474977 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:41.484337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-781cd23c-e9f1-4197-be14-5d84f841c370 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:41.518090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14737974-98b1-446a-8948-155cdf4aadcf,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:41.528194 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:41.542303 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=6066c9812d4a4ac68554bd14af912df6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2140193 Jan 14 05:59:41.542437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52598) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:41.611705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:41.644174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:41.694928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:41.699107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17005f7b-9520-41f3-b907-999feedd2c39 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:41.711070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14737974-98b1-446a-8948-155cdf4aadcf,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:41.713804 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:41.721573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:41.723210 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/14737974-98b1-446a-8948-155cdf4aadcf HTTP/1.1" status: 204 len: 168 time: 0.1795049 Jan 14 05:59:42.148149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52606) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:42.167950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.184653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:42.188807 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Usage tracker for resource:security_group_rule and tenant:12824ce8668e4b159e13cc6fe8d04bc4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:42.192146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:42.198415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:42.247450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ed7c085-d8c2-4952-8a97-1611c244cc1f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.293036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.296400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.304430 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5455cbf8-455e-4cd5-bbd3-9a19fe3df6ee admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:42.352478 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=12824ce8668e4b159e13cc6fe8d04bc4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2020741 Jan 14 05:59:42.352478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a6039bec-26a4-416a-aeec-bd29e8104a84,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:42.355042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52612) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:42.356155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:42.419135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.450853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.499071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.504549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:42.518994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a6039bec-26a4-416a-aeec-bd29e8104a84,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:42.521895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:42.532258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:42.534734 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/a6039bec-26a4-416a-aeec-bd29e8104a84 HTTP/1.1" status: 204 len: 168 time: 0.1774087 Jan 14 05:59:43.327538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52634) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:43.398115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Deleting subnet 7243b37b-5049-4f48-9436-a1fcf0207712 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 05:59:43.401386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:43.457474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:43.517274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:43.790589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:43.806450 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9530a091-799b-410f-b504-04c251d42d4f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:43.895500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7243b37b-5049-4f48-9436-a1fcf0207712,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:43.909174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:43.942534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:43.949302 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f660ca78-af48-46c5-8aeb-7eb9ada2dbb9 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7243b37b-5049-4f48-9436-a1fcf0207712 HTTP/1.1" status: 204 len: 168 time: 0.6205378 Jan 14 05:59:43.952089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52648) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:44.365752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:44.517587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-32597e34-6119-4f72-9c5f-7ca4d59e6fca None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:44.565016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:44.683297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['f53fa4bc-17d4-4100-87e1-5a1605548988']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:44.696141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '78bf946e-0f3d-4fc4-92e6-66eeb09b8f86') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:44.696508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '78bf946e-0f3d-4fc4-92e6-66eeb09b8f86') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:44.708917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:44.724535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:44.726653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 05:59:44.911300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Network f53fa4bc-17d4-4100-87e1-5a1605548988 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:59:44.920548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.112503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Network f53fa4bc-17d4-4100-87e1-5a1605548988 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: timer() Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 05:59:45.137323 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 05:59:45.218186 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.222294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.226483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ff7af961-8356-4508-bbc0-d63f94db01f5 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:45.254974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Pushing event deleted for resources: {'Network': ['ID=f53fa4bc-17d4-4100-87e1-5a1605548988,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:45.258099 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:45.260985 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] 10.222.0.48 "DELETE /v2.0/networks/f53fa4bc-17d4-4100-87e1-5a1605548988 HTTP/1.1" status: 204 len: 168 time: 1.3078234 Jan 14 05:59:45.402640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.481042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52676) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:45.535441 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61d1d45c-c5b8-44bd-bc50-f6e7846f8a21 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=1878442871ab4d1491a9842749476990&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0530667 Jan 14 05:59:45.538236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52680) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:45.606952 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-677a0ff5-ef28-48ae-92ac-7cb37bf50ec6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.636827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-677a0ff5-ef28-48ae-92ac-7cb37bf50ec6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.690789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-677a0ff5-ef28-48ae-92ac-7cb37bf50ec6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.695412 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-50286637-4c2e-411b-a6e4-627bf8051f0b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:45.712000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-677a0ff5-ef28-48ae-92ac-7cb37bf50ec6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=59c4dc24-20e0-491a-97d6-e48eeacce128,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:45.723015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-677a0ff5-ef28-48ae-92ac-7cb37bf50ec6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:45.727108 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-677a0ff5-ef28-48ae-92ac-7cb37bf50ec6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/59c4dc24-20e0-491a-97d6-e48eeacce128 HTTP/1.1" status: 204 len: 168 time: 0.1856537 Jan 14 05:59:45.727987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-677a0ff5-ef28-48ae-92ac-7cb37bf50ec6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:46.234311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:46.740022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.571713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52772) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:48.578233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Request body: {'network': {'name': 'tempest-network-smoke--338230925', 'project_id': '83396b2537424cdfb69ce15713062d93', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:48.584991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:48.589214 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:network and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:48.592301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:48.598508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:48.609799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Made reservation on behalf of 83396b2537424cdfb69ce15713062d93 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:59:48.619784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.633809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.650392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:48.654507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:security_group_rule and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:48.657541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:48.663532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:48.759758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.763334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.766549 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:48.805989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:59:48.812797 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'SecurityGroup': ['ID=07a3416e-3dfb-4776-8f8a-e634cdaec472,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:48.816441 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:48.822681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.823124 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Added segment d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d of type vxlan for network c466afa7-eeb0-4351-a633-7194eba830c0 Jan 14 05:59:48.852487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.884641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.904584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:48.905255 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:48.911044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7bb05cb5-0928-473b-ae52-795d4b993d19 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:49.029498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52790) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:49.040701 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.4584424 Jan 14 05:59:49.040841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Request body: {'router': {'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'admin_state_up': True, 'project_id': '83396b2537424cdfb69ce15713062d93', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:49.040959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'Network': ['ID=c466afa7-eeb0-4351-a633-7194eba830c0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:49.043452 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.133s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:49.054184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c466afa7-eeb0-4351-a633-7194eba830c0 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:49.060968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:49.065271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:router and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:49.068736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c466afa7-eeb0-4351-a633-7194eba830c0 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:49.069912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:49.076114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:49.084802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c466afa7-eeb0-4351-a633-7194eba830c0 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:49.087283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:49.088456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:49.107687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:49.390311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:49.710390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:49.742949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:50.023283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Allocated IP 172.25.3.70 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/42da3605-618f-461b-8018-3f5554a23f42) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:59:50.188945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:50.219399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:50.237658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a23d875-a845-4712-a9c8-3cb947ed491b tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.001s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:50.371329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'Port': ['ID=42da3605-618f-461b-8018-3f5554a23f42,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:50.376875 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:50.427831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:59:50.429090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:59:50.431610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:59:50.870679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:51.235764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:51.763556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Router c5235cf0-8780-4a2f-8b98-140b7e344178 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 05:59:51.766129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52810) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:51.925223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:51.940778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:51.944820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Usage tracker for resource:security_group_rule and tenant:96edf46ee1e542859a01d4c630d17fe8 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:51.947782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:51.953487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:51.958329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:59:51.968920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Sync routers for ids ['c5235cf0-8780-4a2f-8b98-140b7e344178'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:59:51.979769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Routers {'c5235cf0-8780-4a2f-8b98-140b7e344178'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:59:51.980655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:59:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['c5235cf0-8780-4a2f-8b98-140b7e344178'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:51.994408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:51.998828 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a8288072-1ef7-4eef-a1b6-ee5d1a02224d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9651833 Jan 14 05:59:51.999327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52816) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:52.040028 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.044511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.057258 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d230163c-adcd-46a3-a4c9-2843cf6900c0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:52.097825 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=96edf46ee1e542859a01d4c630d17fe8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3274865 Jan 14 05:59:52.098117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52822) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:52.111995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8a4b0664-6df9-4601-a89b-f9d88d24cb79,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:52.116448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.059s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:52.182727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Set router c5235cf0-8780-4a2f-8b98-140b7e344178 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:59:52.222891 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a051e6ce-c0d0-4244-bc1b-0650bcd72eab tempest-TestSecurityGroupsBasicOps-947227812 tempest-TestSecurityGroupsBasicOps-947227812] 10.222.0.48 "GET /v2.0/subnets?project_id=83396b2537424cdfb69ce15713062d93&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.2189162 Jan 14 05:59:52.223556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52826) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:52.380776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-06bc35c8-eb6a-4849-a86d-d7d7e18b0997 tempest-TestSecurityGroupsBasicOps-947227812 tempest-TestSecurityGroupsBasicOps-947227812] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:52.386482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-06bc35c8-eb6a-4849-a86d-d7d7e18b0997 tempest-TestSecurityGroupsBasicOps-947227812 tempest-TestSecurityGroupsBasicOps-947227812] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1578069 Jan 14 05:59:52.386482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52830) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:52.436422 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4cbebd1-6d8c-4231-a98a-0b6beb473595 tempest-TestSecurityGroupsBasicOps-947227812 tempest-TestSecurityGroupsBasicOps-947227812] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0460675 Jan 14 05:59:52.436627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52834) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:52.443224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1691349124', 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0', 'project_id': '83396b2537424cdfb69ce15713062d93', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:52.500162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.519537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:50Z', 'revision_number': 3, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:52.523773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Checking router: c5235cf0-8780-4a2f-8b98-140b7e344178 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:59:52.524174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Updating router c5235cf0-8780-4a2f-8b98-140b7e344178 port 42da3605-618f-461b-8018-3f5554a23f42 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:59:52.537665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.569534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:52.574233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:subnet and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:52.578176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:52.581097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.585405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:52.592638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.595015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Made reservation on behalf of 83396b2537424cdfb69ce15713062d93 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:59:52.597128 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-25a7704c-6e26-41d3-94bc-0f8d9df8a2f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:52.609158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8a4b0664-6df9-4601-a89b-f9d88d24cb79,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:52.613954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:52.617417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.619865 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8a4b0664-6df9-4601-a89b-f9d88d24cb79 HTTP/1.1" status: 204 len: 168 time: 0.5203640 Jan 14 05:59:52.729676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:52.985462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52842) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:53.004883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.018236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Transition to ACTIVE for port object 42da3605-618f-461b-8018-3f5554a23f42 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:59:53.021050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.037942 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7927125f-81fb-4d0b-8656-e5387592b596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:53.070385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.093563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:53.105891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Usage tracker for resource:security_group_rule and tenant:c385d18644ac47e49492964935f37557 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:53.109843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:53.117662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:53.167899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Pushing event updated for resources: {'Port': ['ID=42da3605-618f-461b-8018-3f5554a23f42,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:53.180969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.181348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.181760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.182134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.182501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.182890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.183258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.183618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.183967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.184455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.184818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.185192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.185596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.185956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.186315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.186672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.187052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.187414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.187773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.188128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.188481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.188835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.189189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.189614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.190048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.190407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.190806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.191163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.191519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.191873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.192228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.192582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.192941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.193292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.193647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.194001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:53.198738 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.161s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:53.261766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Attempting to bind port 42da3605-618f-461b-8018-3f5554a23f42 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:59:53.262109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Attempting to bind port 42da3605-618f-461b-8018-3f5554a23f42 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:59:53.262517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Attempting to bind port 42da3605-618f-461b-8018-3f5554a23f42 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:59:53.268599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:59:53.269013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:59:53.269528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.269937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:59:53.270484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Bound port: 42da3605-618f-461b-8018-3f5554a23f42, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:59:53.270969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.294619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.308311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.318903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29ca2152-3a49-4237-b716-cc250533c00f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:53.344646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] For port 42da3605-618f-461b-8018-3f5554a23f42, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:59:53.347953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] For port 42da3605-618f-461b-8018-3f5554a23f42, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=42da3605-618f-461b-8018-3f5554a23f42,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:59:53.351765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.365375 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e8e6d7d3-a14f-4e25-a107-011e5dae1b13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:53.376095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.392004 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c385d18644ac47e49492964935f37557&name=default HTTP/1.1" status: 200 len: 2983 time: 0.4014480 Jan 14 05:59:53.395461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52846) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:53.399920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=eab4cba9-10e1-475c-93a3-6ba29c2779bc,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:53.455067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:53.456557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-67ab9b8c-a68c-4a98-a237-c8dda69c0356 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.060s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:53.486897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.522899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Pushing event updated for resources: {'Port': ['ID=42da3605-618f-461b-8018-3f5554a23f42,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:53.523114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.527419 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:53.555330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'Subnet': ['ID=05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:53.559474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:53.578976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Routers {'c5235cf0-8780-4a2f-8b98-140b7e344178'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:59:53.579798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:59:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['c5235cf0-8780-4a2f-8b98-140b7e344178'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:53.580603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.586396 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dd684f1-d17e-441d-aadd-9901784e1a09 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:53.599410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=eab4cba9-10e1-475c-93a3-6ba29c2779bc,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:53.609252 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:53.613982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.618147 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/eab4cba9-10e1-475c-93a3-6ba29c2779bc HTTP/1.1" status: 204 len: 168 time: 0.2213926 Jan 14 05:59:53.624020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Checking segment: {'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:59:53.624413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Network hostable DHCP agents. Network: c466afa7-eeb0-4351-a633-7194eba830c0, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:59:53.648979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Network c466afa7-eeb0-4351-a633-7194eba830c0 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:59:53.668989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, c466afa7-eeb0-4351-a633-7194eba830c0) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:59:53.679394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4d263d8c-cf99-48da-9cb5-a93c4f0a6ef7 None None] Network c466afa7-eeb0-4351-a633-7194eba830c0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:59:53.683779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:53.684622 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:53.714414 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a54f6133-94ab-493d-9042-82aaae7d705d tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.2767344 Jan 14 05:59:53.717406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52852) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:53.768148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] Set router c5235cf0-8780-4a2f-8b98-140b7e344178 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:59:53.954283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-c466afa7-eeb0-4351-a633-7194eba830c0', 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'fixed_ips': [{'subnet_id': '05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 05:59:53.960155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:54.125652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:50Z', 'revision_number': 3, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:54.130297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1486c2b4-374e-4ce9-acb4-69c28f500f99 None None] The sync data for ids ['c5235cf0-8780-4a2f-8b98-140b7e344178'] in n-d-768851-4 is: [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:50Z', 'revision_number': 3, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 05:59:54.311035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Allocated IP 172.20.0.2 (c466afa7-eeb0-4351-a633-7194eba830c0/05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8/f2bf3b4d-25b1-4bb6-8665-637f167a160d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:59:54.561330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:54.579549 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:54.604092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Transition to ACTIVE for port object f2bf3b4d-25b1-4bb6-8665-637f167a160d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:59:54.638072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Transition to ACTIVE for port object f2bf3b4d-25b1-4bb6-8665-637f167a160d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:59:54.645879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:54.672464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d508d43d-8420-4c1e-868d-5e628e0488a7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:54.797182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52872) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:54.812247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Pushing event updated for resources: {'Port': ['ID=f2bf3b4d-25b1-4bb6-8665-637f167a160d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:54.831654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.831971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.832477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.832864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.833245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.833621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.833995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.834366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.834827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.835133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.835505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.835873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.836310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.836680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.837047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.837414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.837781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.838145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.838492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.838878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.839251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.839654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.840021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.840429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.840866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.841232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.841611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.842642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.843165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.843644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.844124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.844989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.844989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.845687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.846166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.846648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 05:59:54.855524 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.183s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:54.941194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Network c466afa7-eeb0-4351-a633-7194eba830c0 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:59:54.942643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:59:54.945126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:59:54.973580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1131545376-network', 'tenant_id': '5fc7a6710c9343ed9062480caca54d7e'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:54.982002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:54.987961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Usage tracker for resource:network and tenant:5fc7a6710c9343ed9062480caca54d7e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:54.991615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:54.997850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:55.003094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Attempting to bind port f2bf3b4d-25b1-4bb6-8665-637f167a160d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 05:59:55.003521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Attempting to bind port f2bf3b4d-25b1-4bb6-8665-637f167a160d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 05:59:55.003940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Attempting to bind port f2bf3b4d-25b1-4bb6-8665-637f167a160d on network c466afa7-eeb0-4351-a633-7194eba830c0 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 05:59:55.010401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 05:59:55.010856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Checking segment: {'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:59:55.011345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.011814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Bound using segment: {'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 05:59:55.012364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Bound port: f2bf3b4d-25b1-4bb6-8665-637f167a160d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 05:59:55.012833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.016362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Made reservation on behalf of 5fc7a6710c9343ed9062480caca54d7e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:59:55.023670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.043436 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.060623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:55.064872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Usage tracker for resource:security_group_rule and tenant:5fc7a6710c9343ed9062480caca54d7e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:55.068234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:55.074077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:55.115885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] For port f2bf3b4d-25b1-4bb6-8665-637f167a160d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 05:59:55.120196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] For port f2bf3b4d-25b1-4bb6-8665-637f167a160d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f2bf3b4d-25b1-4bb6-8665-637f167a160d,segment=NetworkSegment(d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d),segment_id=d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 05:59:55.124946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.144953 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-75beda03-678d-4252-b2d5-e505388d31b1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:55.183845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.190994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.196447 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-011c2a9f-9556-4177-8a7c-ece48cc1ad8c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:55.206914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Allocated IP 172.20.0.1 (c466afa7-eeb0-4351-a633-7194eba830c0/05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8/79b74eaf-991c-4d43-afac-fcc047965bb5) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 05:59:55.231139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:59:55.241276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.241825 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Added segment 55a9ba9f-5de0-4578-a632-06633c4a87fd of type vxlan for network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 Jan 14 05:59:55.252309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=09492168-1829-430f-9fd4-4efd77f76e38,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:55.258495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.062s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:55.276261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.308578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.309160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:55.309988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.316019 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0d8ed9ac-6e17-44e5-9d98-b7e2fb665a3e tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:55.329619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Pushing event updated for resources: {'Port': ['ID=f2bf3b4d-25b1-4bb6-8665-637f167a160d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:55.335890 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.191s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:55.440795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Pushing event updated for resources: {'Network': ['ID=5a8ee926-5e97-4560-b3c4-a6c265ba9f92,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:55.444378 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.128s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:55.451709 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.6522141 Jan 14 05:59:55.452693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52878) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:55.455256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:55.459856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Request body: {'subnet': {'network_id': '5a8ee926-5e97-4560-b3c4-a6c265ba9f92', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1131545376-subnet', 'tenant_id': '5fc7a6710c9343ed9062480caca54d7e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:55.477981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:55.487953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Usage tracker for resource:subnet and tenant:5fc7a6710c9343ed9062480caca54d7e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:55.490893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:55.501990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:55.508710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:55.523708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Made reservation on behalf of 5fc7a6710c9343ed9062480caca54d7e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:59:55.528862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.580046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:55.771064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.793000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Transition to ACTIVE for port object 79b74eaf-991c-4d43-afac-fcc047965bb5 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 05:59:55.820707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.821917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:55.840223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f437fb74-094a-40f1-9f7e-1bcc139ecbd9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:55.978550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'Port': ['ID=79b74eaf-991c-4d43-afac-fcc047965bb5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:55.984109 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:56.036753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Network c466afa7-eeb0-4351-a633-7194eba830c0 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:59:56.037969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:59:56.040327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 05:59:56.044848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:56.061809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d98948f-f78c-450f-8021-19284e56c91c tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:56.105163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:56.192263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5184f1f5-7e66-4009-a92b-15aea20ecc6f,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:56.195376 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:56.228597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:56.272621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Checking segment: {'id': '55a9ba9f-5de0-4578-a632-06633c4a87fd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '5a8ee926-5e97-4560-b3c4-a6c265ba9f92'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:59:56.273019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Network hostable DHCP agents. Network: 5a8ee926-5e97-4560-b3c4-a6c265ba9f92, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:59:56.293434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:59:56.303315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 5a8ee926-5e97-4560-b3c4-a6c265ba9f92) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:59:56.312538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9015e9fe-8e32-4372-9324-77228a034950 None None] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:59:56.326202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:56.326951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:56.349428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.8953919 Jan 14 05:59:56.350910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f2bf3b4d-25b1-4bb6-8665-637f167a160d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:59:56.812018 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:56.817160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:56.855986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f2bf3b4d-25b1-4bb6-8665-637f167a160d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:59:56.864367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a9d01a79-7ddf-4b28-811f-7267f44d852f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:56.871208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42da3605-618f-461b-8018-3f5554a23f42 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 05:59:56.901499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cde128f5-a0ff-4c7e-b614-7cf0fbfae69f None None] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:59:56.966567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'Port': ['ID=79b74eaf-991c-4d43-afac-fcc047965bb5,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:56.972858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:56.973857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:56.998468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-070f668a-f9d7-4fc3-a017-0fa4a174ce3e None None] Network c466afa7-eeb0-4351-a633-7194eba830c0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:59:57.129534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Network c466afa7-eeb0-4351-a633-7194eba830c0 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 05:59:57.131332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:59:57.136720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Provisioning for port f2bf3b4d-25b1-4bb6-8665-637f167a160d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:59:57.147116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Provisioning complete for port f2bf3b4d-25b1-4bb6-8665-637f167a160d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:59:57.147544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.227258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52896) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:57.234077 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-334734906-network', 'tenant_id': 'b457290ed402452b904d50dc111a131e'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:57.240747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:57.245183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Usage tracker for resource:network and tenant:b457290ed402452b904d50dc111a131e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:57.249524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:57.255959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:57.265800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Made reservation on behalf of b457290ed402452b904d50dc111a131e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:59:57.271682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.274703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 42da3605-618f-461b-8018-3f5554a23f42 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:59:57.282630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 42da3605-618f-461b-8018-3f5554a23f42 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:59:57.283158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.286891 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.302735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:57.307167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Usage tracker for resource:security_group_rule and tenant:b457290ed402452b904d50dc111a131e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:57.310570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:57.316959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:57.325864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Router c5235cf0-8780-4a2f-8b98-140b7e344178 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 05:59:57.404215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.407711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.412507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d733e165-d3be-4100-87bd-a0d7e501ad5c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:57.445419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 05:59:57.455659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=03d179f3-7db1-43cb-a917-27cc926f3714,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:57.459357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:57.462107 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.462548 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Added segment 375b13cc-ad8a-41f4-bda6-7ee255d342c7 of type vxlan for network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 Jan 14 05:59:57.514331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.554044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.555088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:57.555732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.559582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.560026 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-236ec890-dbd0-4b8f-b7cf-892f9fd36414 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:57.562516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 05:59:57.576053 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "PUT /v2.0/routers/c5235cf0-8780-4a2f-8b98-140b7e344178/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8548369 Jan 14 05:59:57.577217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52900) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:57.579926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Sync routers for ids ['c5235cf0-8780-4a2f-8b98-140b7e344178'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 05:59:57.584326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Request body: {'security_group': {'name': 'tempest-secgroup_access--704302572', 'description': 'tempest-secgroup_access--704302572 description', 'project_id': '83396b2537424cdfb69ce15713062d93'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:57.596508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:57.601315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:security_group and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:57.604505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:57.610634 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:57.624226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.649098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:57.654064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:security_group_rule and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:57.658752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:57.663306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Routers {'c5235cf0-8780-4a2f-8b98-140b7e344178'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 05:59:57.664027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:59:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['c5235cf0-8780-4a2f-8b98-140b7e344178'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:57.664775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:57.676152 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.4476402 Jan 14 05:59:57.677154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Pushing event updated for resources: {'Network': ['ID=c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:57.679275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52904) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:57.682442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.123s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:57.686661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Request body: {'subnet': {'network_id': 'c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-334734906-subnet', 'tenant_id': 'b457290ed402452b904d50dc111a131e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:57.692775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:57.697022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Usage tracker for resource:subnet and tenant:b457290ed402452b904d50dc111a131e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:57.700047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:57.706423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:57.717041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Made reservation on behalf of b457290ed402452b904d50dc111a131e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 05:59:57.722203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.759771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:57.761110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.763081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.767144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d64818d1-6639-41af-befc-be4ae1146f65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:57.776875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:57.791943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 05:59:57.810836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'SecurityGroup': ['ID=f6d71b44-82a8-426e-81c8-27fef2ca98e3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:57.814399 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:57.816103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.819931 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4917442-8bfe-4a55-a5fc-2a0605581b9a tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1798 time: 0.2384768 Jan 14 05:59:57.820345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52908) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:57.827014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Request body: {'security_group': {'name': 'tempest-secgroup_general--483080661', 'description': 'tempest-secgroup_general--483080661 description', 'project_id': '83396b2537424cdfb69ce15713062d93'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:57.839912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:57.844046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:security_group and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:57.847306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for security_group was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:57.853367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 1 items for resource security_group. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:57.855668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] For port f2bf3b4d-25b1-4bb6-8665-637f167a160d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f2bf3b4d-25b1-4bb6-8665-637f167a160d,segment=NetworkSegment(d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d),segment_id=d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:59:57.862969 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.865618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.889509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:57.894236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:security_group_rule and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:57.902729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:57.903802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 2 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:57.982569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.989705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:57.995324 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b42786e7-b885-4026-b0aa-6ba1b386b898 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:58.034558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'SecurityGroup': ['ID=f187b465-d21b-4b62-984c-96fa3eb5575d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:58.040576 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:58.047533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.050767 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1800 time: 0.2276690 Jan 14 05:59:58.052776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 52912) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 05:59:58.059472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Request body: {'security_group_rule': {'security_group_id': 'f6d71b44-82a8-426e-81c8-27fef2ca98e3', 'project_id': '83396b2537424cdfb69ce15713062d93', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 05:59:58.073939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.075735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 05:59:58.080871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Usage tracker for resource:security_group_rule and tenant:83396b2537424cdfb69ce15713062d93 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 05:59:58.085031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 05:59:58.092108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 05:59:58.114280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-836185f1-2b89-4b11-b7c1-84bcf7871c8c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:58.126456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.246670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.253945 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.258274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09b2e200-302a-411f-a967-e2ccf82df9a9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:58.268932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.358139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ad60e833-e364-426a-91fb-3e37cd02da25,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:58.371361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:58.374658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa87562e-6bb6-4a72-bcb4-a83289b99a58 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.088s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:58.420541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.431249 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3680470 Jan 14 05:59:58.431487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.440297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Pushing event updated for resources: {'Subnet': ['ID=36e3d90f-a744-474e-8ee4-d6a51fd157e6,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:58.444430 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.070s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:58.475009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 42da3605-618f-461b-8018-3f5554a23f42, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=42da3605-618f-461b-8018-3f5554a23f42,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 05:59:58.498633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.523646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Pushing event updated for resources: {'Port': ['ID=f2bf3b4d-25b1-4bb6-8665-637f167a160d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:58.529714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.415s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:58.530357 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0a61a7b5-9a91-49b3-be8d-aa940afb7c54 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.020s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 05:59:58.560843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Checking segment: {'id': '375b13cc-ad8a-41f4-bda6-7ee255d342c7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': 'c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 05:59:58.561235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Network hostable DHCP agents. Network: c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 05:59:58.592081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 05:59:58.601866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 05:59:58.603239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Set router c5235cf0-8780-4a2f-8b98-140b7e344178 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 05:59:58.616602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:58.617263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:58.646107 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.9655790 Jan 14 05:59:58.655656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-624562be-1f5e-4f3e-846c-0910d668e459 None None] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:59:58.773613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=42da3605-618f-461b-8018-3f5554a23f42,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 05:59:58.780941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.250s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 05:59:59.035992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-e0f26706-4ba3-4415-9744-04b6efdc0215 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Synchronizing usage tracker for tenant:83396b2537424cdfb69ce15713062d93 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:59:59.060565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-e0f26706-4ba3-4415-9744-04b6efdc0215 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Unset dirty status for tenant:83396b2537424cdfb69ce15713062d93 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:59:59.061336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-85859c55-1563-4998-98d9-c94c6cbc7c84 None None] Provisioning complete for port f2bf3b4d-25b1-4bb6-8665-637f167a160d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:59:59.061779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85859c55-1563-4998-98d9-c94c6cbc7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:59.062937 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-e0f26706-4ba3-4415-9744-04b6efdc0215 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_access--704302572&fields=id&tenant_id=83396b2537424cdfb69ce15713062d93 HTTP/1.1" status: 200 len: 267 time: 0.0849319 Jan 14 05:59:59.127421 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-b489ee93-2e09-403b-84af-bb6f74e6e885 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup_general--483080661&fields=id&tenant_id=83396b2537424cdfb69ce15713062d93 HTTP/1.1" status: 200 len: 267 time: 0.0560217 Jan 14 05:59:59.284029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7849d157-98bb-4221-bcc7-8e909c8fbd9d None None] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 05:59:59.353044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-0bec238f-e56c-405c-af7c-d1d303f2d763 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:59.355129 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-0bec238f-e56c-405c-af7c-d1d303f2d763 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "GET /v2.0/networks?id=c466afa7-eeb0-4351-a633-7194eba830c0 HTTP/1.1" status: 200 len: 796 time: 0.2193325 Jan 14 05:59:59.374499 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-eff35fba-05d4-4e68-a552-583e04a05007 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "GET /v2.0/quotas/83396b2537424cdfb69ce15713062d93 HTTP/1.1" status: 200 len: 375 time: 0.0131423 Jan 14 05:59:59.379403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-ab5e9468-74ae-4f67-ba48-bc274c272a0d tempest-VolumesActionsTest-1831414011 tempest-VolumesActionsTest-1831414011] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 05:59:59.380491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-ab5e9468-74ae-4f67-ba48-bc274c272a0d tempest-VolumesActionsTest-1831414011 tempest-VolumesActionsTest-1831414011] Synchronizing usage tracker for tenant:5fc7a6710c9343ed9062480caca54d7e on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:59:59.401467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-ab5e9468-74ae-4f67-ba48-bc274c272a0d tempest-VolumesActionsTest-1831414011 tempest-VolumesActionsTest-1831414011] Unset dirty status for tenant:5fc7a6710c9343ed9062480caca54d7e on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:59:59.403221 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-ab5e9468-74ae-4f67-ba48-bc274c272a0d tempest-VolumesActionsTest-1831414011 tempest-VolumesActionsTest-1831414011] 10.222.0.48 "GET /v2.0/networks?id=5a8ee926-5e97-4560-b3c4-a6c265ba9f92 HTTP/1.1" status: 200 len: 809 time: 0.2296283 Jan 14 05:59:59.478596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-79a4743a-3a6f-4884-aab6-5ff3dd34e4b1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Synchronizing usage tracker for tenant:83396b2537424cdfb69ce15713062d93 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 05:59:59.490793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:56Z', 'revision_number': 4, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '79b74eaf-991c-4d43-afac-fcc047965bb5', 'name': '', 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'mac_address': 'fa:16:3e:45:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:54Z', 'updated_at': '2021-01-14T05:59:56Z', 'revision_number': 2, 'project_id': '83396b2537424cdfb69ce15713062d93', 'subnets': [{'id': '05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 05:59:59.505791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-79a4743a-3a6f-4884-aab6-5ff3dd34e4b1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Unset dirty status for tenant:83396b2537424cdfb69ce15713062d93 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 05:59:59.510134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Checking router: c5235cf0-8780-4a2f-8b98-140b7e344178 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 05:59:59.510561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Updating router c5235cf0-8780-4a2f-8b98-140b7e344178 port 79b74eaf-991c-4d43-afac-fcc047965bb5 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 05:59:59.520735 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-79a4743a-3a6f-4884-aab6-5ff3dd34e4b1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "GET /v2.0/ports?tenant_id=83396b2537424cdfb69ce15713062d93&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1315165 Jan 14 05:59:59.568681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-85859c55-1563-4998-98d9-c94c6cbc7c84 None None] Provisioning for port 79b74eaf-991c-4d43-afac-fcc047965bb5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 05:59:59.582961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-85859c55-1563-4998-98d9-c94c6cbc7c84 None None] Provisioning complete for port 79b74eaf-991c-4d43-afac-fcc047965bb5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 05:59:59.583395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-85859c55-1563-4998-98d9-c94c6cbc7c84 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:59.613294 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-a2e3252d-2652-4d2b-a9ec-64c3749f3e36 tempest-VolumesActionsTest-1831414011 tempest-VolumesActionsTest-1831414011] 10.222.0.48 "GET /v2.0/quotas/5fc7a6710c9343ed9062480caca54d7e HTTP/1.1" status: 200 len: 375 time: 0.2038794 Jan 14 05:59:59.676491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 05:59:59.680893 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-a6390488-502b-4d75-bec6-e91e5ff636cb tempest-VolumesActionsTest-1831414011 tempest-VolumesActionsTest-1831414011] 10.222.0.48 "GET /v2.0/ports?tenant_id=5fc7a6710c9343ed9062480caca54d7e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0614173 Jan 14 05:59:59.682538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-42770cf4-27e9-490b-9876-22375fd9076a service neutron] 10.222.0.48 "GET /v2.0/networks/c466afa7-eeb0-4351-a633-7194eba830c0?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1608160 Jan 14 05:59:59.803888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-85859c55-1563-4998-98d9-c94c6cbc7c84 None None] Port 79b74eaf-991c-4d43-afac-fcc047965bb5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 05:59:59.829085 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-55027f33-73d4-4cdb-8117-30cdec7317b0 service neutron] 10.222.0.48 "GET /v2.0/networks/5a8ee926-5e97-4560-b3c4-a6c265ba9f92?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1467307 Jan 14 05:59:59.836971 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-23721475-75b3-465b-8c4f-14dc8590bd68 req-978ea604-ac80-4e08-9ea9-086c93af2b7c service neutron] 10.222.0.48 "GET /v2.0/networks/c466afa7-eeb0-4351-a633-7194eba830c0?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1427646 Jan 14 05:59:59.995835 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-774c1095-78d8-4cf5-a53f-85f61d26ff6c req-4380c57b-452d-4ab9-a651-c5d3b8337237 service neutron] 10.222.0.48 "GET /v2.0/networks/5a8ee926-5e97-4560-b3c4-a6c265ba9f92?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1583359 Jan 14 06:00:00.011156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ee6dc43-8206-4e91-8c1e-dd45440a16ff None None] Provisioning complete for port f2bf3b4d-25b1-4bb6-8665-637f167a160d triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:00:00.011588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ee6dc43-8206-4e91-8c1e-dd45440a16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.316793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3ee6dc43-8206-4e91-8c1e-dd45440a16ff None None] Provisioning complete for port 79b74eaf-991c-4d43-afac-fcc047965bb5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:00:00.317330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ee6dc43-8206-4e91-8c1e-dd45440a16ff None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.389854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52974) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:00.455365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3ee6dc43-8206-4e91-8c1e-dd45440a16ff None None] Port 79b74eaf-991c-4d43-afac-fcc047965bb5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:00:00.500818 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.576831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.665214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.672054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-517a0054-f422-4730-8959-4fca765a322b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:00.674994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f2bf3b4d-25b1-4bb6-8665-637f167a160d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:00:00.694885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event deleted for resources: {'SecurityGroup': ['ID=f187b465-d21b-4b62-984c-96fa3eb5575d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:00.697966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:00.705681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.706996 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "DELETE /v2.0/security-groups/f187b465-d21b-4b62-984c-96fa3eb5575d HTTP/1.1" status: 204 len: 168 time: 0.3160243 Jan 14 06:00:00.710027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 52992) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:00.781502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.796715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Transition to ACTIVE for port object 79b74eaf-991c-4d43-afac-fcc047965bb5 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:00:00.812155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.836004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.846613 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.928789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.939106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-85215630-82f2-4b8c-a1f4-ce4123a0de66 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:00.959290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event deleted for resources: {'SecurityGroup': ['ID=f6d71b44-82a8-426e-81c8-27fef2ca98e3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:00.967490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:00.968475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:00.969955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "DELETE /v2.0/security-groups/f6d71b44-82a8-426e-81c8-27fef2ca98e3 HTTP/1.1" status: 204 len: 168 time: 0.2589090 Jan 14 06:00:00.973522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53008) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:01.226872 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b56cc99-9d6e-4618-8e90-c5c7311bebbd None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:01.349888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f2bf3b4d-25b1-4bb6-8665-637f167a160d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:00:01.350377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:01.388702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92616bb-ef42-414a-8b24-23ad3b142054 None None] Pushing event updated for resources: {'Port': ['ID=79b74eaf-991c-4d43-afac-fcc047965bb5,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:01.410449 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92616bb-ef42-414a-8b24-23ad3b142054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.184s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:01.653177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Attempting to bind port 79b74eaf-991c-4d43-afac-fcc047965bb5 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:00:01.653519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Attempting to bind port 79b74eaf-991c-4d43-afac-fcc047965bb5 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:00:01.653946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Attempting to bind port 79b74eaf-991c-4d43-afac-fcc047965bb5 on network c466afa7-eeb0-4351-a633-7194eba830c0 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:00:01.658934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42da3605-618f-461b-8018-3f5554a23f42 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:00:01.661665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:01.702586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 5, 59, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:00:01.703072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Checking segment: {'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:00:01.703482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:01.703936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Bound using segment: {'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:00:01.704471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Bound port: 79b74eaf-991c-4d43-afac-fcc047965bb5, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:00:01.704956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:01.833355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 42da3605-618f-461b-8018-3f5554a23f42 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:00:01.833777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:01.890176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] For port 79b74eaf-991c-4d43-afac-fcc047965bb5, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:00:01.906365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] For port 79b74eaf-991c-4d43-afac-fcc047965bb5, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=79b74eaf-991c-4d43-afac-fcc047965bb5,segment=NetworkSegment(d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d),segment_id=d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:00:01.913324 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:01.932662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ffaee355-169e-43cc-94f9-579a72b2ea32 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:02.119101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f92616bb-ef42-414a-8b24-23ad3b142054 None None] Pushing event updated for resources: {'Port': ['ID=79b74eaf-991c-4d43-afac-fcc047965bb5,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:02.140454 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92616bb-ef42-414a-8b24-23ad3b142054 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.208s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:02.200242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Routers {'c5235cf0-8780-4a2f-8b98-140b7e344178'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:00:02.200776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:59:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['c5235cf0-8780-4a2f-8b98-140b7e344178'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:02.436198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] Set router c5235cf0-8780-4a2f-8b98-140b7e344178 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:00:02.509938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Deleting port 79b74eaf-991c-4d43-afac-fcc047965bb5 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:00:02.510316 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:02.725325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] For port 79b74eaf-991c-4d43-afac-fcc047965bb5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=79b74eaf-991c-4d43-afac-fcc047965bb5,segment=NetworkSegment(d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d),segment_id=d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:00:02.726145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:02.803495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:56Z', 'revision_number': 4, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '79b74eaf-991c-4d43-afac-fcc047965bb5', 'name': '', 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'mac_address': 'fa:16:3e:45:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:54Z', 'updated_at': '2021-01-14T06:00:01Z', 'revision_number': 4, 'project_id': '83396b2537424cdfb69ce15713062d93', 'subnets': [{'id': '05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:02.807820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dfa70aef-f715-4e44-a2f3-0e8f629fc9be None None] The sync data for ids ['c5235cf0-8780-4a2f-8b98-140b7e344178'] in n-d-768851-4 is: [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:56Z', 'revision_number': 4, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '79b74eaf-991c-4d43-afac-fcc047965bb5', 'name': '', 'network_id': 'c466afa7-eeb0-4351-a633-7194eba830c0', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'mac_address': 'fa:16:3e:45:58:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_interface', 'standard_attr_id': 3645, 'fixed_ips': [{'subnet_id': '05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:54Z', 'updated_at': '2021-01-14T06:00:01Z', 'revision_number': 4, 'project_id': '83396b2537424cdfb69ce15713062d93', 'subnets': [{'id': '05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:00:02.855764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Calling delete_port for 79b74eaf-991c-4d43-afac-fcc047965bb5 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:00:03.096257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:03.115007 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:03.214572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event deleted for resources: {'Port': ['ID=79b74eaf-991c-4d43-afac-fcc047965bb5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:03.217824 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.103s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:03.578174 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:04.128154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Router c5235cf0-8780-4a2f-8b98-140b7e344178 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:00:04.328528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:00:04.350266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "PUT /v2.0/routers/c5235cf0-8780-4a2f-8b98-140b7e344178/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3751554 Jan 14 06:00:04.353033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53032) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:04.411876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] Sync routers for ids ['c5235cf0-8780-4a2f-8b98-140b7e344178'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:00:04.422117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] Routers {'c5235cf0-8780-4a2f-8b98-140b7e344178'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:00:04.423048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:59:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['c5235cf0-8780-4a2f-8b98-140b7e344178'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:04.600016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Deleting subnet 05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:00:04.603735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:04.667884 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:04.760097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:04.780769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] Set router c5235cf0-8780-4a2f-8b98-140b7e344178 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:00:05.064600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:05.080294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd95636c-9ce1-4e4b-857a-8f9c029c097f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:05.088547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T06:00:03Z', 'revision_number': 5, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:05.094010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] Checking router: c5235cf0-8780-4a2f-8b98-140b7e344178 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:00:05.104067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] Routers {'c5235cf0-8780-4a2f-8b98-140b7e344178'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:00:05.104794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T05:59:44Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['c5235cf0-8780-4a2f-8b98-140b7e344178'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:05.172281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event deleted for resources: {'Subnet': ['ID=05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:05.180235 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:05.227312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:05.236034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28e256a7-df63-47ec-bef1-16acdf07aa48 None None] Network c466afa7-eeb0-4351-a633-7194eba830c0 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:00:05.239563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "DELETE /v2.0/subnets/05c9f2f9-2330-4bcb-bdb6-d0536a1b62f8 HTTP/1.1" status: 204 len: 168 time: 0.8848412 Jan 14 06:00:05.241999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:05.346465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] Set router c5235cf0-8780-4a2f-8b98-140b7e344178 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:00:05.481199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:05.519073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] DHCP port deletion for c466afa7-eeb0-4351-a633-7194eba830c0 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:00:05.524748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] Deleting port f2bf3b4d-25b1-4bb6-8665-637f167a160d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:00:05.525178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:05.723992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:05.727720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Deleting port 42da3605-618f-461b-8018-3f5554a23f42 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:00:05.728086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:05.756636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T06:00:03Z', 'revision_number': 5, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:05.761825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ad61d7c6-0c79-447b-ad12-a3ee408fada1 None None] The sync data for ids ['c5235cf0-8780-4a2f-8b98-140b7e344178'] in n-d-768851-4 is: [{'id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'name': 'tempest-TestSecurityGroupsBasicOps-router-1815720065', 'tenant_id': '83396b2537424cdfb69ce15713062d93', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70'}], 'enable_snat': True}, 'gw_port_id': '42da3605-618f-461b-8018-3f5554a23f42', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T06:00:03Z', 'revision_number': 5, 'project_id': '83396b2537424cdfb69ce15713062d93', 'gw_port': {'id': '42da3605-618f-461b-8018-3f5554a23f42', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:82:9f:8f', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c5235cf0-8780-4a2f-8b98-140b7e344178', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3632, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.70', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T05:59:49Z', 'updated_at': '2021-01-14T05:59:58Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:00:05.789403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] For port f2bf3b4d-25b1-4bb6-8665-637f167a160d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f2bf3b4d-25b1-4bb6-8665-637f167a160d,segment=NetworkSegment(d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d),segment_id=d7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:00:05.789848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:05.948985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] Calling delete_port for f2bf3b4d-25b1-4bb6-8665-637f167a160d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:00:05.975544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] For port 42da3605-618f-461b-8018-3f5554a23f42, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=42da3605-618f-461b-8018-3f5554a23f42,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:00:05.975788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.027134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.102756 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8492cacb-2e0e-4e14-b6b5-a74a62014d87 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:06.109331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Calling delete_port for 42da3605-618f-461b-8018-3f5554a23f42 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:00:06.164075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] Pushing event deleted for resources: {'Port': ['ID=f2bf3b4d-25b1-4bb6-8665-637f167a160d,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:06.168567 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.066s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:06.200182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-47c56c27-f4dd-4fd7-8639-d22aaf0f0d63 None None] No DVR routers for this DVR port f2bf3b4d-25b1-4bb6-8665-637f167a160d on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:00:06.264563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.465669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.576825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 79b74eaf-991c-4d43-afac-fcc047965bb5 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:00:06.602723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.605065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.614723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 79b74eaf-991c-4d43-afac-fcc047965bb5 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:00:06.615135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 79b74eaf-991c-4d43-afac-fcc047965bb5 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:00:06.615610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f2bf3b4d-25b1-4bb6-8665-637f167a160d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:00:06.627903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.628495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Fanout notify agent at l3_agent the message router_deleted on router c5235cf0-8780-4a2f-8b98-140b7e344178 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:00:06.649008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f2bf3b4d-25b1-4bb6-8665-637f167a160d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:00:06.649580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f2bf3b4d-25b1-4bb6-8665-637f167a160d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:00:06.651157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.652350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33f5ff1b-bda8-4ca5-b1d1-7f06b08d85e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "DELETE /v2.0/routers/c5235cf0-8780-4a2f-8b98-140b7e344178 HTTP/1.1" status: 204 len: 168 time: 1.4092269 Jan 14 06:00:06.655374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53052) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:06.789129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:06.995288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:07.119372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c466afa7-eeb0-4351-a633-7194eba830c0']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:07.133076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:07.133422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd7d0b0ec-0dd7-43d1-aeb9-c2e7aa78857d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:07.145763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:07.160936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:07.162988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:00:07.345057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Network c466afa7-eeb0-4351-a633-7194eba830c0 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:00:07.360561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:07.855447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Network c466afa7-eeb0-4351-a633-7194eba830c0 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:00:07.880036 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:00:07.964995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:07.968532 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-488bbc12-e90e-4b51-9a61-da2d9a90d101 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:07.984507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:07.994809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Pushing event deleted for resources: {'Network': ['ID=c466afa7-eeb0-4351-a633-7194eba830c0,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:07.998242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:08.002664 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] 10.222.0.48 "DELETE /v2.0/networks/c466afa7-eeb0-4351-a633-7194eba830c0 HTTP/1.1" status: 204 len: 168 time: 1.3432090 Jan 14 06:00:08.369677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53072) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:08.581837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42da3605-618f-461b-8018-3f5554a23f42 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:00:08.593025 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7481cbb9-46e0-40c0-ae8a-2580280fef56 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=83396b2537424cdfb69ce15713062d93&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2219410 Jan 14 06:00:08.595831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53080) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:08.617680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 42da3605-618f-461b-8018-3f5554a23f42 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:00:08.618141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 42da3605-618f-461b-8018-3f5554a23f42 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:00:08.668558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:08.696249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:08.742748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:08.747947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c94f3710-2455-446d-b32f-117893b05876 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:08.762978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=07a3416e-3dfb-4776-8f8a-e634cdaec472,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:08.767335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:08.770908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:08.772413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/07a3416e-3dfb-4776-8f8a-e634cdaec472 HTTP/1.1" status: 204 len: 168 time: 0.1756058 Jan 14 06:00:09.143106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53088) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:09.162834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:09.178888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:00:09.183120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Usage tracker for resource:security_group_rule and tenant:65c0437e794641b798e09212e458a812 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:00:09.186182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:00:09.192252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:00:09.288218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:09.291605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:09.298660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b8341ffe-22ec-4537-ab29-a531189cd44b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:09.649890 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=65c0437e794641b798e09212e458a812&name=default HTTP/1.1" status: 200 len: 2983 time: 0.5056627 Jan 14 06:00:09.650869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9e5fb1f2-749b-48f6-bf0f-4764395c3921,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:09.653102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53096) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:09.654212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5225f56a-9eec-4668-9184-f683797f6c3f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.356s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:09.720412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:09.748346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:09.799194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:09.804508 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-344a448a-763b-4063-b36f-dc67a23af430 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:09.815845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9e5fb1f2-749b-48f6-bf0f-4764395c3921,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:09.820930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:09.823274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:09.824538 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/9e5fb1f2-749b-48f6-bf0f-4764395c3921 HTTP/1.1" status: 204 len: 168 time: 0.1702588 Jan 14 06:00:10.266426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53110) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:10.286543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:10.302081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:00:10.306114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Usage tracker for resource:security_group_rule and tenant:3f3747190d3d47999c6a4b911db4ecdc is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:00:10.309132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:00:10.315129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:00:10.405216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:10.408978 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:10.416645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4cc12f01-e0a3-41eb-9279-0c7c575594ac tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:10.463360 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f3747190d3d47999c6a4b911db4ecdc&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1929338 Jan 14 06:00:10.463360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7b85c17a-bd96-4a05-9554-4ab28aef4312,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:10.464908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53114) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:10.465057 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:10.548985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:10.579578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:10.645487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:10.650132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-758e323c-7c65-42ab-97f7-3f0ee11e5874 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:10.665596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7b85c17a-bd96-4a05-9554-4ab28aef4312,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:10.671129 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:10.676249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:10.680212 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7b85c17a-bd96-4a05-9554-4ab28aef4312 HTTP/1.1" status: 204 len: 168 time: 0.2110417 Jan 14 06:00:12.242472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ade23ce0-f911-488d-998f-86e504e3cab2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:14.513092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81def5ba-c046-4ec2-9ea3-36e8f4bb7203 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:15.405070 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:16.233630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:16.744462 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:18.227853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:00:23.538870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53200) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:23.610073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Deleting subnet 5184f1f5-7e66-4009-a92b-15aea20ecc6f {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:00:23.614284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:23.670875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:23.732371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:24.002458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:24.018521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d11a829-979c-46e7-bab0-12a5679b09c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:24.103495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5184f1f5-7e66-4009-a92b-15aea20ecc6f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:24.111418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:24.158709 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:24.165490 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5184f1f5-7e66-4009-a92b-15aea20ecc6f HTTP/1.1" status: 204 len: 168 time: 0.6250834 Jan 14 06:00:24.168044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53204) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:24.287514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:24.479741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:24.596080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['5a8ee926-5e97-4560-b3c4-a6c265ba9f92']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:24.609241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '55a9ba9f-5de0-4578-a632-06633c4a87fd') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:24.609573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '55a9ba9f-5de0-4578-a632-06633c4a87fd') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:24.622360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:24.637320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:24.639501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:00:24.818829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:00:24.828023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.021348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Network 5a8ee926-5e97-4560-b3c4-a6c265ba9f92 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:00:25.043847 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:00:25.125580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.129223 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0d88bb7-b835-4b02-9509-b56b8a227656 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:25.142998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.154088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Pushing event deleted for resources: {'Network': ['ID=5a8ee926-5e97-4560-b3c4-a6c265ba9f92,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:25.157597 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:25.163130 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] 10.222.0.48 "DELETE /v2.0/networks/5a8ee926-5e97-4560-b3c4-a6c265ba9f92 HTTP/1.1" status: 204 len: 168 time: 0.9940536 Jan 14 06:00:25.166233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53208) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:25.235008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Deleting subnet 36e3d90f-a744-474e-8ee4-d6a51fd157e6 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:00:25.238855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.295942 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.355713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.623667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.636930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6bd0eab8-50c5-4294-8ebd-a348d5e2a00f tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:25.656597 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.679317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=36e3d90f-a744-474e-8ee4-d6a51fd157e6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:25.682185 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:25.781843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:25.788138 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/36e3d90f-a744-474e-8ee4-d6a51fd157e6 HTTP/1.1" status: 204 len: 168 time: 0.6207719 Jan 14 06:00:25.791010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53212) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:25.907764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:26.099992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:26.215310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:26.228461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '375b13cc-ad8a-41f4-bda6-7ee255d342c7') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:26.228796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '375b13cc-ad8a-41f4-bda6-7ee255d342c7') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:00:26.241796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:26.257602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:26.259821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Releasing vxlan tunnel 11 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:00:26.444265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:00:26.453496 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:26.636347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Network c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:00:26.658791 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:00:26.739108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:26.742463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb65f719-a865-4828-abf1-326873c537b1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:26.756160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:26.769744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Pushing event deleted for resources: {'Network': ['ID=c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:26.772984 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] 10.222.0.48 "DELETE /v2.0/networks/c1d5143a-79a9-4ed6-b2c2-1ea26e8eaa75 HTTP/1.1" status: 204 len: 168 time: 0.9809127 Jan 14 06:00:26.773912 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:27.004684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53218) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:27.056703 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c97b669-8c5e-49b6-8d54-45a16e7c5e08 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=5fc7a6710c9343ed9062480caca54d7e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0506208 Jan 14 06:00:27.060780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53222) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:27.130881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca9a1ef-6748-4493-bb84-85ca85794208 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.158636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca9a1ef-6748-4493-bb84-85ca85794208 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.208309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca9a1ef-6748-4493-bb84-85ca85794208 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.212195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ba4796f-0a2a-4249-a6f0-3df381a198e6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:27.223838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aca9a1ef-6748-4493-bb84-85ca85794208 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=09492168-1829-430f-9fd4-4efd77f76e38,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:27.227688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aca9a1ef-6748-4493-bb84-85ca85794208 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:27.230948 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aca9a1ef-6748-4493-bb84-85ca85794208 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.232436 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-aca9a1ef-6748-4493-bb84-85ca85794208 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/09492168-1829-430f-9fd4-4efd77f76e38 HTTP/1.1" status: 204 len: 168 time: 0.1702018 Jan 14 06:00:27.614657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.668667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53230) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:27.724682 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-89e10ad2-6001-46e9-9786-aceca8fd4845 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=b457290ed402452b904d50dc111a131e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0545743 Jan 14 06:00:27.727276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53234) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:27.796084 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7884f5-e902-4767-8170-c3d7a379acb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.824873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7884f5-e902-4767-8170-c3d7a379acb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.872068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7884f5-e902-4767-8170-c3d7a379acb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.875835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82c6e899-bdcc-47a8-8c2b-8b6e99a78d14 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:27.887566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f7884f5-e902-4767-8170-c3d7a379acb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=03d179f3-7db1-43cb-a917-27cc926f3714,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:27.890279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3f7884f5-e902-4767-8170-c3d7a379acb3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.014s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:27.896082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f7884f5-e902-4767-8170-c3d7a379acb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:27.897821 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3f7884f5-e902-4767-8170-c3d7a379acb3 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/03d179f3-7db1-43cb-a917-27cc926f3714 HTTP/1.1" status: 204 len: 168 time: 0.1691890 Jan 14 06:00:42.248851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7695581b-74f4-426c-a934-a51a5b6118d7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.396544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53356) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:44.518676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-028b8383-f052-413a-a03d-c9f0535e29d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.571979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.587746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:00:44.591960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Usage tracker for resource:security_group_rule and tenant:937d218035304c92b67304a54255b1d8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:00:44.595055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:00:44.601153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:00:44.687493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.692219 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.699941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4fc399f1-fbe2-448e-9fdb-1ba732942a18 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:44.749583 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=937d218035304c92b67304a54255b1d8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3518145 Jan 14 06:00:44.750442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=84b69369-0424-4d63-853c-f467ad00da67,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:44.752739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53362) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:44.759388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.759819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.760233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.760649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.761057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.761466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.761856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.762258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.762660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.763089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.763500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.763900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.764370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.764763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.765168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.765564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.765965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.766366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.766790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.767182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.767580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.767978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.768377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.768775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.769230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.769672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.770107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.770476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.770902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.771301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.771697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.772095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.772492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.772891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.773293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.773690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.778595 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.079s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:44.821153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.848956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.899060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.902936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7665fe03-72df-45a6-b72c-ef09f7944350 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:44.916400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=84b69369-0424-4d63-853c-f467ad00da67,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:44.927670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.928099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.928520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.928934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.929345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.929749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.930160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.930541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.930986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.931389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.931790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.932171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.932638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.933041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.933439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.933838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.934221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.934621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.935064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.935462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.935860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.936258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.936660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.937057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.937547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.937946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.938331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.938746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.939148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.939547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.939945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.940343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.940740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.941140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.941670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.942074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:00:44.947873 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:44.949841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:44.951577 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8c8e8803-348e-44ea-88ef-9745851ba906 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/84b69369-0424-4d63-853c-f467ad00da67 HTTP/1.1" status: 204 len: 168 time: 0.1972365 Jan 14 06:00:45.326425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:45.345862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.361826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:00:45.367110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Usage tracker for resource:security_group_rule and tenant:ed9e56031a3646cf85a90ef42f94768d is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:00:45.371992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:00:45.380571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:00:45.407309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.472668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.476067 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.483639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d151bfaa-1b6b-4c98-aa3d-1f9b5ab33138 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:45.533407 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=ed9e56031a3646cf85a90ef42f94768d&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2056596 Jan 14 06:00:45.534305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7fe1fc5b-2531-4d90-b09d-751921a4f15d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:45.536799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53374) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:45.537794 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.054s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:45.600735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.628228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.674253 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.678205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-27385f39-9b48-45cc-9962-b4b64c706947 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:45.691755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7fe1fc5b-2531-4d90-b09d-751921a4f15d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:45.695966 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:45.701830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:45.703125 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7fe1fc5b-2531-4d90-b09d-751921a4f15d HTTP/1.1" status: 204 len: 168 time: 0.1651132 Jan 14 06:00:46.230173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:46.652409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53396) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:46.746665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:46.807398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1743748135-network', 'tenant_id': '3f6f9c4d2cc14b2c8f7432052bb6991a'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:00:46.813721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:00:46.818154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Usage tracker for resource:network and tenant:3f6f9c4d2cc14b2c8f7432052bb6991a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:00:46.821281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:00:46.827231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:00:46.838813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Made reservation on behalf of 3f6f9c4d2cc14b2c8f7432052bb6991a for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:00:46.843592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:46.856840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:46.875787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:00:46.880192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Usage tracker for resource:security_group_rule and tenant:3f6f9c4d2cc14b2c8f7432052bb6991a is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:00:46.883218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:00:46.889099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:00:46.976507 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:46.980788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:46.983899 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-343b9436-3d6c-41ae-92f4-557e1adc3dff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:47.016784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:00:47.026190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b8aa4a9a-552c-42b4-9c65-0aa3af165e0d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:47.030067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:47.032673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:47.033102 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Added segment 68e11bce-0685-430b-b7c3-a0cf4d979732 of type vxlan for network a5d428ad-ae22-44f1-95b2-c9d430006a43 Jan 14 06:00:47.061237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:47.093209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:47.094185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:00:47.094847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:47.098488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-968fce01-d6db-45fd-8046-14b6285adc76 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:47.208817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Pushing event updated for resources: {'Network': ['ID=a5d428ad-ae22-44f1-95b2-c9d430006a43,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:47.212408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:47.221816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:00:47.222804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53402) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:00:47.223386 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5696325 Jan 14 06:00:47.229567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Request body: {'subnet': {'network_id': 'a5d428ad-ae22-44f1-95b2-c9d430006a43', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1743748135-subnet', 'tenant_id': '3f6f9c4d2cc14b2c8f7432052bb6991a', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:00:47.235789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:00:47.235949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:00:47.240684 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Usage tracker for resource:subnet and tenant:3f6f9c4d2cc14b2c8f7432052bb6991a is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:00:47.243851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:00:47.249949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:00:47.255866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:00:47.261178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Made reservation on behalf of 3f6f9c4d2cc14b2c8f7432052bb6991a for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:00:47.266010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:47.702065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:47.715933 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1c5f61da-3e5a-4af8-8cbb-e5b47f0ec0e8 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:00:48.145789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Pushing event updated for resources: {'Subnet': ['ID=7ef52903-eea7-4058-8f9a-788c98636ad3,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:00:48.150728 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.435s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:00:48.208386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Checking segment: {'id': '68e11bce-0685-430b-b7c3-a0cf4d979732', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'a5d428ad-ae22-44f1-95b2-c9d430006a43'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:00:48.208786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Network hostable DHCP agents. Network: a5d428ad-ae22-44f1-95b2-c9d430006a43, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:00:48.230334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:00:48.241161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, a5d428ad-ae22-44f1-95b2-c9d430006a43) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:00:48.250349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb6beb73-bfe2-4d66-8df8-3e9a685df0d6 None None] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:00:48.256939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:00:48.257527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:48.285461 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e9a7f5fd-c152-470a-a15b-f5c677a542e4 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0543334 Jan 14 06:00:48.486510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-92eb4dc4-b799-4e67-b22c-5e93d0df572c None None] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:00:50.481265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-d7d2012f-efa2-4f14-9c41-ddf679eedae5 tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:00:50.481967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-d7d2012f-efa2-4f14-9c41-ddf679eedae5 tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] Synchronizing usage tracker for tenant:3f6f9c4d2cc14b2c8f7432052bb6991a on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:00:50.499964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-d7d2012f-efa2-4f14-9c41-ddf679eedae5 tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] Unset dirty status for tenant:3f6f9c4d2cc14b2c8f7432052bb6991a on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:00:50.501263 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-d7d2012f-efa2-4f14-9c41-ddf679eedae5 tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] 10.222.0.48 "GET /v2.0/networks?id=a5d428ad-ae22-44f1-95b2-c9d430006a43 HTTP/1.1" status: 200 len: 809 time: 0.1991889 Jan 14 06:00:50.519391 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-6834a05a-17ad-41cc-b13b-7d9c75b15b80 tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] 10.222.0.48 "GET /v2.0/quotas/3f6f9c4d2cc14b2c8f7432052bb6991a HTTP/1.1" status: 200 len: 375 time: 0.0112965 Jan 14 06:00:50.574910 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-cbb748d0-e3ed-42dc-a39c-6873374195af tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f6f9c4d2cc14b2c8f7432052bb6991a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0497248 Jan 14 06:00:50.719426 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-b9f97850-59e5-4f9d-90ae-4b664dad8d86 service neutron] 10.222.0.48 "GET /v2.0/networks/a5d428ad-ae22-44f1-95b2-c9d430006a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368880 Jan 14 06:00:50.863102 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5cfb9433-23b3-4623-a156-07b3f63264aa req-aba67032-8e74-4589-94c2-1d5eb6d40b7a service neutron] 10.222.0.48 "GET /v2.0/networks/a5d428ad-ae22-44f1-95b2-c9d430006a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1364150 Jan 14 06:00:51.543367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45d1341a-bac8-443a-9a44-8ace5ebec44d req-2962eb60-c60f-4d05-8513-4171f866702d tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:00:51.545024 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45d1341a-bac8-443a-9a44-8ace5ebec44d req-2962eb60-c60f-4d05-8513-4171f866702d tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] 10.222.0.48 "GET /v2.0/networks?id=a5d428ad-ae22-44f1-95b2-c9d430006a43 HTTP/1.1" status: 200 len: 809 time: 0.1791162 Jan 14 06:00:51.562524 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45d1341a-bac8-443a-9a44-8ace5ebec44d req-de86d088-6f78-4714-bfee-7a9b328cf02d tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] 10.222.0.48 "GET /v2.0/quotas/3f6f9c4d2cc14b2c8f7432052bb6991a HTTP/1.1" status: 200 len: 375 time: 0.0112283 Jan 14 06:00:51.613480 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45d1341a-bac8-443a-9a44-8ace5ebec44d req-e5eca14c-5afb-4bbd-ab6b-957fdc71ba5d tempest-VolumesActionsTest-1737153771 tempest-VolumesActionsTest-1737153771] 10.222.0.48 "GET /v2.0/ports?tenant_id=3f6f9c4d2cc14b2c8f7432052bb6991a&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0447376 Jan 14 06:00:51.770747 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45d1341a-bac8-443a-9a44-8ace5ebec44d req-dc075f55-a786-4ab9-a90c-7522f658fd50 service neutron] 10.222.0.48 "GET /v2.0/networks/a5d428ad-ae22-44f1-95b2-c9d430006a43?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460574 Jan 14 06:00:51.928804 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-45d1341a-bac8-443a-9a44-8ace5ebec44d req-6cec4b07-c59a-4db9-915d-d579251dab36 service neutron] 10.222.0.48 "GET /v2.0/networks/a5d428ad-ae22-44f1-95b2-c9d430006a43?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1482158 Jan 14 06:00:55.231256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:00:55.674585 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:00:57.651276 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:12.243066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-893ebb20-f6cb-49af-9bb8-0ec7328ed401 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:13.263323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53702) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:13.335561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Deleting subnet 7ef52903-eea7-4058-8f9a-788c98636ad3 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:01:13.339003 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:13.391674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:13.453147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:13.720161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:13.733132 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8d0e265-136d-4baa-a1c0-b31bf1bea317 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:13.819352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=7ef52903-eea7-4058-8f9a-788c98636ad3,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:13.826737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:13.875083 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:13.881773 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/7ef52903-eea7-4058-8f9a-788c98636ad3 HTTP/1.1" status: 204 len: 168 time: 0.6171117 Jan 14 06:01:13.885455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53706) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:14.006266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.198422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.314715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['a5d428ad-ae22-44f1-95b2-c9d430006a43']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:14.328204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '68e11bce-0685-430b-b7c3-a0cf4d979732') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:14.328560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '68e11bce-0685-430b-b7c3-a0cf4d979732') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:14.340731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.356119 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.358206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:01:14.523099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-748f2402-cb1c-4334-b868-39c3035a66d1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.543630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:01:14.552856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.728521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Network a5d428ad-ae22-44f1-95b2-c9d430006a43 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:01:14.751152 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:01:14.833112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.836444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9940ecd5-5d85-4878-8ec0-6bb504dde4cd admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:14.850164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:14.861516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Pushing event deleted for resources: {'Network': ['ID=a5d428ad-ae22-44f1-95b2-c9d430006a43,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:14.865130 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:14.870358 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/a5d428ad-ae22-44f1-95b2-c9d430006a43 HTTP/1.1" status: 204 len: 168 time: 0.9839020 Jan 14 06:01:15.026631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53712) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:15.080193 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-96fa7fde-022f-4c7b-8aed-db2e368896f8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=3f6f9c4d2cc14b2c8f7432052bb6991a&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0521927 Jan 14 06:01:15.083134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53716) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:15.149537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:15.176889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:15.223124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:15.227033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ae06dd4-142b-4ed0-93c7-5a87f90c6d5c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:15.240862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b8aa4a9a-552c-42b4-9c65-0aa3af165e0d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:15.243968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:15.246037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:15.247262 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b8aa4a9a-552c-42b4-9c65-0aa3af165e0d HTTP/1.1" status: 204 len: 168 time: 0.1631920 Jan 14 06:01:15.411299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:16.233924 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:16.750834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:25.672839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:27.638603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:27.936852 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c63d4bab-ad20-44fa-a522-261eb4f1cf14 req-65ba5178-b7fc-49bd-bdd7-c14552524c3c tempest-ServersAdminNegativeTestJSON-1183177512 tempest-ServersAdminNegativeTestJSON-1183177512] 10.222.0.48 "GET /v2.0/networks?tenant_id=4bb3f175af834958a7a5e0f0bfe328d6&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0435295 Jan 14 06:01:28.124841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c63d4bab-ad20-44fa-a522-261eb4f1cf14 req-1bb5b186-fe98-48b4-aee4-23001e5b4f47 tempest-ServersAdminNegativeTestJSON-1183177512 tempest-ServersAdminNegativeTestJSON-1183177512] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:28.126498 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c63d4bab-ad20-44fa-a522-261eb4f1cf14 req-1bb5b186-fe98-48b4-aee4-23001e5b4f47 tempest-ServersAdminNegativeTestJSON-1183177512 tempest-ServersAdminNegativeTestJSON-1183177512] 10.222.0.48 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1836493 Jan 14 06:01:28.143977 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c63d4bab-ad20-44fa-a522-261eb4f1cf14 req-f7ac86a9-96ba-476f-bfd2-11363006e691 tempest-ServersAdminNegativeTestJSON-1183177512 tempest-ServersAdminNegativeTestJSON-1183177512] 10.222.0.48 "GET /v2.0/quotas/4bb3f175af834958a7a5e0f0bfe328d6 HTTP/1.1" status: 200 len: 375 time: 0.0110161 Jan 14 06:01:28.198518 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-c63d4bab-ad20-44fa-a522-261eb4f1cf14 req-02ece3f8-eaa0-4b78-9927-111b322ee914 tempest-ServersAdminNegativeTestJSON-1183177512 tempest-ServersAdminNegativeTestJSON-1183177512] 10.222.0.48 "GET /v2.0/ports?tenant_id=4bb3f175af834958a7a5e0f0bfe328d6&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0486062 Jan 14 06:01:28.972457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53788) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:29.138115 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.154070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:29.158308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Usage tracker for resource:security_group_rule and tenant:4bb3f175af834958a7a5e0f0bfe328d6 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:29.161530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:29.167812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:29.255416 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.260139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.267627 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d33d83e6-fcbe-43bb-aff8-1f05815d6118 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:29.315319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=4bb3f175af834958a7a5e0f0bfe328d6&name=default HTTP/1.1" status: 200 len: 2983 time: 0.3416493 Jan 14 06:01:29.316302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7da60ee7-1912-40d3-a1eb-7f04fd00ce59,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:29.318505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53794) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:29.319987 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:29.391578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.420947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.471518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.477365 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3ab8a10-cc72-47b1-b785-cb45014272f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:29.491874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7da60ee7-1912-40d3-a1eb-7f04fd00ce59,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:29.494742 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:29.497288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.501598 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/7da60ee7-1912-40d3-a1eb-7f04fd00ce59 HTTP/1.1" status: 204 len: 168 time: 0.1818745 Jan 14 06:01:29.873992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53802) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:29.893450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:29.909730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:29.914438 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Usage tracker for resource:security_group_rule and tenant:76c778533b2d402dbad18faeebe5f98b is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:29.917604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:29.923873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:30.013280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:30.017164 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:30.025779 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-760024f0-c6f8-42b1-8bfc-7ab73198084a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:30.071272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=76c778533b2d402dbad18faeebe5f98b&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1961071 Jan 14 06:01:30.073022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0540ab13-6080-43be-ba04-6919a2bbbb27,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:30.074628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53806) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:30.076410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-423947e1-980d-48bb-b277-dcde446c43fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:30.140388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:30.167647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:30.216081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:30.222267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a682ff1d-7940-4244-adc9-f4c8c422f5ab admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:30.236554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0540ab13-6080-43be-ba04-6919a2bbbb27,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:30.239195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:30.247608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:30.248891 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/0540ab13-6080-43be-ba04-6919a2bbbb27 HTTP/1.1" status: 204 len: 168 time: 0.1723030 Jan 14 06:01:31.319593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53828) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:31.466429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1481362829-network', 'tenant_id': 'c5b6f6e09ed043b89f3b0f8a5524d0e8'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:31.473299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:31.477834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Usage tracker for resource:network and tenant:c5b6f6e09ed043b89f3b0f8a5524d0e8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:31.481066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:31.487608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:31.499637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Made reservation on behalf of c5b6f6e09ed043b89f3b0f8a5524d0e8 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:01:31.504813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.518485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.535493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:31.539977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Usage tracker for resource:security_group_rule and tenant:c5b6f6e09ed043b89f3b0f8a5524d0e8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:31.543123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:31.548825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:31.640932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.645715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.648864 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f31d3a4b-6e17-42ca-85e7-88e0d2125690 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:31.683910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:01:31.689865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32110e5a-e312-49ac-862f-9955e4ea03f0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:31.693869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:31.698014 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.698440 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Added segment ef49383d-49e8-40fa-ad90-4620d7ee89b7 of type vxlan for network bf8ddfdb-7445-4a75-8d27-04c2d00d900d Jan 14 06:01:31.726888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.759914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.760912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:31.761555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:31.765148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f621a319-7c6d-4774-b345-bc8bc2dd9bb9 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:31.873218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Pushing event updated for resources: {'Network': ['ID=bf8ddfdb-7445-4a75-8d27-04c2d00d900d,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:31.876819 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 878 time: 0.5560777 Jan 14 06:01:31.877787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:31.880575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53834) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:31.886494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Request body: {'subnet': {'network_id': 'bf8ddfdb-7445-4a75-8d27-04c2d00d900d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1481362829-subnet', 'tenant_id': 'c5b6f6e09ed043b89f3b0f8a5524d0e8', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:31.887418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:31.893039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:31.897970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Usage tracker for resource:subnet and tenant:c5b6f6e09ed043b89f3b0f8a5524d0e8 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:31.901219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:31.902738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:31.907559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:31.916034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:31.918392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Made reservation on behalf of c5b6f6e09ed043b89f3b0f8a5524d0e8 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:01:31.923271 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:32.231428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:01:32.352403 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:32.369827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-264eab4a-c699-44b9-a308-e6434da1cf23 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:32.496475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Pushing event updated for resources: {'Subnet': ['ID=a62fe3ce-1c8f-4b05-8679-e26f3e7b553e,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:32.499663 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:32.575036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Checking segment: {'id': 'ef49383d-49e8-40fa-ad90-4620d7ee89b7', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bf8ddfdb-7445-4a75-8d27-04c2d00d900d'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:01:32.575432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Network hostable DHCP agents. Network: bf8ddfdb-7445-4a75-8d27-04c2d00d900d, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:01:32.596822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:01:32.607107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, bf8ddfdb-7445-4a75-8d27-04c2d00d900d) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:32.616768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ace37db2-518d-40f1-9fb5-af67320ed28b None None] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:01:32.620187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:32.620836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:32.641159 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 0.7596660 Jan 14 06:01:32.845299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5cf08dab-0a07-4a7e-b7c1-9c154da047e6 None None] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:01:33.259543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a8846a9-e197-435e-8601-33e7779801b9 req-b4c77f01-8235-4e92-8c1f-18283b695f00 tempest-DeleteServersTestJSON-1095623302 tempest-DeleteServersTestJSON-1095623302] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:33.261172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6a8846a9-e197-435e-8601-33e7779801b9 req-b4c77f01-8235-4e92-8c1f-18283b695f00 tempest-DeleteServersTestJSON-1095623302 tempest-DeleteServersTestJSON-1095623302] 10.222.0.48 "GET /v2.0/networks?id=bf8ddfdb-7445-4a75-8d27-04c2d00d900d HTTP/1.1" status: 200 len: 812 time: 0.1840088 Jan 14 06:01:33.281824 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6a8846a9-e197-435e-8601-33e7779801b9 req-9f447d46-2935-41f4-bbf5-64479c4cbc82 tempest-DeleteServersTestJSON-1095623302 tempest-DeleteServersTestJSON-1095623302] 10.222.0.48 "GET /v2.0/quotas/c5b6f6e09ed043b89f3b0f8a5524d0e8 HTTP/1.1" status: 200 len: 375 time: 0.0111797 Jan 14 06:01:33.333518 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6a8846a9-e197-435e-8601-33e7779801b9 req-b628c58c-fbb7-423e-a5c2-9ecc98b5868e tempest-DeleteServersTestJSON-1095623302 tempest-DeleteServersTestJSON-1095623302] 10.222.0.48 "GET /v2.0/ports?tenant_id=c5b6f6e09ed043b89f3b0f8a5524d0e8&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0446680 Jan 14 06:01:33.562393 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6a8846a9-e197-435e-8601-33e7779801b9 req-30d73e03-6402-4666-95d7-d28783f88e74 service neutron] 10.222.0.48 "GET /v2.0/networks/bf8ddfdb-7445-4a75-8d27-04c2d00d900d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2215393 Jan 14 06:01:33.716909 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-6a8846a9-e197-435e-8601-33e7779801b9 req-bc66b74e-52f4-49c3-95fd-9129382d9685 service neutron] 10.222.0.48 "GET /v2.0/networks/bf8ddfdb-7445-4a75-8d27-04c2d00d900d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1442504 Jan 14 06:01:34.212282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53876) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:34.301449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Deleting subnet a62fe3ce-1c8f-4b05-8679-e26f3e7b553e {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:01:34.304708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:34.358829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:34.425708 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:34.696998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:34.712624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfe50b95-a5f9-4358-b8c0-124d8b3502da tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:34.799826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a62fe3ce-1c8f-4b05-8679-e26f3e7b553e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:34.812159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:34.847843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:34.859165 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/a62fe3ce-1c8f-4b05-8679-e26f3e7b553e HTTP/1.1" status: 204 len: 168 time: 0.6455536 Jan 14 06:01:34.863503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53880) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:34.981726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:35.183503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:35.606748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bf8ddfdb-7445-4a75-8d27-04c2d00d900d']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:35.621160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ef49383d-49e8-40fa-ad90-4620d7ee89b7') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:35.621499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ef49383d-49e8-40fa-ad90-4620d7ee89b7') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:35.636779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:35.664144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:35.666357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:01:35.843723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:01:35.854536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:36.045503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Network bf8ddfdb-7445-4a75-8d27-04c2d00d900d has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:01:36.068094 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:01:36.163326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:36.166657 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53c0ada6-3807-4a5d-8fde-7c916e2030a6 tempest-PortsTestJSON-536666130 tempest-PortsTestJSON-536666130] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:36.180784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:36.190411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Pushing event deleted for resources: {'Network': ['ID=bf8ddfdb-7445-4a75-8d27-04c2d00d900d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:36.193692 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bf8ddfdb-7445-4a75-8d27-04c2d00d900d HTTP/1.1" status: 204 len: 168 time: 1.3291852 Jan 14 06:01:36.194754 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87f17065-c3c1-484b-9f3f-bfa81093bcc4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:36.357184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53886) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:36.418839 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0efb76ca-6101-4111-a945-d388fc23c3bb admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=c5b6f6e09ed043b89f3b0f8a5524d0e8&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0600064 Jan 14 06:01:36.422394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53890) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:36.484499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6877c38c-b9c0-4ddd-b2f7-26453a461e93 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:36.512548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6877c38c-b9c0-4ddd-b2f7-26453a461e93 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:36.564354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6877c38c-b9c0-4ddd-b2f7-26453a461e93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:36.569694 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8777952-2d45-4662-acfe-e7baae77ee65 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:36.587054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6877c38c-b9c0-4ddd-b2f7-26453a461e93 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32110e5a-e312-49ac-862f-9955e4ea03f0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:36.590177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6877c38c-b9c0-4ddd-b2f7-26453a461e93 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:36.592367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6877c38c-b9c0-4ddd-b2f7-26453a461e93 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:36.593584 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6877c38c-b9c0-4ddd-b2f7-26453a461e93 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/32110e5a-e312-49ac-862f-9955e4ea03f0 HTTP/1.1" status: 204 len: 168 time: 0.1701922 Jan 14 06:01:37.534997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 53912) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:37.685369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Request body: {'network': {'name': 'tempest-ServerDiskConfigTestJSON-542191120-network', 'tenant_id': '14fa53790dd64d40bef6ba8e0a0d635e'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:37.693873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:37.698254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Usage tracker for resource:network and tenant:14fa53790dd64d40bef6ba8e0a0d635e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:37.701472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:37.707641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:37.719104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Made reservation on behalf of 14fa53790dd64d40bef6ba8e0a0d635e for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:01:37.723996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.737469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.753011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:37.757538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Usage tracker for resource:security_group_rule and tenant:14fa53790dd64d40bef6ba8e0a0d635e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:37.760696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:37.767731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:37.861391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.865778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.868891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e2b0f67-2e30-4e12-80ea-b28cfeaddc45 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:37.902201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:01:37.911604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2c161104-bebe-467b-abcb-42c4f217b271,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:37.915272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:37.920027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.920027 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Added segment d8d81ec0-8741-4db4-8248-55d749f2ab99 of type vxlan for network 98fab900-8939-4216-a927-9920b4eb5b89 Jan 14 06:01:37.951786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.987480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.988393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:37.989026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:37.992658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52c919b5-cb29-4ecc-b201-d941f41289a5 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:38.100363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.5641205 Jan 14 06:01:38.101317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Pushing event updated for resources: {'Network': ['ID=98fab900-8939-4216-a927-9920b4eb5b89,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:38.103845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53918) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:38.104739 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:38.112803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Request body: {'subnet': {'network_id': '98fab900-8939-4216-a927-9920b4eb5b89', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerDiskConfigTestJSON-542191120-subnet', 'tenant_id': '14fa53790dd64d40bef6ba8e0a0d635e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:38.114158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 98fab900-8939-4216-a927-9920b4eb5b89 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:38.119639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:38.124071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Usage tracker for resource:subnet and tenant:14fa53790dd64d40bef6ba8e0a0d635e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:38.127391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:38.128172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 98fab900-8939-4216-a927-9920b4eb5b89 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:38.133605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:38.144765 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 98fab900-8939-4216-a927-9920b4eb5b89 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:38.145258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Made reservation on behalf of 14fa53790dd64d40bef6ba8e0a0d635e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:01:38.150334 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:38.583571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:38.599668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a27657a0-4b95-48da-8a1e-781e702c1a89 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:38.721638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Pushing event updated for resources: {'Subnet': ['ID=e746eac4-a02a-4688-81f6-2d02c4847916,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:38.726592 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:38.797934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Checking segment: {'id': 'd8d81ec0-8741-4db4-8248-55d749f2ab99', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '98fab900-8939-4216-a927-9920b4eb5b89'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:01:38.798304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Network hostable DHCP agents. Network: 98fab900-8939-4216-a927-9920b4eb5b89, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:01:38.821749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Network 98fab900-8939-4216-a927-9920b4eb5b89 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:01:38.835117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 98fab900-8939-4216-a927-9920b4eb5b89) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:38.844230 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cdb6cd57-da5a-4153-aba6-294726f2dc03 None None] Network 98fab900-8939-4216-a927-9920b4eb5b89 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:01:38.847453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:38.848092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:38.875020 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-63357eb7-7bf9-4c1c-a2db-890e6853b1fc admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.7697785 Jan 14 06:01:39.069431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-efc92723-30c5-4007-9f4c-021ea5235b9a None None] Network 98fab900-8939-4216-a927-9920b4eb5b89 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:01:39.483974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ca785d1-5785-4b41-9e1e-01327201e28d req-747d6c07-210f-4ead-b055-0796aef79910 tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:39.485568 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5ca785d1-5785-4b41-9e1e-01327201e28d req-747d6c07-210f-4ead-b055-0796aef79910 tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] 10.222.0.48 "GET /v2.0/networks?id=98fab900-8939-4216-a927-9920b4eb5b89 HTTP/1.1" status: 200 len: 814 time: 0.1775749 Jan 14 06:01:39.503563 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5ca785d1-5785-4b41-9e1e-01327201e28d req-0c1a6657-5cbc-4825-8e8c-8389aacf45c0 tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] 10.222.0.48 "GET /v2.0/quotas/14fa53790dd64d40bef6ba8e0a0d635e HTTP/1.1" status: 200 len: 375 time: 0.0112062 Jan 14 06:01:39.558431 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5ca785d1-5785-4b41-9e1e-01327201e28d req-a817f6fa-79ff-4e9a-a129-c523d5f889e1 tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] 10.222.0.48 "GET /v2.0/ports?tenant_id=14fa53790dd64d40bef6ba8e0a0d635e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0491483 Jan 14 06:01:39.706319 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5ca785d1-5785-4b41-9e1e-01327201e28d req-76fc48c8-75da-4585-929b-faebc7d8a418 service neutron] 10.222.0.48 "GET /v2.0/networks/98fab900-8939-4216-a927-9920b4eb5b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1368208 Jan 14 06:01:40.162628 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-5ca785d1-5785-4b41-9e1e-01327201e28d req-de825418-c516-4797-8d7e-70a77a1426f7 service neutron] 10.222.0.48 "GET /v2.0/networks/98fab900-8939-4216-a927-9920b4eb5b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.4492295 Jan 14 06:01:40.839631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26cf4e80-177d-40f3-8526-5235c0eeb21b req-406eaec0-9691-42d7-b162-f5cda01bb8cd tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:40.841223 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26cf4e80-177d-40f3-8526-5235c0eeb21b req-406eaec0-9691-42d7-b162-f5cda01bb8cd tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] 10.222.0.48 "GET /v2.0/networks?id=98fab900-8939-4216-a927-9920b4eb5b89 HTTP/1.1" status: 200 len: 814 time: 0.1739373 Jan 14 06:01:40.861420 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26cf4e80-177d-40f3-8526-5235c0eeb21b req-b074cf63-4b82-42c4-8619-0ec1b24d6137 tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] 10.222.0.48 "GET /v2.0/quotas/14fa53790dd64d40bef6ba8e0a0d635e HTTP/1.1" status: 200 len: 375 time: 0.0110068 Jan 14 06:01:40.911441 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26cf4e80-177d-40f3-8526-5235c0eeb21b req-f15f5b54-8b6c-4465-b106-48a344c761da tempest-ServerDiskConfigTestJSON-588670125 tempest-ServerDiskConfigTestJSON-588670125] 10.222.0.48 "GET /v2.0/ports?tenant_id=14fa53790dd64d40bef6ba8e0a0d635e&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0441282 Jan 14 06:01:41.060120 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26cf4e80-177d-40f3-8526-5235c0eeb21b req-4e7bc9de-b340-4737-b19e-7b3ae88549c9 service neutron] 10.222.0.48 "GET /v2.0/networks/98fab900-8939-4216-a927-9920b4eb5b89?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1379592 Jan 14 06:01:41.209071 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-26cf4e80-177d-40f3-8526-5235c0eeb21b req-4580a80c-c4f7-45a2-ad52-399be2ac8bc1 service neutron] 10.222.0.48 "GET /v2.0/networks/98fab900-8939-4216-a927-9920b4eb5b89?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1391418 Jan 14 06:01:41.575065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53982) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:41.647926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Deleting subnet e746eac4-a02a-4688-81f6-2d02c4847916 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:01:41.651217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:41.704594 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:41.766548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.033839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.047233 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6d204cdd-ecd2-4284-a108-fbe3496e0304 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:42.131893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e746eac4-a02a-4688-81f6-2d02c4847916,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:42.138963 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:42.186279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.192700 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] 10.222.0.48 "DELETE /v2.0/subnets/e746eac4-a02a-4688-81f6-2d02c4847916 HTTP/1.1" status: 204 len: 168 time: 0.6164896 Jan 14 06:01:42.196781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53990) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:42.246332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b0261944-db0e-4945-98b2-7644cb528359 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.316631 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.508450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.626726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['98fab900-8939-4216-a927-9920b4eb5b89']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:42.647600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd8d81ec0-8741-4db4-8248-55d749f2ab99') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:42.647935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd8d81ec0-8741-4db4-8248-55d749f2ab99') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:42.660279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.675705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:42.677908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:01:42.854575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Network 98fab900-8939-4216-a927-9920b4eb5b89 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:01:42.864136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:43.045834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Network 98fab900-8939-4216-a927-9920b4eb5b89 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:01:43.068164 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:01:43.148685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:43.152749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:43.155369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98184960-06c3-486e-bfa2-76fb8992144c tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:43.180206 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/98fab900-8939-4216-a927-9920b4eb5b89 HTTP/1.1" status: 204 len: 168 time: 0.9823806 Jan 14 06:01:43.181268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Pushing event deleted for resources: {'Network': ['ID=98fab900-8939-4216-a927-9920b4eb5b89,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:43.184053 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:43.333750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 53996) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:43.387927 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a6f64999-f2b7-4c9a-8a94-20d0c157de04 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=14fa53790dd64d40bef6ba8e0a0d635e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0524955 Jan 14 06:01:43.391815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54000) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:43.456747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:43.484835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:43.534299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:43.539425 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0085533e-125c-40dd-93d1-d8260624950c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:43.553894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2c161104-bebe-467b-abcb-42c4f217b271,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:43.555983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:43.557205 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/2c161104-bebe-467b-abcb-42c4f217b271 HTTP/1.1" status: 204 len: 168 time: 0.1644015 Jan 14 06:01:43.558157 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:44.518306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54022) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:44.532894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6ccc190-bd9a-45a7-9cc2-c72a545ae316 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.662330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Request body: {'network': {'name': 'tempest-ServerActionsTestJSON-517410077-network', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:44.669159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:44.673850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Usage tracker for resource:network and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:44.677208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:44.688745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:44.700300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Made reservation on behalf of 0a65c29119744ffa8d65c5c64246037c for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:01:44.705111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.718256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.734610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:44.739155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Usage tracker for resource:security_group_rule and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:44.742206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:44.748088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:44.832079 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.836342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.839458 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f0673b3c-11ab-42fb-887a-1bcf44b36ad6 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:44.876447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:01:44.882330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1964654-0523-4d63-98d2-ac2b97a8ca21,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:44.893538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.893964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.894383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.894822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.895235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.895646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.896053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.896469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.896944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.897320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.898279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.898686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.899160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.899566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.899970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.900393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.900782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.901180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.901585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.901987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.902382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.902794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.903196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.903604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.904071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.904473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.904875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.905313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.905714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.906115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.906520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.906950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.907356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.907788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.908173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.908578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:44.913320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.913910 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Added segment 9403a843-98c3-489b-8838-2e41fe5ee85f of type vxlan for network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 Jan 14 06:01:44.915325 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:44.941959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.973773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.974740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:44.975459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:44.979037 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0991aac-08e4-4477-bb78-34823009b717 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:45.090052 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 877 time: 0.5703750 Jan 14 06:01:45.091133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Pushing event updated for resources: {'Network': ['ID=1db9b4b5-ac20-484f-81b8-70b62b4e8923,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:45.093272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54028) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:45.096243 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:45.101279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Request body: {'subnet': {'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerActionsTestJSON-517410077-subnet', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:45.104181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:45.107315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:45.112085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Usage tracker for resource:subnet and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:45.115263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:45.118400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:45.122196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:45.131273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:01:45.133110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Made reservation on behalf of 0a65c29119744ffa8d65c5c64246037c for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:01:45.138118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:45.418563 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:45.561405 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:45.576850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f9fbf8e-7fa1-430b-8072-0418b086a7a6 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:45.702237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d423687-751b-48d1-8cd2-e76533f17c38,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:45.707207 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:45.779484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Checking segment: {'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:01:45.779879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Network hostable DHCP agents. Network: 1db9b4b5-ac20-484f-81b8-70b62b4e8923, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:01:45.801302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:01:45.810596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 1db9b4b5-ac20-484f-81b8-70b62b4e8923) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:45.819724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-14f62098-79fb-437b-ad76-c1e4670825eb None None] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:01:45.823866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:45.824513 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:45.845009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-810589de-6aa4-4494-83d0-b3502e6efd59 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.7505732 Jan 14 06:01:45.848014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54032) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:45.853870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Request body: {'router': {'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:45.859920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:45.865650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Usage tracker for resource:router and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:45.873277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:45.879316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:45.890932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:45.891999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:45.908062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.059708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'fixed_ips': [{'subnet_id': '5d423687-751b-48d1-8cd2-e76533f17c38'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:01:46.060643 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.182275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.283802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.363253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Allocated IP 172.20.0.2 (1db9b4b5-ac20-484f-81b8-70b62b4e8923/5d423687-751b-48d1-8cd2-e76533f17c38/215f3de5-cc57-4b2c-bbdb-e3ddf026de29) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:01:46.516768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.550406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.581370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.593308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Transition to ACTIVE for port object 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:01:46.610592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Transition to ACTIVE for port object 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:01:46.616829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.632922 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:46.777257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Pushing event updated for resources: {'Port': ['ID=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:46.789051 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.800877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.801269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.801655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.802033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.802416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.802808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.803207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.803584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.803945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.804310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.804676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.805040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.805461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.805824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.806191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.806551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.806944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.807309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.807669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.808031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.808392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.808754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.809112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.809475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.809907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.810265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.810627 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.811009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.811369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.811731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.812086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.812457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.812803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.813161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.813518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.813874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:46.820639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.188s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:46.830207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Allocated IP 172.25.3.190 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/45831ea9-5e3e-4a86-a755-293cddd19035) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:01:46.857193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:01:46.858404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:46.860846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:01:46.915736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Attempting to bind port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:01:46.916038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Attempting to bind port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:01:46.916485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Attempting to bind port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 on network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:01:46.922248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:01:46.922647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Checking segment: {'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:01:46.923158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.923603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Bound using segment: {'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:01:46.924101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Bound port: 215f3de5-cc57-4b2c-bbdb-e3ddf026de29, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:01:46.924554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:46.996303 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:47.018204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] For port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:01:47.021767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] For port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:01:47.025721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:47.027040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:47.041168 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95bdc1fa-bfcc-48e4-a236-ceae7089ea31 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:47.042372 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8479b329-fa14-46dd-9869-a204765389a5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:47.171166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Pushing event updated for resources: {'Port': ['ID=45831ea9-5e3e-4a86-a755-293cddd19035,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:47.176488 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:47.196846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Pushing event updated for resources: {'Port': ['ID=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:47.200479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:47.228266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:01:47.229444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:47.231564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:01:47.964841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:48.322414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:48.539265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Router 54081464-50a7-46ee-a7f0-3ad556fbe550 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:01:48.605124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ee24305-83e4-48aa-b059-59da88e14eec None None] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:01:48.690437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:01:48.743446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:01:48.748450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bfcbb958-4a2c-45f8-b014-2d1b72253a36 None None] Provisioning for port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:01:48.759476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Sync routers for ids ['54081464-50a7-46ee-a7f0-3ad556fbe550'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:01:48.770946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:48.773363 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.9243143 Jan 14 06:01:48.776750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54036) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:48.797275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Routers {'54081464-50a7-46ee-a7f0-3ad556fbe550'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:01:48.797963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:01:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['54081464-50a7-46ee-a7f0-3ad556fbe550'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:49.187332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:01:49.213603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:49.214030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:49.333762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Set router 54081464-50a7-46ee-a7f0-3ad556fbe550 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:01:49.493583 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:49.652746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:49.736568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:01:49.744425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:49.747151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daf34e32-4c7d-48b1-99c8-93cacc6217c8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:49.823046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:47Z', 'revision_number': 3, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:46Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:49.828292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:49.832245 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:49.833125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Checking router: 54081464-50a7-46ee-a7f0-3ad556fbe550 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:01:49.833521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Updating router 54081464-50a7-46ee-a7f0-3ad556fbe550 port 45831ea9-5e3e-4a86-a755-293cddd19035 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:01:49.867579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Allocated IP 172.20.0.1 (1db9b4b5-ac20-484f-81b8-70b62b4e8923/5d423687-751b-48d1-8cd2-e76533f17c38/6167acf3-3816-4199-a37c-688c992378c5) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:01:49.900839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:49.952278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6397424b-27ca-4f94-99ae-c0f9eecd09de None None] Provisioning complete for port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:49.952707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6397424b-27ca-4f94-99ae-c0f9eecd09de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.043641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.062010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Transition to ACTIVE for port object 6167acf3-3816-4199-a37c-688c992378c5 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:01:50.085216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.107249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d688a8d-6645-4e65-a34c-d4d930568716 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:50.244450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Pushing event updated for resources: {'Port': ['ID=6167acf3-3816-4199-a37c-688c992378c5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:50.250030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:50.300202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:01:50.301474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:50.304119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:01:50.360405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-627045a4-c162-412d-8a90-863c317c91c7 None None] Provisioning complete for port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:50.361459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-627045a4-c162-412d-8a90-863c317c91c7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.361767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.480902 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.493994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.546554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Transition to ACTIVE for port object 45831ea9-5e3e-4a86-a755-293cddd19035 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:01:50.556669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.573854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:50.678522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:01:50.766239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d5ed-13dd-473d-9864-46ffc0fa390a None None] Pushing event updated for resources: {'Port': ['ID=45831ea9-5e3e-4a86-a755-293cddd19035,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:50.772619 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cd1d5ed-13dd-473d-9864-46ffc0fa390a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.199s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:50.846407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:50.846865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.908656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5dc64cad-e883-435a-a976-a64a61f36bf1 None None] Provisioning for port 6167acf3-3816-4199-a37c-688c992378c5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:01:50.917201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Attempting to bind port 45831ea9-5e3e-4a86-a755-293cddd19035 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:01:50.917625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Attempting to bind port 45831ea9-5e3e-4a86-a755-293cddd19035 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:01:50.918036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Attempting to bind port 45831ea9-5e3e-4a86-a755-293cddd19035 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:01:50.924747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5dc64cad-e883-435a-a976-a64a61f36bf1 None None] Provisioning complete for port 6167acf3-3816-4199-a37c-688c992378c5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:50.925175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5dc64cad-e883-435a-a976-a64a61f36bf1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.966778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:01:50.967249 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:01:50.967710 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:50.968157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:01:50.968694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Bound port: 45831ea9-5e3e-4a86-a755-293cddd19035, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:01:50.969113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:51.061780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5dc64cad-e883-435a-a976-a64a61f36bf1 None None] Port 6167acf3-3816-4199-a37c-688c992378c5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:01:51.087400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:51.091887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:51.119990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] For port 45831ea9-5e3e-4a86-a755-293cddd19035, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:01:51.121570 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5e7f8231-bdc4-4cb0-b51e-a87b1657fb12 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:51.133754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] For port 45831ea9-5e3e-4a86-a755-293cddd19035, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=45831ea9-5e3e-4a86-a755-293cddd19035,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:01:51.137904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:51.153448 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:51.204906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:51.218042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Pushing event updated for resources: {'Port': ['ID=6167acf3-3816-4199-a37c-688c992378c5,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:51.223021 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:51.301111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2cd1d5ed-13dd-473d-9864-46ffc0fa390a None None] Pushing event updated for resources: {'Port': ['ID=45831ea9-5e3e-4a86-a755-293cddd19035,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:51.306850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cd1d5ed-13dd-473d-9864-46ffc0fa390a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:51.348241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Routers {'54081464-50a7-46ee-a7f0-3ad556fbe550'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:01:51.348909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:01:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['54081464-50a7-46ee-a7f0-3ad556fbe550'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:51.355061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:01:51.356267 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:51.557472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Router 54081464-50a7-46ee-a7f0-3ad556fbe550 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:01:51.573128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] Set router 54081464-50a7-46ee-a7f0-3ad556fbe550 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:01:51.756491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:01:51.767442 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] 10.222.0.48 "PUT /v2.0/routers/54081464-50a7-46ee-a7f0-3ad556fbe550/add_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9893565 Jan 14 06:01:51.920780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2441b25e-29d6-43e5-9bc6-25ab2cb143aa None None] Provisioning complete for port 6167acf3-3816-4199-a37c-688c992378c5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:51.921207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2441b25e-29d6-43e5-9bc6-25ab2cb143aa None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.043956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2441b25e-29d6-43e5-9bc6-25ab2cb143aa None None] Port 6167acf3-3816-4199-a37c-688c992378c5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:01:52.152591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 4, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6167acf3-3816-4199-a37c-688c992378c5', 'name': '', 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'mac_address': 'fa:16:3e:d4:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:49Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 2, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'subnets': [{'id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:52.156803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ee9c8280-343f-472f-9d01-a2b4c17a7088 None None] The sync data for ids ['54081464-50a7-46ee-a7f0-3ad556fbe550'] in n-d-768851-4 is: [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 4, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:51Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6167acf3-3816-4199-a37c-688c992378c5', 'name': '', 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'mac_address': 'fa:16:3e:d4:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:49Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 2, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'subnets': [{'id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:01:52.448770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54046) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:52.454960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Request body: {'security_group': {'name': 'tempest-securitygroup--414018923', 'description': 'tempest-description--1707370850'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:52.466033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:52.470332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Usage tracker for resource:security_group and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:52.473386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:52.488786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:52.504185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.526078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:52.530144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Usage tracker for resource:security_group_rule and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:52.534596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:52.544539 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:52.627000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.630235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.636359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-94033330-d136-41b4-9d81-e3e7a52a03f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:52.678348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.679766 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1781 time: 0.2299154 Jan 14 06:01:52.680693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Pushing event updated for resources: {'SecurityGroup': ['ID=f36c9782-8938-43a5-a7fc-80de32fc5cbb,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:52.683062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54050) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:52.689367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Request body: {'security_group_rule': {'security_group_id': 'f36c9782-8938-43a5-a7fc-80de32fc5cbb', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:52.690211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.690645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.691097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.691516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.691975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.692393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.692801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.693213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.693817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.694226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.694670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.695068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.695543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.695942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.696347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.696753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.697154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.697557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.697950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.698355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.698798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.699209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.699611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.700014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.700601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.700900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.701294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.701697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.702097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.702564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.702900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.703018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:52.703305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.703833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.704282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.704884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.705025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:52.707119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Usage tracker for resource:security_group_rule and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:52.710320 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.074s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:52.711290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:52.718459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:52.737719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.805576 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.809121 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.811244 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dc8401e2-478c-48ec-9144-72410e3dad7c tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:52.836162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Pushing event updated for resources: {'SecurityGroupRule': ['ID=050ed1bc-4cfc-41cc-8b20-e9d9a54ea381,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:52.841956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:52.847926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.849264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1650832 Jan 14 06:01:52.852359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54054) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:52.858079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Request body: {'security_group_rule': {'security_group_id': 'f36c9782-8938-43a5-a7fc-80de32fc5cbb', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:52.869746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:52.873732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Usage tracker for resource:security_group_rule and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:52.876951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:52.882934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:52.902877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.980500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.984500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:52.987028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dfbae36e-34ef-49e4-97a6-bafeb24bb06e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:53.012651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fe79349e-dd7d-4039-bdc8-d4a5502fe2e7,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:53.015400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:53.023665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:53.026732 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b07c2650-7685-45e3-ae0e-fb0276eec738 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1716988 Jan 14 06:01:53.028358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54058) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:53.034469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Request body: {'floatingip': {'floating_network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:01:53.048731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:01:53.053848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Usage tracker for resource:floatingip and tenant:0a65c29119744ffa8d65c5c64246037c is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:01:53.057282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:01:53.063542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:01:53.076016 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for floatingip, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:53.228516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:53.508411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Allocated IP 172.25.3.241 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/2225e282-ae62-4457-9f6f-09054af903d1) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:01:53.676823 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:53.707386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:53.727530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6adb6ca6-0aa1-4e65-99e2-1f8759314f0d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:53.857546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Pushing event updated for resources: {'Port': ['ID=2225e282-ae62-4457-9f6f-09054af903d1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:53.863366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:53.914199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:01:53.915479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:01:53.917996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:01:54.001490 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for floatingip, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.067123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.342443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.347037 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.360201 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:54.496931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Pushing event updated for resources: {'Port': ['ID=2225e282-ae62-4457-9f6f-09054af903d1,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:54.501309 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:54.607934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-650942'] for floatingip, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.631811 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.633172 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.6037462 Jan 14 06:01:54.655625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 45831ea9-5e3e-4a86-a755-293cddd19035 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:01:54.723519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 45831ea9-5e3e-4a86-a755-293cddd19035 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:01:54.728839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 45831ea9-5e3e-4a86-a755-293cddd19035 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:54.729311 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.821542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-1a6b6886-0022-4584-8058-d14d80b850af tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Synchronizing usage tracker for tenant:0a65c29119744ffa8d65c5c64246037c on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:01:54.839136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-1a6b6886-0022-4584-8058-d14d80b850af tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Unset dirty status for tenant:0a65c29119744ffa8d65c5c64246037c on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:01:54.840429 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-1a6b6886-0022-4584-8058-d14d80b850af tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-securitygroup--414018923&fields=id&tenant_id=0a65c29119744ffa8d65c5c64246037c HTTP/1.1" status: 200 len: 267 time: 0.0649364 Jan 14 06:01:54.850579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.867538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 45831ea9-5e3e-4a86-a755-293cddd19035, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=45831ea9-5e3e-4a86-a755-293cddd19035,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:01:54.871042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:54.873965 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5910c716-945d-4ab0-a91a-e4cc3da6fb50 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:54.942265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=45831ea9-5e3e-4a86-a755-293cddd19035,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:54.945937 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:55.025198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-967fcb37-8a71-4daa-aefa-4639b882df34 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:01:55.025958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-967fcb37-8a71-4daa-aefa-4639b882df34 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Synchronizing usage tracker for tenant:0a65c29119744ffa8d65c5c64246037c on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:01:55.044950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-967fcb37-8a71-4daa-aefa-4639b882df34 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Unset dirty status for tenant:0a65c29119744ffa8d65c5c64246037c on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:01:55.046773 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-967fcb37-8a71-4daa-aefa-4639b882df34 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "GET /v2.0/networks?id=1db9b4b5-ac20-484f-81b8-70b62b4e8923 HTTP/1.1" status: 200 len: 811 time: 0.1985090 Jan 14 06:01:55.073654 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-89566417-3423-428b-aa8b-288cbfe80e50 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "GET /v2.0/quotas/0a65c29119744ffa8d65c5c64246037c HTTP/1.1" status: 200 len: 375 time: 0.0149109 Jan 14 06:01:55.179020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-50aa691d-9a8a-422d-8c45-447ba4c6f66d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Synchronizing usage tracker for tenant:0a65c29119744ffa8d65c5c64246037c on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:01:55.197640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-50aa691d-9a8a-422d-8c45-447ba4c6f66d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Unset dirty status for tenant:0a65c29119744ffa8d65c5c64246037c on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:01:55.199156 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-50aa691d-9a8a-422d-8c45-447ba4c6f66d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "GET /v2.0/ports?tenant_id=0a65c29119744ffa8d65c5c64246037c&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1194766 Jan 14 06:01:55.361025 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-4ded8f83-7daa-4f19-a753-17840c1c0f97 service neutron] 10.222.0.48 "GET /v2.0/networks/1db9b4b5-ac20-484f-81b8-70b62b4e8923?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1466491 Jan 14 06:01:55.485718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Sync routers for ids ['54081464-50a7-46ee-a7f0-3ad556fbe550'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:01:55.497576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Routers {'54081464-50a7-46ee-a7f0-3ad556fbe550'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:01:55.498647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:01:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['54081464-50a7-46ee-a7f0-3ad556fbe550'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:55.513240 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-30cb1eb2-7d6c-444c-a7b3-620569937486 req-eabe33a7-b1cc-404b-acca-4e44210f437d service neutron] 10.222.0.48 "GET /v2.0/networks/1db9b4b5-ac20-484f-81b8-70b62b4e8923?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1452010 Jan 14 06:01:55.692332 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:55.693195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Set router 54081464-50a7-46ee-a7f0-3ad556fbe550 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:01:55.918183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54092) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:55.996761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.029322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 4, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6167acf3-3816-4199-a37c-688c992378c5', 'name': '', 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'mac_address': 'fa:16:3e:d4:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:49Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 2, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'subnets': [{'id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:56.029535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.033224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Checking router: 54081464-50a7-46ee-a7f0-3ad556fbe550 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:01:56.042818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Updating router 54081464-50a7-46ee-a7f0-3ad556fbe550 port 6167acf3-3816-4199-a37c-688c992378c5 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:01:56.079571 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.085231 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:56.100930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.101241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Pushing event deleted for resources: {'SecurityGroup': ['ID=f36c9782-8938-43a5-a7fc-80de32fc5cbb,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:56.112574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.115989 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "DELETE /v2.0/security-groups/f36c9782-8938-43a5-a7fc-80de32fc5cbb HTTP/1.1" status: 204 len: 168 time: 0.1944609 Jan 14 06:01:56.115989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:56.117098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54098) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:56.140852 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-fc310553-981c-41d0-adda-4922fcaf89da tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] show failed (client error): The resource could not be found. Jan 14 06:01:56.144659 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc310553-981c-41d0-adda-4922fcaf89da tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "GET /v2.0/security-groups/f36c9782-8938-43a5-a7fc-80de32fc5cbb HTTP/1.1" status: 404 len: 347 time: 0.0236895 Jan 14 06:01:56.144978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54102) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:56.542533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.556372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Transition to ACTIVE for port object 6167acf3-3816-4199-a37c-688c992378c5 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:01:56.559615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.575930 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:56.631556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Deleting port 2225e282-ae62-4457-9f6f-09054af903d1 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:01:56.632225 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.657171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 45831ea9-5e3e-4a86-a755-293cddd19035 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:01:56.719317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Pushing event updated for resources: {'Port': ['ID=6167acf3-3816-4199-a37c-688c992378c5,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:56.730372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.731016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.731565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.732091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.732321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 45831ea9-5e3e-4a86-a755-293cddd19035 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:56.732749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.732945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.733459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.733970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.734481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.735012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.735537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.736416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.736938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.737538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.737906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.738269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.738635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.739023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.739384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.739742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.740097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.740491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.741191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.741801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.742216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.742852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.743213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.743569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.743925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.744282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.744637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.744989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.745341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.745695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.746050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.746403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.746781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:01:56.764771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.189s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:56.849000 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.849363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for floatingip, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.917011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Attempting to bind port 6167acf3-3816-4199-a37c-688c992378c5 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:01:56.917429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Attempting to bind port 6167acf3-3816-4199-a37c-688c992378c5 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:01:56.917836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Attempting to bind port 6167acf3-3816-4199-a37c-688c992378c5 on network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:01:56.924072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 1, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:01:56.924493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Checking segment: {'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:01:56.924939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:56.926381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Bound using segment: {'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:01:56.926951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Bound port: 6167acf3-3816-4199-a37c-688c992378c5, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9403a843-98c3-489b-8838-2e41fe5ee85f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:01:56.927385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:57.004434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Calling delete_port for 2225e282-ae62-4457-9f6f-09054af903d1 owned by network:floatingip {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:01:57.022394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] For port 6167acf3-3816-4199-a37c-688c992378c5, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:01:57.025679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] For port 6167acf3-3816-4199-a37c-688c992378c5, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6167acf3-3816-4199-a37c-688c992378c5,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:01:57.029603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:57.044698 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d7610ca-1e56-4160-8975-3c69bdb548ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:57.151825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:57.168863 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3dce4192-cda3-46d5-b10d-aa71fde70c0e tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:57.267744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Pushing event deleted for resources: {'Port': ['ID=2225e282-ae62-4457-9f6f-09054af903d1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:57.281047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:57.358502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Pushing event updated for resources: {'Port': ['ID=6167acf3-3816-4199-a37c-688c992378c5,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:57.363367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.319s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:57.400251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks [] for floatingip, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:57.401875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Routers {'54081464-50a7-46ee-a7f0-3ad556fbe550'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:01:57.402572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:01:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['54081464-50a7-46ee-a7f0-3ad556fbe550'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:57.421320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification--9223372036854773441'] for floatingip, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:57.423073 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83455cae-ecc3-4c36-baae-59e578a2bcfb tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] 10.222.0.48 "DELETE /v2.0/floatingips/ca1e02e3-f1e0-4d80-b2f0-f6f6889e7c2d HTTP/1.1" status: 204 len: 168 time: 1.2770827 Jan 14 06:01:57.426416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54108) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:01:57.591197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] Set router 54081464-50a7-46ee-a7f0-3ad556fbe550 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:01:57.650833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:57.919859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 4, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6167acf3-3816-4199-a37c-688c992378c5', 'name': '', 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'mac_address': 'fa:16:3e:d4:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:49Z', 'updated_at': '2021-01-14T06:01:57Z', 'revision_number': 4, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'subnets': [{'id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:01:57.924079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-54ab6132-6641-44b7-928e-69c3c5009e46 None None] The sync data for ids ['54081464-50a7-46ee-a7f0-3ad556fbe550'] in n-d-768851-4 is: [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:50Z', 'revision_number': 4, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '6167acf3-3816-4199-a37c-688c992378c5', 'name': '', 'network_id': '1db9b4b5-ac20-484f-81b8-70b62b4e8923', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'mac_address': 'fa:16:3e:d4:a7:9f', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_interface', 'standard_attr_id': 3734, 'fixed_ips': [{'subnet_id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:49Z', 'updated_at': '2021-01-14T06:01:57Z', 'revision_number': 4, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'subnets': [{'id': '5d423687-751b-48d1-8cd2-e76533f17c38', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:01:58.008387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:58.501128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Deleting port 6167acf3-3816-4199-a37c-688c992378c5 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:01:58.501510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:58.663413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6167acf3-3816-4199-a37c-688c992378c5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:01:58.689208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] For port 6167acf3-3816-4199-a37c-688c992378c5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6167acf3-3816-4199-a37c-688c992378c5,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:01:58.689587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:58.732520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6167acf3-3816-4199-a37c-688c992378c5 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:01:58.738247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6167acf3-3816-4199-a37c-688c992378c5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:01:58.738618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:58.819965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Calling delete_port for 6167acf3-3816-4199-a37c-688c992378c5 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:01:58.863313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:58.896572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 6167acf3-3816-4199-a37c-688c992378c5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6167acf3-3816-4199-a37c-688c992378c5,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:01:58.900391 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:58.902429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:01:58.932684 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80929) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:01:58.933286 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:01:58.969651 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=6167acf3-3816-4199-a37c-688c992378c5,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:01:58.973022 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.071s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:01:59.434619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Deleting port 6167acf3-3816-4199-a37c-688c992378c5 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:01:59.435321 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:59.628796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] For port 6167acf3-3816-4199-a37c-688c992378c5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6167acf3-3816-4199-a37c-688c992378c5,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:01:59.629194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:59.754800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Calling delete_port for 6167acf3-3816-4199-a37c-688c992378c5 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:01:59.933696 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:01:59.947123 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2202070-151b-473d-8f16-bee6b3be38da tempest-FloatingIPTestJSON-1074327827 tempest-FloatingIPTestJSON-1074327827] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:00.036900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Pushing event deleted for resources: {'Port': ['ID=6167acf3-3816-4199-a37c-688c992378c5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:00.039946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:00.378599 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:01.210114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Router 54081464-50a7-46ee-a7f0-3ad556fbe550 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:02:01.394861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:02:01.404359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] Sync routers for ids ['54081464-50a7-46ee-a7f0-3ad556fbe550'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:02:01.409175 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] 10.222.0.48 "PUT /v2.0/routers/54081464-50a7-46ee-a7f0-3ad556fbe550/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9813735 Jan 14 06:02:01.412086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54112) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:01.414865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] Routers {'54081464-50a7-46ee-a7f0-3ad556fbe550'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:02:01.415549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:01:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['54081464-50a7-46ee-a7f0-3ad556fbe550'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:01.600369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:01.601679 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] Set router 54081464-50a7-46ee-a7f0-3ad556fbe550 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:02:01.779678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:01.785294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Deleting port 45831ea9-5e3e-4a86-a755-293cddd19035 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:01.785673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:01.900923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:59Z', 'revision_number': 5, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:01.905207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] Checking router: 54081464-50a7-46ee-a7f0-3ad556fbe550 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:02:01.914548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] Routers {'54081464-50a7-46ee-a7f0-3ad556fbe550'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:02:01.915252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:01:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['54081464-50a7-46ee-a7f0-3ad556fbe550'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:01.974101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] For port 45831ea9-5e3e-4a86-a755-293cddd19035, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=45831ea9-5e3e-4a86-a755-293cddd19035,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:01.974504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.103609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] Set router 54081464-50a7-46ee-a7f0-3ad556fbe550 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:02:02.110962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Calling delete_port for 45831ea9-5e3e-4a86-a755-293cddd19035 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:02.244071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.402339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:59Z', 'revision_number': 5, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:02.406432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-aa70668c-39a3-425d-94c2-4ea61f952974 None None] The sync data for ids ['54081464-50a7-46ee-a7f0-3ad556fbe550'] in n-d-768851-4 is: [{'id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'name': 'tempest-ServerActionsTestJSON-517410077-router', 'tenant_id': '0a65c29119744ffa8d65c5c64246037c', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190'}], 'enable_snat': True}, 'gw_port_id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:01:45Z', 'updated_at': '2021-01-14T06:01:59Z', 'revision_number': 5, 'project_id': '0a65c29119744ffa8d65c5c64246037c', 'gw_port': {'id': '45831ea9-5e3e-4a86-a755-293cddd19035', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:11:cc:9b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '54081464-50a7-46ee-a7f0-3ad556fbe550', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3733, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.190', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:01:46Z', 'updated_at': '2021-01-14T06:01:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:02:02.444615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.582235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.584722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.598541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6167acf3-3816-4199-a37c-688c992378c5 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:02:02.615705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.616418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 54081464-50a7-46ee-a7f0-3ad556fbe550 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:02:02.630612 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.632272 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-48c25a45-18cf-4600-8752-9d3af8af28d4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/54081464-50a7-46ee-a7f0-3ad556fbe550 HTTP/1.1" status: 204 len: 168 time: 1.2188704 Jan 14 06:02:02.634563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6167acf3-3816-4199-a37c-688c992378c5 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:02:02.634847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54116) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:02.634987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6167acf3-3816-4199-a37c-688c992378c5 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:02:02.702081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Deleting subnet 5d423687-751b-48d1-8cd2-e76533f17c38 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:02:02.705170 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.766072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:02.853200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.144527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.158624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e2a325b4-1e99-4aae-b5b1-12864d870e28 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:03.196086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5d423687-751b-48d1-8cd2-e76533f17c38,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:03.198751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.040s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:03.307359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.313135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71ca3842-c6c2-44f4-bb52-be7f0e535c5f None None] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:03.314342 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f5dee6a-754d-48f4-a9ac-b5c45089c3fa admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5d423687-751b-48d1-8cd2-e76533f17c38 HTTP/1.1" status: 204 len: 168 time: 0.6777618 Jan 14 06:02:03.316564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54120) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:03.433852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.499599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Deleting port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:03.499883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.595151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] DHCP port deletion for 1db9b4b5-ac20-484f-81b8-70b62b4e8923 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:02:03.599772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Deleting port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:03.600310 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.720990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] For port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:03.721389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.811999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] For port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,segment=NetworkSegment(9403a843-98c3-489b-8838-2e41fe5ee85f),segment_id=9403a843-98c3-489b-8838-2e41fe5ee85f)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:03.812406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.849017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Calling delete_port for 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:03.927603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:03.942338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Calling delete_port for 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:03.943192 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-732592bb-a367-4725-8fb4-4d26c8c255de tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:04.012478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:02:04.012891 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:02:04.039009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Pushing event deleted for resources: {'Port': ['ID=215f3de5-cc57-4b2c-bbdb-e3ddf026de29,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:04.041717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:04.394666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] No DVR routers for this DVR port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:02:04.514730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Deleting port 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:04.515512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:04.517217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:04.584592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-82751311-f92f-4fdb-98f2-e2fbe330c366 None None] The port '215f3de5-cc57-4b2c-bbdb-e3ddf026de29' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:02:04.637693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['1db9b4b5-ac20-484f-81b8-70b62b4e8923']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:04.640348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:02:04.652129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9403a843-98c3-489b-8838-2e41fe5ee85f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:04.652398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9403a843-98c3-489b-8838-2e41fe5ee85f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:04.664292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:04.674712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:02:04.675111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 215f3de5-cc57-4b2c-bbdb-e3ddf026de29 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:02:04.675571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 45831ea9-5e3e-4a86-a755-293cddd19035 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:02:04.679340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:04.681429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:04.707948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 45831ea9-5e3e-4a86-a755-293cddd19035 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:02:04.708341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 45831ea9-5e3e-4a86-a755-293cddd19035 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:02:04.867977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:04.877154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:05.059661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Network 1db9b4b5-ac20-484f-81b8-70b62b4e8923 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:05.082440 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:05.163582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:05.167826 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:05.170397 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6f5a631-624f-4446-a151-27515ffe10b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:05.193993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Pushing event deleted for resources: {'Network': ['ID=1db9b4b5-ac20-484f-81b8-70b62b4e8923,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:05.196815 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:05.209206 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c7151de6-82fe-420e-a987-44c5e47efafa admin admin] 10.222.0.48 "DELETE /v2.0/networks/1db9b4b5-ac20-484f-81b8-70b62b4e8923 HTTP/1.1" status: 204 len: 168 time: 1.8914874 Jan 14 06:02:05.363088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54126) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:05.417552 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0841423-43b7-4c1c-b082-9728f09221d8 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0a65c29119744ffa8d65c5c64246037c&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0527852 Jan 14 06:02:05.420904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54130) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:05.490639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:05.519600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:05.568073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:05.572005 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:05.585605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1964654-0523-4d63-98d2-ac2b97a8ca21,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:05.591288 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:05.597373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:05.601208 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/d1964654-0523-4d63-98d2-ac2b97a8ca21 HTTP/1.1" status: 204 len: 168 time: 0.1767960 Jan 14 06:02:06.574171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54154) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:06.726320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Request body: {'network': {'name': 'tempest-ServersNegativeTestJSON-152757329-network', 'tenant_id': 'f7b4f4301ce2415f82a065e2848248f3'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:06.732662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:06.737497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Usage tracker for resource:network and tenant:f7b4f4301ce2415f82a065e2848248f3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:06.741127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:06.748252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:06.760319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Made reservation on behalf of f7b4f4301ce2415f82a065e2848248f3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:06.765098 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:06.778495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:06.794037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:06.798370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Usage tracker for resource:security_group_rule and tenant:f7b4f4301ce2415f82a065e2848248f3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:06.801473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:06.808056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:06.904215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:06.908108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:06.912767 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3df0b1b-2307-4b4b-bb58-9c6e2bcf1233 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:06.947958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:06.957470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=740401b7-22cf-43f6-956f-db1932ddbcd0,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:06.963164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:06.967536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:06.969037 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Added segment ee9e09be-91a8-41b0-8913-9a9c2fef37d0 of type vxlan for network 4fc0cae6-b977-430d-af35-392cdaaafd27 Jan 14 06:02:06.999661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:07.030685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:07.031734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:07.032372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:07.035901 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7e3a317c-6f74-4bc8-979f-0db2151e62be tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:07.143562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Pushing event updated for resources: {'Network': ['ID=4fc0cae6-b977-430d-af35-392cdaaafd27,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:07.148483 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 879 time: 0.5731418 Jan 14 06:02:07.149578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:07.152300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54160) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:07.155423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:07.158824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Request body: {'subnet': {'network_id': '4fc0cae6-b977-430d-af35-392cdaaafd27', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServersNegativeTestJSON-152757329-subnet', 'tenant_id': 'f7b4f4301ce2415f82a065e2848248f3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:07.165658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:07.169947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Usage tracker for resource:subnet and tenant:f7b4f4301ce2415f82a065e2848248f3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:07.171741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:07.173096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:07.179378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:07.192128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Made reservation on behalf of f7b4f4301ce2415f82a065e2848248f3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:07.193719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:07.197294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:07.617809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:07.687359 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-115e8976-1b55-445e-85ac-5bea5fbf8ffd tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:07.776663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Pushing event updated for resources: {'Subnet': ['ID=955ae1b2-c4e3-433c-b20a-749ed2d96904,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:07.779628 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:07.836202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Checking segment: {'id': 'ee9e09be-91a8-41b0-8913-9a9c2fef37d0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '4fc0cae6-b977-430d-af35-392cdaaafd27'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:07.836597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Network hostable DHCP agents. Network: 4fc0cae6-b977-430d-af35-392cdaaafd27, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:07.857790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:07.867989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 4fc0cae6-b977-430d-af35-392cdaaafd27) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:07.877021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-89807c64-2f43-4492-82d0-66df0eafae87 None None] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:07.881987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:07.882680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:07.904009 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29bef099-121d-47c1-8c52-e1812330c484 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7504508 Jan 14 06:02:08.109234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-12a7a5f4-a169-4e1b-8503-c72ad7362ad0 None None] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:08.819757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-f5e7f438-c2f5-4412-83ea-e0e051fb57eb tempest-ServersNegativeTestJSON-1342717026 tempest-ServersNegativeTestJSON-1342717026] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:08.820524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-f5e7f438-c2f5-4412-83ea-e0e051fb57eb tempest-ServersNegativeTestJSON-1342717026 tempest-ServersNegativeTestJSON-1342717026] Synchronizing usage tracker for tenant:f7b4f4301ce2415f82a065e2848248f3 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:02:08.839812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-f5e7f438-c2f5-4412-83ea-e0e051fb57eb tempest-ServersNegativeTestJSON-1342717026 tempest-ServersNegativeTestJSON-1342717026] Unset dirty status for tenant:f7b4f4301ce2415f82a065e2848248f3 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:02:08.841463 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-f5e7f438-c2f5-4412-83ea-e0e051fb57eb tempest-ServersNegativeTestJSON-1342717026 tempest-ServersNegativeTestJSON-1342717026] 10.222.0.48 "GET /v2.0/networks?id=4fc0cae6-b977-430d-af35-392cdaaafd27 HTTP/1.1" status: 200 len: 813 time: 0.4902606 Jan 14 06:02:08.863215 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-6e3fec28-6421-48c0-8b59-6cef9505d20d tempest-ServersNegativeTestJSON-1342717026 tempest-ServersNegativeTestJSON-1342717026] 10.222.0.48 "GET /v2.0/quotas/f7b4f4301ce2415f82a065e2848248f3 HTTP/1.1" status: 200 len: 375 time: 0.0152323 Jan 14 06:02:08.913705 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-83854fa0-f053-4e4b-924c-ae092017e948 tempest-ServersNegativeTestJSON-1342717026 tempest-ServersNegativeTestJSON-1342717026] 10.222.0.48 "GET /v2.0/ports?tenant_id=f7b4f4301ce2415f82a065e2848248f3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0448446 Jan 14 06:02:09.060899 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-250da329-e004-4c62-9d2f-10dc95a3735e service neutron] 10.222.0.48 "GET /v2.0/networks/4fc0cae6-b977-430d-af35-392cdaaafd27?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1372831 Jan 14 06:02:09.211417 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-a7e7cf80-28cf-4009-8146-07d941b2aeff req-ebb839a5-1941-4cb1-85a9-ba5f60c5d82a service neutron] 10.222.0.48 "GET /v2.0/networks/4fc0cae6-b977-430d-af35-392cdaaafd27?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1404705 Jan 14 06:02:09.232184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:02:09.565621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54196) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:09.636793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Deleting subnet 955ae1b2-c4e3-433c-b20a-749ed2d96904 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:02:09.640004 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:09.695692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:09.758254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:10.030132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:10.045667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d2b11885-14ca-4a2e-b0e5-ec67494cd9b4 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:10.133803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=955ae1b2-c4e3-433c-b20a-749ed2d96904,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:10.146162 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:10.181858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:10.188167 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/955ae1b2-c4e3-433c-b20a-749ed2d96904 HTTP/1.1" status: 204 len: 168 time: 0.6214087 Jan 14 06:02:10.191046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54204) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:10.325777 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:10.526950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:10.647657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4fc0cae6-b977-430d-af35-392cdaaafd27']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:10.660687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ee9e09be-91a8-41b0-8913-9a9c2fef37d0') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:10.661005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ee9e09be-91a8-41b0-8913-9a9c2fef37d0') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:10.673790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:10.689527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:10.691633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:10.881405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:10.890616 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:11.073868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Network 4fc0cae6-b977-430d-af35-392cdaaafd27 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:11.096622 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:11.178819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:11.182561 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-082f80da-1d9c-44b9-9144-5b7764e0f819 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:11.196538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:11.211540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Pushing event deleted for resources: {'Network': ['ID=4fc0cae6-b977-430d-af35-392cdaaafd27,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:11.214656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:11.217798 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9f4f0b6c-12d6-48d8-85c1-e76bae7ea299 admin admin] 10.222.0.48 "DELETE /v2.0/networks/4fc0cae6-b977-430d-af35-392cdaaafd27 HTTP/1.1" status: 204 len: 168 time: 1.0255558 Jan 14 06:02:11.370358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54210) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:11.423530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2730336d-66cb-4aba-9a81-144b1d00f1d6 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=f7b4f4301ce2415f82a065e2848248f3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0517642 Jan 14 06:02:11.427154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54214) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:11.494155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:11.527261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:11.576666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:11.580677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8fba5cc4-d49f-4de9-81aa-2aadfd659964 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:11.592681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=740401b7-22cf-43f6-956f-db1932ddbcd0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:11.595571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:11.601286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:11.602501 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/740401b7-22cf-43f6-956f-db1932ddbcd0 HTTP/1.1" status: 204 len: 168 time: 0.1743903 Jan 14 06:02:12.249848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a8a64cf8-06d0-40b4-b55e-9f789d2bfc67 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:12.635113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54236) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:12.782058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-207767524'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:12.788785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:12.793359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:network and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:12.796629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:12.803096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:12.814298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:12.823645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:12.837080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:12.852900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:12.857009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:security_group_rule and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:12.859970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:12.866208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:12.955508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:12.958819 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:12.961907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9571adce-dd6a-4ab1-ab35-63fcc11fd1c5 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:13.003343 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:13.009352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'SecurityGroup': ['ID=6f38c71c-8292-4abc-8ccc-2cdf4e89b21f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:13.013325 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:13.018736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:13.019866 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Added segment ab70c914-7d36-4b16-91ab-35ba73fea6dd of type vxlan for network 725bb116-a21e-4636-a433-0ad92ebd5c5c Jan 14 06:02:13.047762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:13.079197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:13.097923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:13.098511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:13.102489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:13.216677 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.5803115 Jan 14 06:02:13.219883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Network': ['ID=725bb116-a21e-4636-a433-0ad92ebd5c5c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:13.232171 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:13.247722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:13.265747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:13.279657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:14.526468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8fb39a0a-065c-4b7a-9c55-d68e5797fa2e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:15.418132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:16.239623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:16.755846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:16.994974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54242) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:17.001770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'subnet': {'network_id': '725bb116-a21e-4636-a433-0ad92ebd5c5c', 'cidr': '2001:db8:0:ffff::/64', 'ip_version': 6, 'gateway_ip': '2001:db8:0:ffff::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:17.124456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:17.128855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:subnet and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:17.132079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:17.138410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:17.149546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:17.278731 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:17.732026 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:17.745700 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8784c5e9-e824-4e64-987e-a478e3c38724 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:17.875041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Subnet': ['ID=24b89db5-3835-4a16-a46c-2f1113aea1d5,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:17.880023 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:17.949352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Checking segment: {'id': 'ab70c914-7d36-4b16-91ab-35ba73fea6dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '725bb116-a21e-4636-a433-0ad92ebd5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:17.949752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network hostable DHCP agents. Network: 725bb116-a21e-4636-a433-0ad92ebd5c5c, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:17.971276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:17.981328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 725bb116-a21e-4636-a433-0ad92ebd5c5c) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:17.992141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6fb4d6d-3a64-4689-8f7a-a9d532173443 None None] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:17.995122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:17.995772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:18.016985 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd39dc94-fd20-4ea3-9e6a-87ce94124ff2 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 1.0208278 Jan 14 06:02:18.020817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54246) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:18.027150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-265365529'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:18.033263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:18.038058 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:network and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:18.041204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:18.047321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:18.057471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:18.067220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:18.101699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:18.111813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:18.112253 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Added segment 1b6b1993-74bd-4d5c-abad-26fe6803e349 of type vxlan for network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 Jan 14 06:02:18.142717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:18.175279 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:18.193988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:18.194636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:18.198591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:18.219881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-725bb116-a21e-4636-a433-0ad92ebd5c5c', 'network_id': '725bb116-a21e-4636-a433-0ad92ebd5c5c', 'tenant_id': 'e563e1b0c3514c1abdf705c41da7780e', 'fixed_ips': [{'subnet_id': '24b89db5-3835-4a16-a46c-2f1113aea1d5'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:18.220841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:18.302097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2800899 Jan 14 06:02:18.305117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54250) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:18.313731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'subnet': {'network_id': 'd3ae96a9-aec0-4e04-b629-a3cac8b7ec93', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1', 'enable_dhcp': True, 'host_routes': [{'destination': '2001::/64', 'nexthop': '2003::1'}], 'dns_nameservers': ['2001:4860:4860::8844', '2001:4860:4860::8888']}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:18.387422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Network': ['ID=d3ae96a9-aec0-4e04-b629-a3cac8b7ec93,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:18.395790 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.197s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:18.414547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:18.427581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:18.436358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:18.440241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:18.440544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:subnet and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:18.443710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:18.449581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:18.460112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:18.581055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.017153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Allocated IP 2001:db8:0:ffff::2 (725bb116-a21e-4636-a433-0ad92ebd5c5c/24b89db5-3835-4a16-a46c-2f1113aea1d5/52373fae-48dd-4f3c-bb1e-417efedcdecb) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:19.071648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.085205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6116b459-31c8-4852-8695-4baefa3fd267 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:19.216492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Subnet': ['ID=6b2dfce7-7ff0-40ae-87f8-46f66f32dc05,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:19.221976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:19.233567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.245650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Transition to ACTIVE for port object 52373fae-48dd-4f3c-bb1e-417efedcdecb will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:19.264827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Transition to ACTIVE for port object 52373fae-48dd-4f3c-bb1e-417efedcdecb will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:19.270053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.287167 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:19.299460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Checking segment: {'id': '1b6b1993-74bd-4d5c-abad-26fe6803e349', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'd3ae96a9-aec0-4e04-b629-a3cac8b7ec93'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:19.299863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network hostable DHCP agents. Network: d3ae96a9-aec0-4e04-b629-a3cac8b7ec93, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:19.319041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:19.327681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, d3ae96a9-aec0-4e04-b629-a3cac8b7ec93) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:19.341754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:19.342411 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.363980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 913 time: 1.0577705 Jan 14 06:02:19.367067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54254) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:19.392220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-da9a9cd7-378d-4608-a079-791c8cd32920 None None] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:19.528587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Pushing event updated for resources: {'Port': ['ID=52373fae-48dd-4f3c-bb1e-417efedcdecb,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:19.536544 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.249s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:19.545455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.681980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.685907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:19.688989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:19.692871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:19.800508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Attempting to bind port 52373fae-48dd-4f3c-bb1e-417efedcdecb on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:02:19.800965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Attempting to bind port 52373fae-48dd-4f3c-bb1e-417efedcdecb by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'ab70c914-7d36-4b16-91ab-35ba73fea6dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '725bb116-a21e-4636-a433-0ad92ebd5c5c'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:02:19.801330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Attempting to bind port 52373fae-48dd-4f3c-bb1e-417efedcdecb on network 725bb116-a21e-4636-a433-0ad92ebd5c5c {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:02:19.808326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:02:19.808846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Checking segment: {'id': 'ab70c914-7d36-4b16-91ab-35ba73fea6dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '725bb116-a21e-4636-a433-0ad92ebd5c5c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:19.809309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.809748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Bound using segment: {'id': 'ab70c914-7d36-4b16-91ab-35ba73fea6dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '725bb116-a21e-4636-a433-0ad92ebd5c5c'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:02:19.810274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Bound port: 52373fae-48dd-4f3c-bb1e-417efedcdecb, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'ab70c914-7d36-4b16-91ab-35ba73fea6dd', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '725bb116-a21e-4636-a433-0ad92ebd5c5c'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:02:19.810718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:19.822029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-36b2f5d9-3359-4ca8-938f-0273fd317886 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-d3ae96a9-aec0-4e04-b629-a3cac8b7ec93', 'network_id': 'd3ae96a9-aec0-4e04-b629-a3cac8b7ec93', 'tenant_id': 'e563e1b0c3514c1abdf705c41da7780e', 'fixed_ips': [{'subnet_id': '6b2dfce7-7ff0-40ae-87f8-46f66f32dc05'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:19.822985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-36b2f5d9-3359-4ca8-938f-0273fd317886 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:20.062534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] For port 52373fae-48dd-4f3c-bb1e-417efedcdecb, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:02:20.071337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] For port 52373fae-48dd-4f3c-bb1e-417efedcdecb, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=52373fae-48dd-4f3c-bb1e-417efedcdecb,segment=NetworkSegment(ab70c914-7d36-4b16-91ab-35ba73fea6dd),segment_id=ab70c914-7d36-4b16-91ab-35ba73fea6dd)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:02:20.079165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:20.108558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8ea3a3fa-bc60-44dc-bcd8-54ff3900f6da None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:20.335125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Pushing event updated for resources: {'Port': ['ID=52373fae-48dd-4f3c-bb1e-417efedcdecb,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:20.343641 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.235s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:20.350542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:20.368196 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-79d52ce7-28be-4b2b-bf30-124d952f0376 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-36b2f5d9-3359-4ca8-938f-0273fd317886 None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b2dfce7-7ff0-40ae-87f8-46f66f32dc05: This subnet is being modified by another concurrent operation. Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 6b2dfce7-7ff0-40ae-87f8-46f66f32dc05: This subnet is being modified by another concurrent operation. Jan 14 06:02:20.381203 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 06:02:20.408587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bb3cf00f-a929-4e8f-959f-0fb9ebf81030 None None] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:20.455277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Subnet': ['ID=6b2dfce7-7ff0-40ae-87f8-46f66f32dc05,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:20.463464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:20.620466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:20.751738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d3ae96a9-aec0-4e04-b629-a3cac8b7ec93']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:20.765426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1b6b1993-74bd-4d5c-abad-26fe6803e349') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:20.765710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1b6b1993-74bd-4d5c-abad-26fe6803e349') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:20.779154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:20.795319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:20.797433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:20.985991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:20.995706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.175948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:21.204245 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:21.294650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.299343 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c0054bf0-f2a5-4bf8-8219-f8d83780ed95 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:21.321680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.333596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Network': ['ID=d3ae96a9-aec0-4e04-b629-a3cac8b7ec93,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:21.336633 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:21.338575 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c3fc7f57-a589-4a36-84c0-c2131474156d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 HTTP/1.1" status: 204 len: 168 time: 1.9704852 Jan 14 06:02:21.342410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54258) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:21.348967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-760880804'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:21.355473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:21.359742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:network and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:21.363235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:21.369599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:21.381544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:21.390865 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.431228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:21.440975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.441414 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Added segment ca3fc255-8e8d-4981-b54b-252c57eb4777 of type vxlan for network 8314deb1-e71b-4471-b3f6-95b6fd218acd Jan 14 06:02:21.481062 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.516539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.535746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:21.536450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:21.542817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:21.650443 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.3038530 Jan 14 06:02:21.652032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54262) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:21.660234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Network': ['ID=8314deb1-e71b-4471-b3f6-95b6fd218acd,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:21.660410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'subnet': {'network_id': '8314deb1-e71b-4471-b3f6-95b6fd218acd', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': None, 'allocation_pools': [{'start': '2001:db8::3', 'end': '2001:db8::7'}]}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:21.663364 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:21.673650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:21.688458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:21.701993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:21.788611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:21.792677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:subnet and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:21.795661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:21.801654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:21.819309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:21.891298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5573f380-0291-494e-abdb-0087c8b57790 None None] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:21.933370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:22.034053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Performing IP validity checks on allocation pools {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:316}} Jan 14 06:02:22.034650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.ipam_backend_mixin [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Checking for overlaps among allocation pools and gateway ip {{(pid=80929) validate_allocation_pools /opt/stack/neutron/neutron/db/ipam_backend_mixin.py:337}} Jan 14 06:02:22.068763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bebd6a45-9369-4105-809b-0d7416b070c6 None None] Provisioning for port 52373fae-48dd-4f3c-bb1e-417efedcdecb completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:22.391331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:22.407479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4983a9c-f5d8-453b-bbc8-cf83babf2ac0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:22.545399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Subnet': ['ID=60a03a5e-3655-4ea2-be12-42790153be65,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:22.559173 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:22.623125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Checking segment: {'id': 'ca3fc255-8e8d-4981-b54b-252c57eb4777', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '8314deb1-e71b-4471-b3f6-95b6fd218acd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:22.623509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network hostable DHCP agents. Network: 8314deb1-e71b-4471-b3f6-95b6fd218acd, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:22.644843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:22.663635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 8314deb1-e71b-4471-b3f6-95b6fd218acd) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:22.679896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-03911e65-ad71-4626-8e19-c356360d646d None None] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:22.684514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:22.685451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:22.712210 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 794 time: 1.0589371 Jan 14 06:02:22.715114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54266) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:22.759099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 52373fae-48dd-4f3c-bb1e-417efedcdecb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:02:22.880157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.015991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.125718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 52373fae-48dd-4f3c-bb1e-417efedcdecb completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:23.157936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 52373fae-48dd-4f3c-bb1e-417efedcdecb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:23.158354 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.214334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f5eec12b-d6b0-416a-9819-cfdfc95d7a0a None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-8314deb1-e71b-4471-b3f6-95b6fd218acd', 'network_id': '8314deb1-e71b-4471-b3f6-95b6fd218acd', 'tenant_id': 'e563e1b0c3514c1abdf705c41da7780e', 'fixed_ips': [{'subnet_id': '60a03a5e-3655-4ea2-be12-42790153be65'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:23.215275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5eec12b-d6b0-416a-9819-cfdfc95d7a0a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.309787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.323685 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcbac527-ae1e-4c57-84c7-39d806f8f136 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:23.402770 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.413298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Subnet': ['ID=60a03a5e-3655-4ea2-be12-42790153be65,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:23.423910 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:23.515111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 52373fae-48dd-4f3c-bb1e-417efedcdecb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=52373fae-48dd-4f3c-bb1e-417efedcdecb,segment=NetworkSegment(ab70c914-7d36-4b16-91ab-35ba73fea6dd),segment_id=ab70c914-7d36-4b16-91ab-35ba73fea6dd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:23.526806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.531387 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92616bb-ef42-414a-8b24-23ad3b142054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:23.576476 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-f5eec12b-d6b0-416a-9819-cfdfc95d7a0a None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60a03a5e-3655-4ea2-be12-42790153be65: This subnet is being modified by another concurrent operation. Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet 60a03a5e-3655-4ea2-be12-42790153be65: This subnet is being modified by another concurrent operation. Jan 14 06:02:23.596403 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 06:02:23.614067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e70c2a2-052f-4705-ac25-1bb5751dde73 None None] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:23.627353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=52373fae-48dd-4f3c-bb1e-417efedcdecb,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:23.636992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:23.717806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8314deb1-e71b-4471-b3f6-95b6fd218acd']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:23.732491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ca3fc255-8e8d-4981-b54b-252c57eb4777') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:23.732795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ca3fc255-8e8d-4981-b54b-252c57eb4777') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:23.745541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.766670 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:23.769125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:23.800856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2c6b7167-556a-4413-af3e-295f5a2331ee None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 06:02:23.933150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2c6b7167-556a-4413-af3e-295f5a2331ee None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 06:02:23.956196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:23.966705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.153110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 8314deb1-e71b-4471-b3f6-95b6fd218acd has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:24.180533 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:24.329268 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cc0cb1e3-18ca-43e3-9866-bd0e1e178339 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 06:02:24.475499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cc0cb1e3-18ca-43e3-9866-bd0e1e178339 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 06:02:24.577455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.581926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4bb1bf6-28b3-4b5c-9316-6a8a706ec443 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:24.598201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.612779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Network': ['ID=8314deb1-e71b-4471-b3f6-95b6fd218acd,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:24.615853 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/8314deb1-e71b-4471-b3f6-95b6fd218acd HTTP/1.1" status: 204 len: 168 time: 1.8995008 Jan 14 06:02:24.617034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.035s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:24.619760 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54270) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:24.626415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-1519679953'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:24.633605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:24.637735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:network and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:24.640963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for network was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:24.646938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:24.657368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:24.659181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 52373fae-48dd-4f3c-bb1e-417efedcdecb up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:02:24.666881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.700029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:24.709386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.709722 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Added segment 9ab08c98-2eda-410d-80ab-3600af34ac3d of type vxlan for network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 Jan 14 06:02:24.737545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.768846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.787946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:24.788639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.794388 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5114da6b-d990-4ed9-aefe-a58816ee949a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:24.814785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 52373fae-48dd-4f3c-bb1e-417efedcdecb triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:24.815200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:24.895419 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 784 time: 0.2742758 Jan 14 06:02:24.900021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54274) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:24.908669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'subnet': {'network_id': 'ef07fbe4-4211-49bd-b8e6-25d086ab8b15', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:24.935168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Network': ['ID=ef07fbe4-4211-49bd-b8e6-25d086ab8b15,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:24.952300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:24.966569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:24.979730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:24.990796 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-30b62387-9589-4ac6-a55d-3821d9751b3b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:25.039222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:25.043701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:subnet and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:25.046855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:25.054412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:25.064270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:25.180357 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:25.634106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:25.649348 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fa7f9514-9bed-4a80-b201-194f93c7a8b4 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:25.699929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:25.779933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Subnet': ['ID=b829c1a7-a95b-4dfe-8346-d1d3c53937c5,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:25.792826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:25.850510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Checking segment: {'id': '9ab08c98-2eda-410d-80ab-3600af34ac3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ef07fbe4-4211-49bd-b8e6-25d086ab8b15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:25.850926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network hostable DHCP agents. Network: ef07fbe4-4211-49bd-b8e6-25d086ab8b15, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:25.871358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:25.880827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ef07fbe4-4211-49bd-b8e6-25d086ab8b15) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:25.890587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-43bebd88-a0e7-45a1-a7ef-8e470eb07e08 None None] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:25.894322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:25.894992 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:25.920952 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0198357 Jan 14 06:02:25.925422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54278) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:25.931641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'network': {'name': 'tempest-NetworksIpV6Test-test-network-767725539'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:25.937859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:25.942626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:network and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:25.945754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for network was recalculated. Used quota:2. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:25.951659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource network. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:25.961360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:25.970628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.004373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] vxlan segment allocate from pool success with {'vxlan_vni': 11} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:26.013973 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.014323 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Added segment c98d9a33-6c6f-4946-9426-fbe7a5a72e04 of type vxlan for network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 Jan 14 06:02:26.047738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.087156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.106735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:26.107472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.114011 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57b8172a-6bc0-4100-a7cd-1b097e5d58b5 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:26.214810 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 783 time: 0.2881320 Jan 14 06:02:26.218891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54282) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:26.225754 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Request body: {'subnet': {'network_id': '71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82', 'cidr': '2001:db8::/64', 'ip_version': 6, 'gateway_ip': '2001:db8::1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:26.227771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Network': ['ID=71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:26.230879 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:26.243266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:26.256057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:26.268421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:26.357730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:26.362522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Usage tracker for resource:subnet and tenant:e563e1b0c3514c1abdf705c41da7780e is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:26.365721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Quota usage for subnet was recalculated. Used quota:2. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:26.371687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attempting to reserve 1 items for resource subnet. Total usage: 2; quota limit: 100; headroom:98 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:26.381803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Made reservation on behalf of e563e1b0c3514c1abdf705c41da7780e for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:26.498806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.559496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ef07fbe4-4211-49bd-b8e6-25d086ab8b15', 'network_id': 'ef07fbe4-4211-49bd-b8e6-25d086ab8b15', 'tenant_id': 'e563e1b0c3514c1abdf705c41da7780e', 'fixed_ips': [{'subnet_id': 'b829c1a7-a95b-4dfe-8346-d1d3c53937c5'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:26.560408 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.895704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Allocated IP 2001:db8::2 (ef07fbe4-4211-49bd-b8e6-25d086ab8b15/b829c1a7-a95b-4dfe-8346-d1d3c53937c5/b4211139-1ef9-47e7-a027-0b129c70fa0d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:26.946057 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:26.959743 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb8939e8-e777-410e-99f7-8b63a29c60b1 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:27.092858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event updated for resources: {'Subnet': ['ID=db0356fb-bc19-4c4f-94e4-8142f8376537,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:27.098054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:27.116448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.127787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Transition to ACTIVE for port object b4211139-1ef9-47e7-a027-0b129c70fa0d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:27.145357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Transition to ACTIVE for port object b4211139-1ef9-47e7-a027-0b129c70fa0d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:27.151317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.167054 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:27.167804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Checking segment: {'id': 'c98d9a33-6c6f-4946-9426-fbe7a5a72e04', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 11, 'network_id': '71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:27.168210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network hostable DHCP agents. Network: 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:27.187533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:27.197357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:27.211178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:27.211829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.232946 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 1.0128722 Jan 14 06:02:27.235813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54286) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:27.257545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-22ea8c2a-8e7d-4228-a46d-d6550de0406d None None] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:27.395820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.403764 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Pushing event updated for resources: {'Port': ['ID=b4211139-1ef9-47e7-a027-0b129c70fa0d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:27.407116 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.240s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:27.476753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:27.479576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:27.482103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:27.530508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.589406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Attempting to bind port b4211139-1ef9-47e7-a027-0b129c70fa0d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:02:27.589827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Attempting to bind port b4211139-1ef9-47e7-a027-0b129c70fa0d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9ab08c98-2eda-410d-80ab-3600af34ac3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ef07fbe4-4211-49bd-b8e6-25d086ab8b15'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:02:27.590250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Attempting to bind port b4211139-1ef9-47e7-a027-0b129c70fa0d on network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:02:27.626141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:02:27.626566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Checking segment: {'id': '9ab08c98-2eda-410d-80ab-3600af34ac3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ef07fbe4-4211-49bd-b8e6-25d086ab8b15'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:27.627045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.627521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Bound using segment: {'id': '9ab08c98-2eda-410d-80ab-3600af34ac3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ef07fbe4-4211-49bd-b8e6-25d086ab8b15'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:02:27.628028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Bound port: b4211139-1ef9-47e7-a027-0b129c70fa0d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9ab08c98-2eda-410d-80ab-3600af34ac3d', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': 'ef07fbe4-4211-49bd-b8e6-25d086ab8b15'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:02:27.628481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.666042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9b400ad4-e2d3-4edc-bbb3-5a27f5f6abdc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82', 'network_id': '71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82', 'tenant_id': 'e563e1b0c3514c1abdf705c41da7780e', 'fixed_ips': [{'subnet_id': 'db0356fb-bc19-4c4f-94e4-8142f8376537'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:27.666935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9b400ad4-e2d3-4edc-bbb3-5a27f5f6abdc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.717306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.819747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.835096 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-810cf11d-2e9e-410e-958a-f73c12636662 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:27.864111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] For port b4211139-1ef9-47e7-a027-0b129c70fa0d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:02:27.878246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] For port b4211139-1ef9-47e7-a027-0b129c70fa0d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b4211139-1ef9-47e7-a027-0b129c70fa0d,segment=NetworkSegment(9ab08c98-2eda-410d-80ab-3600af34ac3d),segment_id=9ab08c98-2eda-410d-80ab-3600af34ac3d)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:02:27.893482 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:27.908812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11106623-b3be-4f13-be23-48517f6e129f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:27.926427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Subnet': ['ID=db0356fb-bc19-4c4f-94e4-8142f8376537,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:27.939272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:28.078050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:28.210768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:28.224241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c98d9a33-6c6f-4946-9426-fbe7a5a72e04') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:28.224546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c98d9a33-6c6f-4946-9426-fbe7a5a72e04') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:28.237776 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:28.253065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:28.255133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Releasing vxlan tunnel 11 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:28.300134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Pushing event updated for resources: {'Port': ['ID=b4211139-1ef9-47e7-a027-0b129c70fa0d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:28.315916 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.407s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server [None req-9b400ad4-e2d3-4edc-bbb3-5a27f5f6abdc None None] Exception during message handling: neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db0356fb-bc19-4c4f-94e4-8142f8376537: This subnet is being modified by another concurrent operation. Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Traceback (most recent call last): Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 165, in _process_incoming Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server res = self.dispatcher.dispatch(message) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 309, in dispatch Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._do_dispatch(endpoint, method, ctxt, args) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/dispatcher.py", line 229, in _do_dispatch Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result = func(ctxt, **new_args) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_messaging/rpc/server.py", line 241, in inner Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return func(*args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/quota/resource_registry.py", line 95, in wrapper Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ret_val = f(_self, context, *args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 274, in create_dhcp_port Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return self._port_action(plugin, context, port, 'create_port') Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py", line 99, in _port_action Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return p_utils.create_port(plugin, context, port) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/plugins/utils.py", line 336, in create_port Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, {port_apidef.RESOURCE_NAME: port_data}) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/common/utils.py", line 687, in inner Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(self, context, *args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 217, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return method(*args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 139, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server setattr(e, '_RETRY_EXCEEDED', True) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 135, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 154, in wrapper Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ectxt.value = e.inner_exc Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_db/api.py", line 142, in wrapper Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*args, **kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 183, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server LOG.debug("Retry wrapper got retriable exception: %s", e) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py", line 179, in wrapped Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server return f(*dup_args, **dup_kwargs) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1425, in create_port Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server result, mech_context = self._create_port_db(context, port) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/plugins/ml2/plugin.py", line 1392, in _create_port_db Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server port_db = self.create_port_db(context, port) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/db_base_plugin_v2.py", line 1432, in create_port_db Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server context, port, port_id) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 222, in allocate_ips_for_port_and_store Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server revert_on_fail=False) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 220, in __exit__ Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server self.force_reraise() Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/oslo_utils/excutils.py", line 196, in force_reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server six.reraise(self.type_, self.value, self.tb) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/usr/local/lib/python3.6/dist-packages/six.py", line 703, in reraise Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise value Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 203, in allocate_ips_for_port_and_store Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server ips = self._allocate_ips_for_port(context, port_copy) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_pluggable_backend.py", line 241, in _allocate_ips_for_port Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server distributed_service=self._is_distributed_service(p)) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/ipam_backend_mixin.py", line 687, in _ipam_get_subnets Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server id=subnet.id) Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server File "/opt/stack/neutron/neutron/db/models_v2.py", line 55, in lock_register Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server raise exception Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server neutron_lib.exceptions.SubnetInUse: Unable to complete operation on subnet db0356fb-bc19-4c4f-94e4-8142f8376537: This subnet is being modified by another concurrent operation. Jan 14 06:02:28.344687 n-d-768851-4 neutron-server[80820]: ERROR oslo_messaging.rpc.server Jan 14 06:02:28.368411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e77e5743-eff4-444a-b6fb-4d517653fd71 None None] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:28.450287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:28.460440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:28.656962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:28.683083 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:28.769681 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:28.773074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c29dfd2-9a45-4e62-94c3-9c2a087820fb tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:28.788781 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:28.800588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Network': ['ID=71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:28.804249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:28.805919 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 HTTP/1.1" status: 204 len: 168 time: 1.5687387 Jan 14 06:02:28.809043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54290) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:28.853705 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-4fcd6c10-855b-460c-a116-a6d06bc79038 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] GET failed (client error): The resource could not be found. Jan 14 06:02:28.854258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4fcd6c10-855b-460c-a116-a6d06bc79038 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Synchronizing usage tracker for tenant:e563e1b0c3514c1abdf705c41da7780e on resource:subnet {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:02:28.873243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4fcd6c10-855b-460c-a116-a6d06bc79038 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Unset dirty status for tenant:e563e1b0c3514c1abdf705c41da7780e on resource:subnet {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:02:28.874435 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4fcd6c10-855b-460c-a116-a6d06bc79038 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "GET /v2.0/subnets/db0356fb-bc19-4c4f-94e4-8142f8376537 HTTP/1.1" status: 404 len: 337 time: 0.0644083 Jan 14 06:02:28.879289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54294) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:28.913194 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-a29b6b0a-87f2-4af9-b80a-a4d9954678eb tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] DELETE failed (client error): The resource could not be found. Jan 14 06:02:28.913715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-a29b6b0a-87f2-4af9-b80a-a4d9954678eb tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 06:02:28.915473 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a29b6b0a-87f2-4af9-b80a-a4d9954678eb tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 HTTP/1.1" status: 404 len: 339 time: 0.0350778 Jan 14 06:02:28.920961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54298) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:28.961739 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-1d451838-7d07-4a69-8649-93efa70d3297 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] DELETE failed (client error): The resource could not be found. Jan 14 06:02:28.962216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-1d451838-7d07-4a69-8649-93efa70d3297 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No notification will be sent due to unsuccessful status code: 404 {{(pid=80929) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 06:02:28.964075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d451838-7d07-4a69-8649-93efa70d3297 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/subnets/db0356fb-bc19-4c4f-94e4-8142f8376537 HTTP/1.1" status: 404 len: 337 time: 0.0421348 Jan 14 06:02:28.968151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54302) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:28.995821 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-c08699eb-f198-436e-90f1-bfde7f00b955 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] DELETE failed (client error): The resource could not be found. Jan 14 06:02:28.996232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-c08699eb-f198-436e-90f1-bfde7f00b955 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 06:02:28.997967 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c08699eb-f198-436e-90f1-bfde7f00b955 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/71fd80ae-c0c8-4cf4-b3d6-2c29e41e6a82 HTTP/1.1" status: 404 len: 339 time: 0.0287783 Jan 14 06:02:29.000800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54306) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:29.518125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Deleting subnet b829c1a7-a95b-4dfe-8346-d1d3c53937c5 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:02:29.521692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:29.580959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:29.674399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:29.749074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6c9af090-6b26-4b6e-b99d-47388d95485b None None] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:29.852313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b4ec8adf-0e8c-40bf-87aa-d7dcdd0d935e None None] Provisioning for port b4211139-1ef9-47e7-a027-0b129c70fa0d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:29.961260 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:29.980982 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6b6a2991-0861-46b9-91d5-621daa26efa0 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:30.072017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Subnet': ['ID=b829c1a7-a95b-4dfe-8346-d1d3c53937c5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:30.085563 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:30.123044 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:30.136643 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/subnets/b829c1a7-a95b-4dfe-8346-d1d3c53937c5 HTTP/1.1" status: 204 len: 168 time: 1.1347175 Jan 14 06:02:30.139409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54310) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:30.181368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e1b82d68-44b3-4c17-a11c-76677d1eeef8 None None] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:30.270451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:30.338098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Deleting port b4211139-1ef9-47e7-a027-0b129c70fa0d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:30.338503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:30.459430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] DHCP port deletion for ef07fbe4-4211-49bd-b8e6-25d086ab8b15 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:02:30.464173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Deleting port b4211139-1ef9-47e7-a027-0b129c70fa0d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:30.464683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:30.570447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] For port b4211139-1ef9-47e7-a027-0b129c70fa0d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b4211139-1ef9-47e7-a027-0b129c70fa0d,segment=NetworkSegment(9ab08c98-2eda-410d-80ab-3600af34ac3d),segment_id=9ab08c98-2eda-410d-80ab-3600af34ac3d)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:30.570859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:30.677767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] For port b4211139-1ef9-47e7-a027-0b129c70fa0d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b4211139-1ef9-47e7-a027-0b129c70fa0d,segment=NetworkSegment(9ab08c98-2eda-410d-80ab-3600af34ac3d),segment_id=9ab08c98-2eda-410d-80ab-3600af34ac3d)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:30.678197 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:30.696568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Calling delete_port for b4211139-1ef9-47e7-a027-0b129c70fa0d owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:30.768934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:30.782264 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:30.810053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Calling delete_port for b4211139-1ef9-47e7-a027-0b129c70fa0d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:30.828971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Port': ['ID=b4211139-1ef9-47e7-a027-0b129c70fa0d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:30.876034 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:30.882058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:02:30.882481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:02:30.924515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No DVR routers for this DVR port b4211139-1ef9-47e7-a027-0b129c70fa0d on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:02:31.067917 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:31.201973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ef07fbe4-4211-49bd-b8e6-25d086ab8b15']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:31.215072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9ab08c98-2eda-410d-80ab-3600af34ac3d') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:31.215420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9ab08c98-2eda-410d-80ab-3600af34ac3d') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:31.227801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:31.246997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:31.249070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:31.383986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Deleting port b4211139-1ef9-47e7-a027-0b129c70fa0d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:31.384422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:31.429427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:31.438545 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:31.452336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3ecb21b1-0cfc-44db-841e-42e0237043bf None None] The port 'b4211139-1ef9-47e7-a027-0b129c70fa0d' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:02:31.499149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b151d06d-bf75-41b2-ac49-1bedd8011066 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 06:02:31.622814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network ef07fbe4-4211-49bd-b8e6-25d086ab8b15 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:31.628412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b151d06d-bf75-41b2-ac49-1bedd8011066 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:31.647601 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:31.727522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:31.731080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a5a29cf-71bf-41ac-9d75-709b6e29b6c1 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:31.753802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:31.760739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Network': ['ID=ef07fbe4-4211-49bd-b8e6-25d086ab8b15,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:31.765423 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:31.768400 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/ef07fbe4-4211-49bd-b8e6-25d086ab8b15 HTTP/1.1" status: 204 len: 168 time: 1.6279397 Jan 14 06:02:31.771353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54314) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:31.812734 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-ba18aadc-c9b0-4404-87fd-d2bed4f384b5 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] DELETE failed (client error): The resource could not be found. Jan 14 06:02:31.813207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-ba18aadc-c9b0-4404-87fd-d2bed4f384b5 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 06:02:31.815068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba18aadc-c9b0-4404-87fd-d2bed4f384b5 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/subnets/60a03a5e-3655-4ea2-be12-42790153be65 HTTP/1.1" status: 404 len: 337 time: 0.0424891 Jan 14 06:02:31.818092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54318) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:31.845451 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-6db21804-9bb4-4fbe-9ad6-45bcae615386 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] DELETE failed (client error): The resource could not be found. Jan 14 06:02:31.845955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-6db21804-9bb4-4fbe-9ad6-45bcae615386 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 06:02:31.847806 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6db21804-9bb4-4fbe-9ad6-45bcae615386 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/8314deb1-e71b-4471-b3f6-95b6fd218acd HTTP/1.1" status: 404 len: 339 time: 0.0284910 Jan 14 06:02:31.850830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54322) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:31.891819 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-43bdbee8-72e9-416a-9343-2b180c6451a9 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] DELETE failed (client error): The resource could not be found. Jan 14 06:02:31.892309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-43bdbee8-72e9-416a-9343-2b180c6451a9 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 06:02:31.894122 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-43bdbee8-72e9-416a-9343-2b180c6451a9 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/subnets/6b2dfce7-7ff0-40ae-87f8-46f66f32dc05 HTTP/1.1" status: 404 len: 337 time: 0.0422816 Jan 14 06:02:31.897904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54326) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:31.929778 n-d-768851-4 neutron-server[80820]: INFO neutron.pecan_wsgi.hooks.translation [None req-5128f0eb-0e01-4793-b0d0-4baa0911a8d7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] DELETE failed (client error): The resource could not be found. Jan 14 06:02:31.930261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.notifier [None req-5128f0eb-0e01-4793-b0d0-4baa0911a8d7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No notification will be sent due to unsuccessful status code: 404 {{(pid=80930) after /opt/stack/neutron/neutron/pecan_wsgi/hooks/notifier.py:79}} Jan 14 06:02:31.932081 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5128f0eb-0e01-4793-b0d0-4baa0911a8d7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/d3ae96a9-aec0-4e04-b629-a3cac8b7ec93 HTTP/1.1" status: 404 len: 339 time: 0.0332170 Jan 14 06:02:31.934880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54330) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:32.142547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Deleting subnet 24b89db5-3835-4a16-a46c-2f1113aea1d5 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:02:32.146085 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:32.205406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:32.297440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:32.590095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:32.603751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4403f86b-55fd-426b-970d-e301d8cfc111 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:32.690016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Subnet': ['ID=24b89db5-3835-4a16-a46c-2f1113aea1d5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:32.697104 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:32.741663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:32.747888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f1ab1bb3-6c71-4e10-b0f3-a6c07c943cc9 None None] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:32.753947 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c90d26d0-5584-48d5-9510-ace119bc1ac0 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/subnets/24b89db5-3835-4a16-a46c-2f1113aea1d5 HTTP/1.1" status: 204 len: 168 time: 0.8158407 Jan 14 06:02:32.755559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54334) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:32.883941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:32.950663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Deleting port 52373fae-48dd-4f3c-bb1e-417efedcdecb {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:32.951008 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.011115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] DHCP port deletion for 725bb116-a21e-4636-a433-0ad92ebd5c5c request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:02:33.015988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Deleting port 52373fae-48dd-4f3c-bb1e-417efedcdecb {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:33.016537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.167269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] For port 52373fae-48dd-4f3c-bb1e-417efedcdecb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=52373fae-48dd-4f3c-bb1e-417efedcdecb,segment=NetworkSegment(ab70c914-7d36-4b16-91ab-35ba73fea6dd),segment_id=ab70c914-7d36-4b16-91ab-35ba73fea6dd)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:33.167892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.229756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] For port 52373fae-48dd-4f3c-bb1e-417efedcdecb, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=52373fae-48dd-4f3c-bb1e-417efedcdecb,segment=NetworkSegment(ab70c914-7d36-4b16-91ab-35ba73fea6dd),segment_id=ab70c914-7d36-4b16-91ab-35ba73fea6dd)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:33.230210 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.300592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Calling delete_port for 52373fae-48dd-4f3c-bb1e-417efedcdecb owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:33.366109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Calling delete_port for 52373fae-48dd-4f3c-bb1e-417efedcdecb owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:33.374619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.387947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b310218-f859-4c03-bd64-4637ddeae4d4 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:33.436511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:02:33.436836 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:02:33.482225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Port': ['ID=52373fae-48dd-4f3c-bb1e-417efedcdecb,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:33.490063 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:33.537738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] No DVR routers for this DVR port 52373fae-48dd-4f3c-bb1e-417efedcdecb on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:02:33.670720 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.789550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['725bb116-a21e-4636-a433-0ad92ebd5c5c']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:33.805879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ab70c914-7d36-4b16-91ab-35ba73fea6dd') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:33.806222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ab70c914-7d36-4b16-91ab-35ba73fea6dd') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:33.818394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.833337 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:33.835579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:33.938293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Deleting port 52373fae-48dd-4f3c-bb1e-417efedcdecb {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:33.938774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:34.007751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-31755e3d-1919-4672-b10a-688954f1b678 None None] The port '52373fae-48dd-4f3c-bb1e-417efedcdecb' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:02:34.317570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:34.331831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:34.519552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Network 725bb116-a21e-4636-a433-0ad92ebd5c5c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:34.543933 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:34.628555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:34.632465 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cd3806b1-2028-4b2d-ab32-23faea78e661 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:34.651292 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:34.651722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 52373fae-48dd-4f3c-bb1e-417efedcdecb no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:02:34.660793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Pushing event deleted for resources: {'Network': ['ID=725bb116-a21e-4636-a433-0ad92ebd5c5c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:34.664127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:34.666663 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] 10.222.0.48 "DELETE /v2.0/networks/725bb116-a21e-4636-a433-0ad92ebd5c5c HTTP/1.1" status: 204 len: 168 time: 1.9095955 Jan 14 06:02:34.688850 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 52373fae-48dd-4f3c-bb1e-417efedcdecb {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:02:34.689247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 52373fae-48dd-4f3c-bb1e-417efedcdecb not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:02:34.995846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54342) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:35.203620 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a6ba9a13-2e8d-492e-8945-01c7556ebba9 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=e563e1b0c3514c1abdf705c41da7780e&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2062676 Jan 14 06:02:35.207212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54348) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:35.272308 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2e3da69-f574-4e2e-8f82-dc002bd0ff5b admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:35.300687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2e3da69-f574-4e2e-8f82-dc002bd0ff5b admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:35.349552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2e3da69-f574-4e2e-8f82-dc002bd0ff5b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:35.353485 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5b4e6af3-336e-4d59-b49f-299372e0625a tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:35.369325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a2e3da69-f574-4e2e-8f82-dc002bd0ff5b admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6f38c71c-8292-4abc-8ccc-2cdf4e89b21f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:35.373679 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a2e3da69-f574-4e2e-8f82-dc002bd0ff5b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.020s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:35.378071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a2e3da69-f574-4e2e-8f82-dc002bd0ff5b admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:35.378597 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a2e3da69-f574-4e2e-8f82-dc002bd0ff5b admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/6f38c71c-8292-4abc-8ccc-2cdf4e89b21f HTTP/1.1" status: 204 len: 168 time: 0.1703846 Jan 14 06:02:36.320086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54370) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:36.464531 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Request body: {'router': {'name': 'tempest-RoutersNegativeTest-router-97058637', 'external_gateway_info': {}, 'admin_state_up': False}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:36.476114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:36.480546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Usage tracker for resource:router and tenant:a48a625452394ccfbedf6813cb942e05 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:36.483950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:36.490990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:36.502979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.504093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.520192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.538951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.569132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.570411 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-81261f53-dd52-475a-be1a-537018fac063 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 706 time: 0.2492416 Jan 14 06:02:36.573972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54376) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:36.580060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-701169051'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:36.586974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:36.591122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Usage tracker for resource:network and tenant:a48a625452394ccfbedf6813cb942e05 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:36.594864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:36.600802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:36.610550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Made reservation on behalf of a48a625452394ccfbedf6813cb942e05 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:36.620090 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.633623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.649753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:36.653865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Usage tracker for resource:security_group_rule and tenant:a48a625452394ccfbedf6813cb942e05 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:36.656855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:36.662812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:36.751116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.755886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.762410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83e179ef-bb4e-4eb4-bf01-295e552aa999 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:36.799329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:36.808782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event updated for resources: {'SecurityGroup': ['ID=fa527cac-a545-4083-a4a0-b46b828b891f,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:36.813335 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:36.815829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.816277 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Added segment 1497079b-c192-4594-b48c-8d1f86cb6bb9 of type vxlan for network ac9123a7-43bc-4654-b58c-b2cfc4443366 Jan 14 06:02:36.847033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.880335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.899581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:36.900213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:36.904047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:37.018227 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 786 time: 0.4430821 Jan 14 06:02:37.021456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event updated for resources: {'Network': ['ID=ac9123a7-43bc-4654-b58c-b2cfc4443366,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:37.021881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54380) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:37.025281 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:37.029258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Request body: {'subnet': {'network_id': 'ac9123a7-43bc-4654-b58c-b2cfc4443366', 'cidr': '172.20.0.0/28', 'ip_version': 4, 'gateway_ip': '172.20.0.1'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:37.035452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:37.049390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:37.062265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:37.149718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:37.153890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Usage tracker for resource:subnet and tenant:a48a625452394ccfbedf6813cb942e05 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:37.156885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:37.162844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:37.172545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Made reservation on behalf of a48a625452394ccfbedf6813cb942e05 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:37.287287 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:37.738283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:37.755551 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9cb9cdda-bbba-47a2-8215-db5d65adc1d5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:37.884152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event updated for resources: {'Subnet': ['ID=623d47db-a5be-43a2-b70e-ff7647282d96,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:37.889093 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:37.958865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Checking segment: {'id': '1497079b-c192-4594-b48c-8d1f86cb6bb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ac9123a7-43bc-4654-b58c-b2cfc4443366'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:37.959269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network hostable DHCP agents. Network: ac9123a7-43bc-4654-b58c-b2cfc4443366, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:37.979916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:37.989838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, ac9123a7-43bc-4654-b58c-b2cfc4443366) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:38.000756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8b30caab-b80f-4ecc-b60c-c737013b1a70 None None] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:38.002998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:38.003645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:38.024530 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0014765 Jan 14 06:02:38.028084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54384) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:38.034582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Request body: {'network': {'name': 'tempest-RoutersNegativeTest-test-network-1052973633'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:38.041103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:38.045134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Usage tracker for resource:network and tenant:a48a625452394ccfbedf6813cb942e05 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:38.048156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Quota usage for network was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:38.054555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:38.065528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Made reservation on behalf of a48a625452394ccfbedf6813cb942e05 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:38.075046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:38.108887 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:38.118906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:38.119383 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Added segment 9cca992e-c0a4-4861-971c-1fbc4860e42f of type vxlan for network 962d52d8-47d4-495d-9922-858017342469 Jan 14 06:02:38.146019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:38.178858 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:38.197854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:38.198511 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:38.202507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f324a9ac-3f83-4884-96f5-afcfc162b1f0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:38.226069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-ac9123a7-43bc-4654-b58c-b2cfc4443366', 'network_id': 'ac9123a7-43bc-4654-b58c-b2cfc4443366', 'tenant_id': 'a48a625452394ccfbedf6813cb942e05', 'fixed_ips': [{'subnet_id': '623d47db-a5be-43a2-b70e-ff7647282d96'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:38.227027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:38.312611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 787 time: 0.2804375 Jan 14 06:02:38.312859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54388) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:38.321329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Request body: {'subnet': {'network_id': '962d52d8-47d4-495d-9922-858017342469', 'cidr': '172.21.0.0/28', 'ip_version': 4, 'gateway_ip': '172.21.0.1'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:38.335855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event updated for resources: {'Network': ['ID=962d52d8-47d4-495d-9922-858017342469,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:38.341622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-09bc10ba-0af3-433f-a31e-605b007061fd tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:38.350073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 962d52d8-47d4-495d-9922-858017342469 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:38.363636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 962d52d8-47d4-495d-9922-858017342469 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:38.375830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 962d52d8-47d4-495d-9922-858017342469 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:38.450229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:38.454646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Usage tracker for resource:subnet and tenant:a48a625452394ccfbedf6813cb942e05 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:38.457947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Quota usage for subnet was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:38.464525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:38.475738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Made reservation on behalf of a48a625452394ccfbedf6813cb942e05 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:38.598214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.016543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Allocated IP 172.20.0.2 (ac9123a7-43bc-4654-b58c-b2cfc4443366/623d47db-a5be-43a2-b70e-ff7647282d96/ddee6611-763b-4596-af9d-f91bc23c9e5d) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:39.043045 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.058627 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-92aa6f6b-88ea-44f1-a575-3fab639d3584 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:39.194993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event updated for resources: {'Subnet': ['ID=f94f29da-9be4-4f6e-881c-ade345ca5b10,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:39.209236 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.150s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:39.232021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.244041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Transition to ACTIVE for port object ddee6611-763b-4596-af9d-f91bc23c9e5d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:39.261251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Transition to ACTIVE for port object ddee6611-763b-4596-af9d-f91bc23c9e5d will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:39.266921 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.269407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Checking segment: {'id': '9cca992e-c0a4-4861-971c-1fbc4860e42f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '962d52d8-47d4-495d-9922-858017342469'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:39.269811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network hostable DHCP agents. Network: 962d52d8-47d4-495d-9922-858017342469, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:39.282661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6529605-e2f0-4433-8240-7307d8c8bfdc None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:39.289985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network 962d52d8-47d4-495d-9922-858017342469 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:39.299009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 962d52d8-47d4-495d-9922-858017342469) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:39.313122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:39.313775 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.323639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6936638e-4f18-430b-b89a-7a05794f2c7f None None] Network 962d52d8-47d4-495d-9922-858017342469 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:39.335482 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fb5b7d7c-8550-4766-aa63-72964cc0cf5e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 801 time: 1.0215521 Jan 14 06:02:39.338732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54392) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:39.344791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-95565793-8545-49b3-a3e6-16282983df9d tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Request body: {'router': {'external_gateway_info': {'network_id': '962d52d8-47d4-495d-9922-858017342469'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:39.487166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Pushing event updated for resources: {'Port': ['ID=ddee6611-763b-4596-af9d-f91bc23c9e5d,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:39.494214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.212s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:39.630387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:39.633338 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:39.637116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:39.732316 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Attempting to bind port ddee6611-763b-4596-af9d-f91bc23c9e5d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:02:39.732737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Attempting to bind port ddee6611-763b-4596-af9d-f91bc23c9e5d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '1497079b-c192-4594-b48c-8d1f86cb6bb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ac9123a7-43bc-4654-b58c-b2cfc4443366'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:02:39.733152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Attempting to bind port ddee6611-763b-4596-af9d-f91bc23c9e5d on network ac9123a7-43bc-4654-b58c-b2cfc4443366 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:02:39.737308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-962d52d8-47d4-495d-9922-858017342469', 'network_id': '962d52d8-47d4-495d-9922-858017342469', 'tenant_id': 'a48a625452394ccfbedf6813cb942e05', 'fixed_ips': [{'subnet_id': 'f94f29da-9be4-4f6e-881c-ade345ca5b10'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:39.738151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.748127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95565793-8545-49b3-a3e6-16282983df9d tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.753313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:02:39.753742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Checking segment: {'id': '1497079b-c192-4594-b48c-8d1f86cb6bb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ac9123a7-43bc-4654-b58c-b2cfc4443366'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:39.754379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.754883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Bound using segment: {'id': '1497079b-c192-4594-b48c-8d1f86cb6bb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ac9123a7-43bc-4654-b58c-b2cfc4443366'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:02:39.755223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Bound port: ddee6611-763b-4596-af9d-f91bc23c9e5d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1497079b-c192-4594-b48c-8d1f86cb6bb9', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'ac9123a7-43bc-4654-b58c-b2cfc4443366'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:02:39.755649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:39.971564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] For port ddee6611-763b-4596-af9d-f91bc23c9e5d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:02:40.027006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] For port ddee6611-763b-4596-af9d-f91bc23c9e5d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ddee6611-763b-4596-af9d-f91bc23c9e5d,segment=NetworkSegment(1497079b-c192-4594-b48c-8d1f86cb6bb9),segment_id=1497079b-c192-4594-b48c-8d1f86cb6bb9)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:02:40.036214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:40.056497 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5da4f79-81dc-4fe3-958d-d7e0c878ce46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:40.220424 n-d-768851-4 neutron-server[80820]: INFO neutron.api.v2.resource [None req-95565793-8545-49b3-a3e6-16282983df9d tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] update failed (client error): The server could not comply with the request since it is either malformed or otherwise incorrect. Jan 14 06:02:40.221650 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95565793-8545-49b3-a3e6-16282983df9d tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "PUT /v2.0/routers/2637af4c-d611-44ab-9dac-7afcf4558d69 HTTP/1.1" status: 400 len: 364 time: 0.8817868 Jan 14 06:02:40.229521 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54396) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:40.277481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Pushing event updated for resources: {'Port': ['ID=ddee6611-763b-4596-af9d-f91bc23c9e5d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:40.286499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.230s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:40.318976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Allocated IP 172.21.0.2 (962d52d8-47d4-495d-9922-858017342469/f94f29da-9be4-4f6e-881c-ade345ca5b10/f492a64f-fd56-4226-8370-96f2d4c7190e) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:40.443655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Deleting subnet f94f29da-9be4-4f6e-881c-ade345ca5b10 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:02:40.557835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:40.568987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Transition to ACTIVE for port object f492a64f-fd56-4226-8370-96f2d4c7190e will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:40.586865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Transition to ACTIVE for port object f492a64f-fd56-4226-8370-96f2d4c7190e will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:40.590341 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:40.593520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:40.608656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:40.678964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:40.793089 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:40.943716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Pushing event updated for resources: {'Port': ['ID=f492a64f-fd56-4226-8370-96f2d4c7190e,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:40.948005 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.339s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:41.003360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Network 962d52d8-47d4-495d-9922-858017342469 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:41.004708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:41.007152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:41.067102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Attempting to bind port f492a64f-fd56-4226-8370-96f2d4c7190e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:02:41.067640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Attempting to bind port f492a64f-fd56-4226-8370-96f2d4c7190e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '9cca992e-c0a4-4861-971c-1fbc4860e42f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '962d52d8-47d4-495d-9922-858017342469'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:02:41.067835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Attempting to bind port f492a64f-fd56-4226-8370-96f2d4c7190e on network 962d52d8-47d4-495d-9922-858017342469 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:02:41.074549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:02:41.075021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Checking segment: {'id': '9cca992e-c0a4-4861-971c-1fbc4860e42f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '962d52d8-47d4-495d-9922-858017342469'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:41.075530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.076036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Bound using segment: {'id': '9cca992e-c0a4-4861-971c-1fbc4860e42f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '962d52d8-47d4-495d-9922-858017342469'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:02:41.076574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Bound port: f492a64f-fd56-4226-8370-96f2d4c7190e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '9cca992e-c0a4-4861-971c-1fbc4860e42f', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '962d52d8-47d4-495d-9922-858017342469'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:02:41.076996 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.093149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.109880 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b58f6c42-9d8a-4933-a7d2-61494f71e67a admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:41.170100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] For port f492a64f-fd56-4226-8370-96f2d4c7190e, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:02:41.173461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] For port f492a64f-fd56-4226-8370-96f2d4c7190e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f492a64f-fd56-4226-8370-96f2d4c7190e,segment=NetworkSegment(9cca992e-c0a4-4861-971c-1fbc4860e42f),segment_id=9cca992e-c0a4-4861-971c-1fbc4860e42f)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:02:41.178820 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.192015 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:41.196620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event deleted for resources: {'Subnet': ['ID=f94f29da-9be4-4f6e-881c-ade345ca5b10,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:41.203814 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:41.248319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.257301 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "DELETE /v2.0/subnets/f94f29da-9be4-4f6e-881c-ade345ca5b10 HTTP/1.1" status: 204 len: 168 time: 1.0241718 Jan 14 06:02:41.257567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54400) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:41.345429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Pushing event updated for resources: {'Port': ['ID=f492a64f-fd56-4226-8370-96f2d4c7190e,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:41.349373 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.157s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:41.388072 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.444614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-879af371-2805-4bb4-aac3-3ea171b81393 None None] Network 962d52d8-47d4-495d-9922-858017342469 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:41.463122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Deleting port f492a64f-fd56-4226-8370-96f2d4c7190e {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:41.463624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.694432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] For port f492a64f-fd56-4226-8370-96f2d4c7190e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f492a64f-fd56-4226-8370-96f2d4c7190e,segment=NetworkSegment(9cca992e-c0a4-4861-971c-1fbc4860e42f),segment_id=9cca992e-c0a4-4861-971c-1fbc4860e42f)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:41.694866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.755740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4e6519-98d1-48f3-abed-3e8dc0142ed9 None None] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:41.827485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Calling delete_port for f492a64f-fd56-4226-8370-96f2d4c7190e owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:41.859816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-09079d16-4f06-4056-9371-c2d7eef554c5 None None] Provisioning for port ddee6611-763b-4596-af9d-f91bc23c9e5d completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:41.906745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:41.920224 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:41.963702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event deleted for resources: {'Port': ['ID=f492a64f-fd56-4226-8370-96f2d4c7190e,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:41.966630 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.047s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:42.068442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] No DVR routers for this DVR port f492a64f-fd56-4226-8370-96f2d4c7190e on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:02:42.209474 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.253394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ab0a5b7c-86f5-4230-983c-f95c52c5fb2c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.340273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['962d52d8-47d4-495d-9922-858017342469']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:42.353855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '9cca992e-c0a4-4861-971c-1fbc4860e42f') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:42.354125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '9cca992e-c0a4-4861-971c-1fbc4860e42f') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:42.368859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.385397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.387726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:42.546923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4cc654ab-8ac4-4d01-bdfe-32abf77dd1a3 None None] get_active_networks_info from n-d-768851-4 {{(pid=80931) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:142}} Jan 14 06:02:42.578485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network 962d52d8-47d4-495d-9922-858017342469 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:42.587971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.695579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ddee6611-763b-4596-af9d-f91bc23c9e5d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:02:42.733837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4cc654ab-8ac4-4d01-bdfe-32abf77dd1a3 None None] Resources bound (agent type, host, resource id): {{(pid=80931) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:105}} Jan 14 06:02:42.776303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network 962d52d8-47d4-495d-9922-858017342469 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:42.801111 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:42.872753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ddee6611-763b-4596-af9d-f91bc23c9e5d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:42.885014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ddee6611-763b-4596-af9d-f91bc23c9e5d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:42.885433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.886933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.890481 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9e49f7ac-df5d-4bff-bdd2-97cd1a5ea2fa admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:42.909246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:42.916189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event deleted for resources: {'Network': ['ID=962d52d8-47d4-495d-9922-858017342469,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:42.921090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.031s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:42.924189 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a0643e7c-b915-4bb0-a96d-f0f1a5a8eb0e tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "DELETE /v2.0/networks/962d52d8-47d4-495d-9922-858017342469 HTTP/1.1" status: 204 len: 168 time: 1.6656015 Jan 14 06:02:42.927049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54404) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:43.113286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.141071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Deleting subnet 623d47db-a5be-43a2-b70e-ff7647282d96 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:02:43.144356 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.198781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port ddee6611-763b-4596-af9d-f91bc23c9e5d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ddee6611-763b-4596-af9d-f91bc23c9e5d,segment=NetworkSegment(1497079b-c192-4594-b48c-8d1f86cb6bb9),segment_id=1497079b-c192-4594-b48c-8d1f86cb6bb9)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:43.204986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.208848 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.214294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cd1d5ed-13dd-473d-9864-46ffc0fa390a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:43.296366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.311224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=ddee6611-763b-4596-af9d-f91bc23c9e5d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:43.314957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:43.599619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.613249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f5ff903e-aac0-410e-a97a-062101653571 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:43.702402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event deleted for resources: {'Subnet': ['ID=623d47db-a5be-43a2-b70e-ff7647282d96,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:43.709838 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:43.754307 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.760909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b56ea801-09d5-4124-8606-f23f1986ca31 None None] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:43.761097 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3e2045f-5370-412f-a435-b5625b429d44 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "DELETE /v2.0/subnets/623d47db-a5be-43a2-b70e-ff7647282d96 HTTP/1.1" status: 204 len: 168 time: 0.8325119 Jan 14 06:02:43.763726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54408) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:43.896095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:43.966913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Deleting port ddee6611-763b-4596-af9d-f91bc23c9e5d {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:43.967250 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.024426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] DHCP port deletion for ac9123a7-43bc-4654-b58c-b2cfc4443366 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:02:44.028904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Deleting port ddee6611-763b-4596-af9d-f91bc23c9e5d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:44.029366 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.180855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] For port ddee6611-763b-4596-af9d-f91bc23c9e5d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ddee6611-763b-4596-af9d-f91bc23c9e5d,segment=NetworkSegment(1497079b-c192-4594-b48c-8d1f86cb6bb9),segment_id=1497079b-c192-4594-b48c-8d1f86cb6bb9)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:44.181443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.239863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] For port ddee6611-763b-4596-af9d-f91bc23c9e5d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ddee6611-763b-4596-af9d-f91bc23c9e5d,segment=NetworkSegment(1497079b-c192-4594-b48c-8d1f86cb6bb9),segment_id=1497079b-c192-4594-b48c-8d1f86cb6bb9)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:44.240346 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.311955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Calling delete_port for ddee6611-763b-4596-af9d-f91bc23c9e5d owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:44.369693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Calling delete_port for ddee6611-763b-4596-af9d-f91bc23c9e5d owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:02:44.387606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.403989 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5d5c044-48fb-4d83-bfe6-6e4490f51306 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:44.444230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:02:44.444536 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:02:44.497805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event deleted for resources: {'Port': ['ID=ddee6611-763b-4596-af9d-f91bc23c9e5d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:44.500704 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:44.530328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7233418b-7791-423d-92d5-21502b655320 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.546891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] No DVR routers for this DVR port ddee6611-763b-4596-af9d-f91bc23c9e5d on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:02:44.657421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ddee6611-763b-4596-af9d-f91bc23c9e5d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:02:44.682915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.691960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ddee6611-763b-4596-af9d-f91bc23c9e5d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:02:44.692357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ddee6611-763b-4596-af9d-f91bc23c9e5d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:02:44.807224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['ac9123a7-43bc-4654-b58c-b2cfc4443366']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:44.820177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1497079b-c192-4594-b48c-8d1f86cb6bb9') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:44.820511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1497079b-c192-4594-b48c-8d1f86cb6bb9') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:44.833554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.848386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:44.850475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:02:44.945824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Deleting port ddee6611-763b-4596-af9d-f91bc23c9e5d {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:02:44.946333 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:45.017183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-416536f1-744e-47b9-a320-4ca29ce32115 None None] The port 'ddee6611-763b-4596-af9d-f91bc23c9e5d' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:02:45.341469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:45.353504 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:45.420933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:45.534285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Network ac9123a7-43bc-4654-b58c-b2cfc4443366 has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:02:45.562212 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:02:45.641956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:45.646054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:45.649019 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9711af6e-0cca-407e-be31-de16cc52023b tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:45.677484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Pushing event deleted for resources: {'Network': ['ID=ac9123a7-43bc-4654-b58c-b2cfc4443366,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:45.681830 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "DELETE /v2.0/networks/ac9123a7-43bc-4654-b58c-b2cfc4443366 HTTP/1.1" status: 204 len: 168 time: 1.9171433 Jan 14 06:02:45.685163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54412) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:45.687357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.687785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.688203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.688614 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.689021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.689430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.689837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.690240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.690644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.691115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.691522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.691919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.692408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.693126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.693126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.693591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.693987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.694370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.694788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.695190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.695588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.695983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.696381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.696774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.697245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.697647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.698044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.698439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.698859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.699259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.699656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.700052 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.700447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.700842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.701236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.701629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:45.705747 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2070f336-9970-4d3c-8f47-823de9716642 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.057s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:45.734368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61bd44a3-44cb-49fa-8f50-d437de09c997 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "GET /v2.0/ports?device_id=2637af4c-d611-44ab-9dac-7afcf4558d69 HTTP/1.1" status: 200 len: 205 time: 0.0477376 Jan 14 06:02:45.738300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54416) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:45.884314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5997d5-d615-46b6-a05a-7e24c203efc0 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.138017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5997d5-d615-46b6-a05a-7e24c203efc0 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.140525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5997d5-d615-46b6-a05a-7e24c203efc0 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.162091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5997d5-d615-46b6-a05a-7e24c203efc0 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.162650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f5997d5-d615-46b6-a05a-7e24c203efc0 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Fanout notify agent at l3_agent the message router_deleted on router 2637af4c-d611-44ab-9dac-7afcf4558d69 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:02:46.180533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f5997d5-d615-46b6-a05a-7e24c203efc0 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.181738 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f5997d5-d615-46b6-a05a-7e24c203efc0 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] 10.222.0.48 "DELETE /v2.0/routers/2637af4c-d611-44ab-9dac-7afcf4558d69 HTTP/1.1" status: 204 len: 168 time: 0.4423449 Jan 14 06:02:46.233391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:02:46.234971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.509876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54426) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:46.705350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1978be4c-6c59-4bd5-8921-2d61f97944e7 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=a48a625452394ccfbedf6813cb942e05&name=default HTTP/1.1" status: 200 len: 2983 time: 0.1935549 Jan 14 06:02:46.709529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54432) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:46.758242 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.772901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.800510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.856397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.861876 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f48ef1bb-11aa-4886-bce5-95d95d1638cc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:46.875633 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fa527cac-a545-4083-a4a0-b46b828b891f,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:46.878946 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:46.880319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:46.881720 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/fa527cac-a545-4083-a4a0-b46b828b891f HTTP/1.1" status: 204 len: 168 time: 0.1710339 Jan 14 06:02:47.819102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54454) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:47.971451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-390562878-network', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:47.978409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:47.982986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Usage tracker for resource:network and tenant:11194f3f1abe4ff5a9df04533c3bb1e0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:47.986600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:47.993384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:48.004437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Made reservation on behalf of 11194f3f1abe4ff5a9df04533c3bb1e0 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:48.009721 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.023386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.039495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:48.043659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Usage tracker for resource:security_group_rule and tenant:11194f3f1abe4ff5a9df04533c3bb1e0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:48.046655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:48.053125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:48.146580 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.150131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.153261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-73469cf4-75e5-4b1d-a8e2-b8b83b43d99c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:48.186913 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:48.197477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=37406e73-52b4-4fd2-986a-d0f4174af62a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:48.201538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:48.206055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.206157 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Added segment c2fb2c26-9775-4e24-a88d-5c560cc83fec of type vxlan for network bef8fd21-8ea5-4180-80f5-8270b6bdb66a Jan 14 06:02:48.235564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.269024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.269890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:48.270556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.275664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:48.385010 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5616665 Jan 14 06:02:48.385010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Pushing event updated for resources: {'Network': ['ID=bef8fd21-8ea5-4180-80f5-8270b6bdb66a,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:48.385348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54460) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:48.388300 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:48.392346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Request body: {'subnet': {'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-subnet', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:48.398736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:48.400559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:48.403188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Usage tracker for resource:subnet and tenant:11194f3f1abe4ff5a9df04533c3bb1e0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:48.406388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:48.412739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:48.415695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:48.423351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Made reservation on behalf of 11194f3f1abe4ff5a9df04533c3bb1e0 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:48.428359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.428649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:48.842179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:48.858610 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8713fd04-cd3d-42e1-968c-009b2082fbfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:48.981020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Pushing event updated for resources: {'Subnet': ['ID=1f66330a-4b63-4292-ad59-bde80466a432,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:48.985928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:49.056166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Checking segment: {'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:49.056567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Network hostable DHCP agents. Network: bef8fd21-8ea5-4180-80f5-8270b6bdb66a, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:49.077702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:49.087447 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, bef8fd21-8ea5-4180-80f5-8270b6bdb66a) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:49.100024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:49.100502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cd131053-e196-4db5-8951-d6b4bf7e76dc None None] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:49.100615 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:49.124299 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-754eb0c2-cc1f-4384-8d7f-d3a5b2e5109a admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.7352319 Jan 14 06:02:49.124581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54464) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:49.130319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:49.136669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:49.141066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Usage tracker for resource:router and tenant:11194f3f1abe4ff5a9df04533c3bb1e0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:49.144916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:49.151178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:49.161679 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:49.162806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:49.182342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:49.330194 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-bef8fd21-8ea5-4180-80f5-8270b6bdb66a', 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'fixed_ips': [{'subnet_id': '1f66330a-4b63-4292-ad59-bde80466a432'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:49.331163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:49.772870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:49.830172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Allocated IP 172.20.0.2 (bef8fd21-8ea5-4180-80f5-8270b6bdb66a/1f66330a-4b63-4292-ad59-bde80466a432/f212c490-e1f9-4d71-9e97-38042ecad687) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:50.045007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.056482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Transition to ACTIVE for port object f212c490-e1f9-4d71-9e97-38042ecad687 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:50.073477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Transition to ACTIVE for port object f212c490-e1f9-4d71-9e97-38042ecad687 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:50.079577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.092711 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:50.094956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.133151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.224127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Pushing event updated for resources: {'Port': ['ID=f212c490-e1f9-4d71-9e97-38042ecad687,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:50.246815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.247227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.247607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.247984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.248357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.248697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.249081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.249444 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.249829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.250159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.250523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.250908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.251326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.251687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.252048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.252408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.252784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.253145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.253491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.253864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.254221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.254578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.254988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.255347 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.255763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.256135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.256489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.256851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.257207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.257563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.257914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.258270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.258621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.258995 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.259346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.259699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:50.266174 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:50.301981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:50.303618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:50.305799 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:50.362039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Attempting to bind port f212c490-e1f9-4d71-9e97-38042ecad687 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:02:50.362418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Attempting to bind port f212c490-e1f9-4d71-9e97-38042ecad687 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:02:50.362858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Attempting to bind port f212c490-e1f9-4d71-9e97-38042ecad687 on network bef8fd21-8ea5-4180-80f5-8270b6bdb66a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:02:50.369642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:02:50.370101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Checking segment: {'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:50.370553 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.371019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Bound using segment: {'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:02:50.371540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Bound port: f212c490-e1f9-4d71-9e97-38042ecad687, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:02:50.371959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.414295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Allocated IP 172.25.3.93 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/76051b94-dde7-4bca-afdf-f394ced48421) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:50.466159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] For port f212c490-e1f9-4d71-9e97-38042ecad687, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:02:50.469446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] For port f212c490-e1f9-4d71-9e97-38042ecad687, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f212c490-e1f9-4d71-9e97-38042ecad687,segment=NetworkSegment(c2fb2c26-9775-4e24-a88d-5c560cc83fec),segment_id=c2fb2c26-9775-4e24-a88d-5c560cc83fec)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:02:50.476754 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.491737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:50.580966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.609697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:50.630117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bfebd5e4-11e1-4068-804b-fe6f351783a7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:50.641937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Pushing event updated for resources: {'Port': ['ID=f212c490-e1f9-4d71-9e97-38042ecad687,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:50.646568 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:50.766910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Pushing event updated for resources: {'Port': ['ID=76051b94-dde7-4bca-afdf-f394ced48421,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:50.770648 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:50.832053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:50.833363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:50.835707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:51.273150 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:51.628800 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:51.849970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Router 48b4251e-831c-483e-82b8-2441392034df is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:02:52.045019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:02:52.054034 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Sync routers for ids ['48b4251e-831c-483e-82b8-2441392034df'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:02:52.064854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Routers {'48b4251e-831c-483e-82b8-2441392034df'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:02:52.065591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['48b4251e-831c-483e-82b8-2441392034df'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:52.068387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:52.069761 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 2.9441912 Jan 14 06:02:52.072693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54468) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:52.088004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a05a1ba2-22bf-4a8c-82d5-189280d760e9 None None] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:52.187414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b10f8649-16a2-4dfe-9a81-1433448f0e52 None None] Provisioning for port f212c490-e1f9-4d71-9e97-38042ecad687 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:52.246744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Set router 48b4251e-831c-483e-82b8-2441392034df gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:02:52.585517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:02:51Z', 'revision_number': 3, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:50Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:52.590364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Checking router: 48b4251e-831c-483e-82b8-2441392034df for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:02:52.590930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Updating router 48b4251e-831c-483e-82b8-2441392034df port 76051b94-dde7-4bca-afdf-f394ced48421 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:02:52.659382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:52.737170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f212c490-e1f9-4d71-9e97-38042ecad687 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:02:52.820162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f212c490-e1f9-4d71-9e97-38042ecad687 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:52.825780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f212c490-e1f9-4d71-9e97-38042ecad687 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:52.826215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:52.975373 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.000229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f7c8d83a-2978-4456-9dc9-eb3a9448b58f None None] Provisioning complete for port f212c490-e1f9-4d71-9e97-38042ecad687 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:53.000664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f7c8d83a-2978-4456-9dc9-eb3a9448b58f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.060597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f212c490-e1f9-4d71-9e97-38042ecad687, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f212c490-e1f9-4d71-9e97-38042ecad687,segment=NetworkSegment(c2fb2c26-9775-4e24-a88d-5c560cc83fec),segment_id=c2fb2c26-9775-4e24-a88d-5c560cc83fec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:53.067958 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.070056 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:53.109469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.122593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Transition to ACTIVE for port object 76051b94-dde7-4bca-afdf-f394ced48421 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:53.126687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.134056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.148233 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e734f41-f883-48de-a064-395cd4c7a0ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:53.185082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f212c490-e1f9-4d71-9e97-38042ecad687,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:53.190444 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:53.280974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfa6e6-140d-475a-ba52-e107f60bd858 None None] Pushing event updated for resources: {'Port': ['ID=76051b94-dde7-4bca-afdf-f394ced48421,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:53.287181 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e8bfa6e6-140d-475a-ba52-e107f60bd858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:53.321400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3f495f0e-aedc-4c38-aef3-15f31758f4de None None] Provisioning complete for port f212c490-e1f9-4d71-9e97-38042ecad687 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:53.321835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3f495f0e-aedc-4c38-aef3-15f31758f4de None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.358373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Attempting to bind port 76051b94-dde7-4bca-afdf-f394ced48421 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:02:53.358783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Attempting to bind port 76051b94-dde7-4bca-afdf-f394ced48421 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:02:53.359199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Attempting to bind port 76051b94-dde7-4bca-afdf-f394ced48421 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:02:53.367190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:02:53.367603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:53.368104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.368543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:02:53.369278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Bound port: 76051b94-dde7-4bca-afdf-f394ced48421, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:02:53.369497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.449924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] For port 76051b94-dde7-4bca-afdf-f394ced48421, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:02:53.453504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] For port 76051b94-dde7-4bca-afdf-f394ced48421, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=76051b94-dde7-4bca-afdf-f394ced48421,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:02:53.456236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.478326 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:53.494491 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Allocated IP 172.20.0.1 (bef8fd21-8ea5-4180-80f5-8270b6bdb66a/1f66330a-4b63-4292-ad59-bde80466a432/257a8a0c-1afa-416a-8787-01c2f68a51c9) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:53.627749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8bfa6e6-140d-475a-ba52-e107f60bd858 None None] Pushing event updated for resources: {'Port': ['ID=76051b94-dde7-4bca-afdf-f394ced48421,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:53.632563 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e8bfa6e6-140d-475a-ba52-e107f60bd858 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:53.652443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.670487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Transition to ACTIVE for port object 257a8a0c-1afa-416a-8787-01c2f68a51c9 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:53.670926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Routers {'48b4251e-831c-483e-82b8-2441392034df'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:02:53.671642 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['48b4251e-831c-483e-82b8-2441392034df'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:53.693628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:53.707204 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98ae1692-9373-4806-ab46-42a5f741f303 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:53.838517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Pushing event updated for resources: {'Port': ['ID=257a8a0c-1afa-416a-8787-01c2f68a51c9,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:53.853028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.853454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.853879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.854295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.854471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] Set router 48b4251e-831c-483e-82b8-2441392034df gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:02:53.854755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.855146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.855554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.855965 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.856377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.856750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.857157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.857564 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.858030 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.858442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.858870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.859278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.859680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.860087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.860489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.860892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.861655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.862055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.862467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.862896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.863374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.863778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.864255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.864649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.865053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.865453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.865854 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.866258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.866656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.867073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.867470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.867869 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:02:53.886984 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:53.933772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:53.935068 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:53.937666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:54.005147 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:54.134986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:54.167750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ec80f5d3-07e0-4572-829f-5a801d00a68a None None] Provisioning for port 257a8a0c-1afa-416a-8787-01c2f68a51c9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:54.173647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ec80f5d3-07e0-4572-829f-5a801d00a68a None None] Provisioning complete for port 257a8a0c-1afa-416a-8787-01c2f68a51c9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:54.174116 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec80f5d3-07e0-4572-829f-5a801d00a68a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:54.230681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ec80f5d3-07e0-4572-829f-5a801d00a68a None None] Port 257a8a0c-1afa-416a-8787-01c2f68a51c9 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:02:54.329735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:02:51Z', 'revision_number': 3, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:54.334083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63fad2a4-0b81-46f2-8ef4-961d14d2bd49 None None] The sync data for ids ['48b4251e-831c-483e-82b8-2441392034df'] in n-d-768851-4 is: [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:02:51Z', 'revision_number': 3, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:53Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:02:54.426387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:54.431141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:54.465090 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-471115a6-9e1c-495b-8dba-6678b431ed06 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:54.546653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:54.559998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Pushing event updated for resources: {'Port': ['ID=257a8a0c-1afa-416a-8787-01c2f68a51c9,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:54.563328 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:54.670467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f212c490-e1f9-4d71-9e97-38042ecad687 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:02:54.718959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:54.723661 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:54.768104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f212c490-e1f9-4d71-9e97-38042ecad687 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:54.768857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:54.953311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Router 48b4251e-831c-483e-82b8-2441392034df has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:02:54.959688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-bc88a444-1ff4-4cb6-bb05-f0a74ee39d99 None None] Provisioning complete for port 257a8a0c-1afa-416a-8787-01c2f68a51c9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:54.960118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bc88a444-1ff4-4cb6-bb05-f0a74ee39d99 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:55.020709 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bc88a444-1ff4-4cb6-bb05-f0a74ee39d99 None None] Port 257a8a0c-1afa-416a-8787-01c2f68a51c9 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:02:55.149910 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:02:55.159745 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] 10.222.0.48 "PUT /v2.0/routers/48b4251e-831c-483e-82b8-2441392034df/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0859129 Jan 14 06:02:55.715064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:55.911925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54486) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:55.921494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Request body: {'network': {'name': 'tempest-TestEncryptedCinderVolumes-8858865-network', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:55.934636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:55.941206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Usage tracker for resource:network and tenant:94bf41f6525745d0a6550a40f7df3670 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:55.945062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:55.951646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:55.963935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Made reservation on behalf of 94bf41f6525745d0a6550a40f7df3670 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:55.968799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:55.982415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:55.998653 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:56.002908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Usage tracker for resource:security_group_rule and tenant:94bf41f6525745d0a6550a40f7df3670 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:56.005900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:56.011859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:56.104053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.108925 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.115581 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:56.144805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:02:56.157989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ce1054c8-46ca-4b59-bdec-9ff32550be0b,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:56.164793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.165357 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Added segment 8689e4af-2ded-4e63-a897-c4e6c0e10cd8 of type vxlan for network 822c2c76-ef25-430d-8eaf-f8f40ff63377 Jan 14 06:02:56.171489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:56.196058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.228897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.229950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:56.230593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.234416 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20d65e45-e18a-4f9d-925c-6ff68b7e6a08 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:56.343534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Pushing event updated for resources: {'Network': ['ID=822c2c76-ef25-430d-8eaf-f8f40ff63377,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:56.346877 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 881 time: 0.4333925 Jan 14 06:02:56.347928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:56.350242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54490) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:56.356621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:56.356902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Request body: {'subnet': {'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-subnet', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:56.364180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:56.368967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Usage tracker for resource:subnet and tenant:94bf41f6525745d0a6550a40f7df3670 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:56.370874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:56.372421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:56.378631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:56.389624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:02:56.390953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Made reservation on behalf of 94bf41f6525745d0a6550a40f7df3670 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:02:56.395941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.696475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76051b94-dde7-4bca-afdf-f394ced48421 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:02:56.769387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 76051b94-dde7-4bca-afdf-f394ced48421 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:02:56.774481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 76051b94-dde7-4bca-afdf-f394ced48421 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:56.774931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.811638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.827654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bae9c389-defa-4aa7-8cab-b9e424cb5fbc tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:56.898284 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.915401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 76051b94-dde7-4bca-afdf-f394ced48421, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=76051b94-dde7-4bca-afdf-f394ced48421,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:02:56.921327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:56.924693 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:56.959281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5873ccf4-7fdc-4a81-9e93-a9de544883f9,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:56.964490 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:56.993432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=76051b94-dde7-4bca-afdf-f394ced48421,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:56.997080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:57.035717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Checking segment: {'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:57.036158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Network hostable DHCP agents. Network: 822c2c76-ef25-430d-8eaf-f8f40ff63377, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:02:57.056781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:02:57.067027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 822c2c76-ef25-430d-8eaf-f8f40ff63377) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:57.079124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57194311-e8d8-4acd-8b1c-2618237dc1b9 None None] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:02:57.079466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:02:57.080145 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.101217 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5c226847-c8d7-4ac5-8337-0b7a7d35cad8 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7497396 Jan 14 06:02:57.104445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54494) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:02:57.109972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Request body: {'router': {'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:02:57.117272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:02:57.121665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Usage tracker for resource:router and tenant:94bf41f6525745d0a6550a40f7df3670 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:02:57.125396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:02:57.131736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:02:57.143779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.144860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.150767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Sync routers for ids ['48b4251e-831c-483e-82b8-2441392034df'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:02:57.160064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.177407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Routers {'48b4251e-831c-483e-82b8-2441392034df'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:02:57.178088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['48b4251e-831c-483e-82b8-2441392034df'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:57.444671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.633369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Set router 48b4251e-831c-483e-82b8-2441392034df gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:02:57.751588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.777325 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.810565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:57.810955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-822c2c76-ef25-430d-8eaf-f8f40ff63377', 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'fixed_ips': [{'subnet_id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:02:57.811905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:58.086080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Allocated IP 172.25.3.139 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/6e0563a9-e48c-4756-acc3-89f567a1409c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:58.245184 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:58.271559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:58.275662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:02:54Z', 'revision_number': 4, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '257a8a0c-1afa-416a-8787-01c2f68a51c9', 'name': '', 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'mac_address': 'fa:16:3e:90:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '1f66330a-4b63-4292-ad59-bde80466a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:53Z', 'updated_at': '2021-01-14T06:02:54Z', 'revision_number': 2, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'subnets': [{'id': '1f66330a-4b63-4292-ad59-bde80466a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:02:58.284197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Checking router: 48b4251e-831c-483e-82b8-2441392034df for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:02:58.284594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Updating router 48b4251e-831c-483e-82b8-2441392034df port 257a8a0c-1afa-416a-8787-01c2f68a51c9 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:02:58.287030 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d591d4f-e7c5-46ce-b343-2572d474a7c7 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:58.315185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Allocated IP 172.20.0.2 (822c2c76-ef25-430d-8eaf-f8f40ff63377/5873ccf4-7fdc-4a81-9e93-a9de544883f9/3f5c7d77-621d-4940-b7da-c9ae5481b196) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:02:58.367339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:58.421699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Pushing event updated for resources: {'Port': ['ID=6e0563a9-e48c-4756-acc3-89f567a1409c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:58.434929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:58.483480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:58.484880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:58.487835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:58.684415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76051b94-dde7-4bca-afdf-f394ced48421 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:02:58.770552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:58.795319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Transition to ACTIVE for port object 3f5c7d77-621d-4940-b7da-c9ae5481b196 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:58.892434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Transition to ACTIVE for port object 3f5c7d77-621d-4940-b7da-c9ae5481b196 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:58.909929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:58.925903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:59.064808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 76051b94-dde7-4bca-afdf-f394ced48421 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:02:59.065226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:59.245274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:59.321311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Pushing event updated for resources: {'Port': ['ID=3f5c7d77-621d-4940-b7da-c9ae5481b196,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:59.338319 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.412s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:59.534604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:02:59.537228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:02:59.542484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:02:59.581289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:59.605903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:59.612575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Transition to ACTIVE for port object 257a8a0c-1afa-416a-8787-01c2f68a51c9 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:02:59.617406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Attempting to bind port 3f5c7d77-621d-4940-b7da-c9ae5481b196 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:02:59.617810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Attempting to bind port 3f5c7d77-621d-4940-b7da-c9ae5481b196 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:02:59.618235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Attempting to bind port 3f5c7d77-621d-4940-b7da-c9ae5481b196 on network 822c2c76-ef25-430d-8eaf-f8f40ff63377 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:02:59.624196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:59.637480 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-742c4e8f-c384-417d-b7af-b58bc34f7397 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:02:59.664868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:02:59.665290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Checking segment: {'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:02:59.665743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:59.666184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Bound using segment: {'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:02:59.666683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Bound port: 3f5c7d77-621d-4940-b7da-c9ae5481b196, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:02:59.667160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:02:59.820756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4180ab5-3db1-41ac-a723-d8bdcb6929ae None None] Pushing event updated for resources: {'Port': ['ID=257a8a0c-1afa-416a-8787-01c2f68a51c9,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:02:59.833333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:02:59.833766 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4180ab5-3db1-41ac-a723-d8bdcb6929ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.196s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:02:59.902414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] For port 3f5c7d77-621d-4940-b7da-c9ae5481b196, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:02:59.907196 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] For port 3f5c7d77-621d-4940-b7da-c9ae5481b196, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3f5c7d77-621d-4940-b7da-c9ae5481b196,segment=NetworkSegment(8689e4af-2ded-4e63-a897-c4e6c0e10cd8),segment_id=8689e4af-2ded-4e63-a897-c4e6c0e10cd8)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:02:59.960714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:00.024770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:03:00.035079 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:00.037617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Sync routers for ids ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:03:00.048296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Routers {'9aa997dc-8934-4a65-8ca4-1ed855bc77fe'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:00.049306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:00.050911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:00.052722 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 926 time: 2.9477527 Jan 14 06:03:00.056120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54500) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:00.228111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Attempting to bind port 257a8a0c-1afa-416a-8787-01c2f68a51c9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:03:00.228495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Attempting to bind port 257a8a0c-1afa-416a-8787-01c2f68a51c9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:03:00.228832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Attempting to bind port 257a8a0c-1afa-416a-8787-01c2f68a51c9 on network bef8fd21-8ea5-4180-80f5-8270b6bdb66a {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:03:00.241889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:03:00.242314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Checking segment: {'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:03:00.242790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:00.243223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Bound using segment: {'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:03:00.243745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Bound port: 257a8a0c-1afa-416a-8787-01c2f68a51c9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c2fb2c26-9775-4e24-a88d-5c560cc83fec', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:03:00.244163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:00.246137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Set router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:00.253940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Pushing event updated for resources: {'Port': ['ID=3f5c7d77-621d-4940-b7da-c9ae5481b196,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:00.261456 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:00.356456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] For port 257a8a0c-1afa-416a-8787-01c2f68a51c9, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:03:00.359626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] For port 257a8a0c-1afa-416a-8787-01c2f68a51c9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=257a8a0c-1afa-416a-8787-01c2f68a51c9,segment=NetworkSegment(c2fb2c26-9775-4e24-a88d-5c560cc83fec),segment_id=c2fb2c26-9775-4e24-a88d-5c560cc83fec)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:03:00.364789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:00.382240 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:00.504562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b4180ab5-3db1-41ac-a723-d8bdcb6929ae None None] Pushing event updated for resources: {'Port': ['ID=257a8a0c-1afa-416a-8787-01c2f68a51c9,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:00.512268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4180ab5-3db1-41ac-a723-d8bdcb6929ae None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.130s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:00.603879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Routers {'48b4251e-831c-483e-82b8-2441392034df'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:00.604577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['48b4251e-831c-483e-82b8-2441392034df'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:00.611659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:02:58Z', 'revision_number': 3, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:02:58Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:00.616769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Checking router: 9aa997dc-8934-4a65-8ca4-1ed855bc77fe for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:03:00.620838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Updating router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe port 6e0563a9-e48c-4756-acc3-89f567a1409c binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:03:00.714890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:00.867309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3f5c7d77-621d-4940-b7da-c9ae5481b196 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:00.893701 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.004828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] Set router 48b4251e-831c-483e-82b8-2441392034df gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:01.057426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 3f5c7d77-621d-4940-b7da-c9ae5481b196 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:01.186650 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.200049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Transition to ACTIVE for port object 6e0563a9-e48c-4756-acc3-89f567a1409c will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:01.204355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.220827 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:01.278432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Allocated IP 172.20.0.1 (822c2c76-ef25-430d-8eaf-f8f40ff63377/5873ccf4-7fdc-4a81-9e93-a9de544883f9/7e88b8b1-3b71-468c-bd81-3a2e85a613f5) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:03:01.353515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Pushing event updated for resources: {'Port': ['ID=6e0563a9-e48c-4756-acc3-89f567a1409c,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:01.357246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:02:54Z', 'revision_number': 4, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '257a8a0c-1afa-416a-8787-01c2f68a51c9', 'name': '', 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'mac_address': 'fa:16:3e:90:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '1f66330a-4b63-4292-ad59-bde80466a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:53Z', 'updated_at': '2021-01-14T06:03:00Z', 'revision_number': 4, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'subnets': [{'id': '1f66330a-4b63-4292-ad59-bde80466a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:01.364460 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-02abc5b3-e3bc-4818-8300-51cc4adf329a None None] The sync data for ids ['48b4251e-831c-483e-82b8-2441392034df'] in n-d-768851-4 is: [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:02:54Z', 'revision_number': 4, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '257a8a0c-1afa-416a-8787-01c2f68a51c9', 'name': '', 'network_id': 'bef8fd21-8ea5-4180-80f5-8270b6bdb66a', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'mac_address': 'fa:16:3e:90:4d:26', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_interface', 'standard_attr_id': 3800, 'fixed_ips': [{'subnet_id': '1f66330a-4b63-4292-ad59-bde80466a432', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:53Z', 'updated_at': '2021-01-14T06:03:00Z', 'revision_number': 4, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'subnets': [{'id': '1f66330a-4b63-4292-ad59-bde80466a432', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:03:01.377935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.378232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.378562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.378960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.379326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.379691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.380049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.380403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.380770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.381117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.382158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.382504 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.382923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.383336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.383648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.384004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.384358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.384717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.385080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.385423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.385772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.386166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.386515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.386868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.387294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.387714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.387973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.388323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.388673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.389025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.389373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.389723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.390073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.390422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.390800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.391151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:01.397118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:01.455352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Attempting to bind port 6e0563a9-e48c-4756-acc3-89f567a1409c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:03:01.455772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Attempting to bind port 6e0563a9-e48c-4756-acc3-89f567a1409c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:03:01.455912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.456178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Attempting to bind port 6e0563a9-e48c-4756-acc3-89f567a1409c on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:03:01.462243 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:03:01.462656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:03:01.463127 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.463566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:03:01.464081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Bound port: 6e0563a9-e48c-4756-acc3-89f567a1409c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:03:01.464499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.474597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Transition to ACTIVE for port object 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:01.512987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.534644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-607e72ac-41cc-41d8-903e-27aaa7df7f80 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:01.612382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] For port 6e0563a9-e48c-4756-acc3-89f567a1409c, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:03:01.616345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] For port 6e0563a9-e48c-4756-acc3-89f567a1409c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6e0563a9-e48c-4756-acc3-89f567a1409c,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:03:01.617082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Pushing event updated for resources: {'Port': ['ID=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:01.621515 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.086s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:01.629989 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.648606 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:01.772714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:03:01.774576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:03:01.777819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:03:01.809395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Pushing event updated for resources: {'Port': ['ID=6e0563a9-e48c-4756-acc3-89f567a1409c,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:01.824959 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.176s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:01.851447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:01.874412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-600adb8d-8ab4-40d8-bd5f-4268692c7334 None None] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:03:01.901239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Routers {'9aa997dc-8934-4a65-8ca4-1ed855bc77fe'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:01.901841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:01.980547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.293114 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] Set router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:02.360391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Provisioning for port 3f5c7d77-621d-4940-b7da-c9ae5481b196 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:02.367925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Provisioning complete for port 3f5c7d77-621d-4940-b7da-c9ae5481b196 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:02.368348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.549812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.591409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] For port 3f5c7d77-621d-4940-b7da-c9ae5481b196, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3f5c7d77-621d-4940-b7da-c9ae5481b196,segment=NetworkSegment(8689e4af-2ded-4e63-a897-c4e6c0e10cd8),segment_id=8689e4af-2ded-4e63-a897-c4e6c0e10cd8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:02.600264 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.603120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bd4132ac-d0f0-41ed-bcf4-b946ff2d0ae4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:02.696055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 4, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '7e88b8b1-3b71-468c-bd81-3a2e85a613f5', 'name': '', 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'mac_address': 'fa:16:3e:eb:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:01Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 1, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'subnets': [{'id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:02.700743 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-5cd13615-3b49-4f06-bd4d-bb7776ac5408 None None] The sync data for ids ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'] in n-d-768851-4 is: [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 4, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '7e88b8b1-3b71-468c-bd81-3a2e85a613f5', 'name': '', 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'mac_address': 'fa:16:3e:eb:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:01Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 1, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'subnets': [{'id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:03:02.733413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Pushing event updated for resources: {'Port': ['ID=3f5c7d77-621d-4940-b7da-c9ae5481b196,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:02.752080 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:02.764086 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.768326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.784266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 257a8a0c-1afa-416a-8787-01c2f68a51c9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:02.805159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-197f6d0e-8ae2-4570-b691-7c20d5c740ad tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:02.870987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d536deb6-dc5b-41e8-a938-3a52b69de4ba None None] Provisioning complete for port 3f5c7d77-621d-4940-b7da-c9ae5481b196 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:02.871541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d536deb6-dc5b-41e8-a938-3a52b69de4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.894786 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:02.912591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Pushing event updated for resources: {'Port': ['ID=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:02.920766 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:02.925199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 257a8a0c-1afa-416a-8787-01c2f68a51c9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:02.937907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 257a8a0c-1afa-416a-8787-01c2f68a51c9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:02.938435 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:03.072324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:03:03.073658 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:03:03.143112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:03.157693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d536deb6-dc5b-41e8-a938-3a52b69de4ba None None] Provisioning for port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:03.171484 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d536deb6-dc5b-41e8-a938-3a52b69de4ba None None] Provisioning complete for port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:03.171908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d536deb6-dc5b-41e8-a938-3a52b69de4ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:03.227449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 257a8a0c-1afa-416a-8787-01c2f68a51c9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=257a8a0c-1afa-416a-8787-01c2f68a51c9,segment=NetworkSegment(c2fb2c26-9775-4e24-a88d-5c560cc83fec),segment_id=c2fb2c26-9775-4e24-a88d-5c560cc83fec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:03.238845 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:03.243474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:03.304357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d536deb6-dc5b-41e8-a938-3a52b69de4ba None None] Port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:03:03.306949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:03:03.324619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=257a8a0c-1afa-416a-8787-01c2f68a51c9,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:03.328363 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.085s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:03.428928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23591569-d905-4706-89cc-f687fc30783f None None] Provisioning complete for port 3f5c7d77-621d-4940-b7da-c9ae5481b196 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:03.429673 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23591569-d905-4706-89cc-f687fc30783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:03.572331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:03:03.595274 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] 10.222.0.48 "PUT /v2.0/routers/9aa997dc-8934-4a65-8ca4-1ed855bc77fe/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5301571 Jan 14 06:03:03.634816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23591569-d905-4706-89cc-f687fc30783f None None] Provisioning complete for port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:03.635581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23591569-d905-4706-89cc-f687fc30783f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:03.698157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-23591569-d905-4706-89cc-f687fc30783f None None] Port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:03:03.820092 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f5e971a4-7220-4bff-818a-3bbfb88b4a01 None None] Provisioning complete for port 3f5c7d77-621d-4940-b7da-c9ae5481b196 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:03.820532 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5e971a4-7220-4bff-818a-3bbfb88b4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:03.979949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f5e971a4-7220-4bff-818a-3bbfb88b4a01 None None] Provisioning complete for port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:03.980446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f5e971a4-7220-4bff-818a-3bbfb88b4a01 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:04.040804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f5e971a4-7220-4bff-818a-3bbfb88b4a01 None None] Port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:03:04.805402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 257a8a0c-1afa-416a-8787-01c2f68a51c9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:04.890360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 257a8a0c-1afa-416a-8787-01c2f68a51c9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:04.891040 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:05.014767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6e0563a9-e48c-4756-acc3-89f567a1409c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:05.095090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6e0563a9-e48c-4756-acc3-89f567a1409c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:05.100981 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6e0563a9-e48c-4756-acc3-89f567a1409c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:05.100981 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:05.224200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:05.243824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 6e0563a9-e48c-4756-acc3-89f567a1409c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6e0563a9-e48c-4756-acc3-89f567a1409c,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:05.259480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:05.260582 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3f5c7d77-621d-4940-b7da-c9ae5481b196 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:05.287253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:05.402112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=6e0563a9-e48c-4756-acc3-89f567a1409c,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:05.407968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:05.409422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3f5c7d77-621d-4940-b7da-c9ae5481b196 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:05.411892 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:06.700408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6e0563a9-e48c-4756-acc3-89f567a1409c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:06.784410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6e0563a9-e48c-4756-acc3-89f567a1409c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:06.784922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:07.303309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Sync routers for ids ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:03:07.314042 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Routers {'9aa997dc-8934-4a65-8ca4-1ed855bc77fe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:07.314867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:07.514639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Set router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:07.894221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 4, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '7e88b8b1-3b71-468c-bd81-3a2e85a613f5', 'name': '', 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'mac_address': 'fa:16:3e:eb:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:01Z', 'updated_at': '2021-01-14T06:03:02Z', 'revision_number': 2, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'subnets': [{'id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:07.898775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Checking router: 9aa997dc-8934-4a65-8ca4-1ed855bc77fe for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:03:07.899179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Updating router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:03:07.956443 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:08.404296 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:08.420201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Transition to ACTIVE for port object 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:08.431448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:08.451175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:08.800620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1e956-a0b3-4699-a11e-ffb29af6d502 None None] Pushing event updated for resources: {'Port': ['ID=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:08.806275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a1e956-a0b3-4699-a11e-ffb29af6d502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.355s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:08.978935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Attempting to bind port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:03:08.979899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Attempting to bind port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:03:08.979899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Attempting to bind port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 on network 822c2c76-ef25-430d-8eaf-f8f40ff63377 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:03:08.987714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 2, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:03:08.988182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Checking segment: {'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:03:08.988639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:08.989168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Bound using segment: {'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:03:08.989780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Bound port: 7e88b8b1-3b71-468c-bd81-3a2e85a613f5, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '8689e4af-2ded-4e63-a897-c4e6c0e10cd8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:03:08.990208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:09.097674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] For port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:03:09.101298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] For port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,segment=NetworkSegment(8689e4af-2ded-4e63-a897-c4e6c0e10cd8),segment_id=8689e4af-2ded-4e63-a897-c4e6c0e10cd8)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:03:09.108573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:09.128148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4180ab5-3db1-41ac-a723-d8bdcb6929ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:09.296345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20a1e956-a0b3-4699-a11e-ffb29af6d502 None None] Pushing event updated for resources: {'Port': ['ID=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:09.301091 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a1e956-a0b3-4699-a11e-ffb29af6d502 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:09.341698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Routers {'9aa997dc-8934-4a65-8ca4-1ed855bc77fe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:09.342544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:02:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:09.592314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] Set router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:09.956028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 4, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '7e88b8b1-3b71-468c-bd81-3a2e85a613f5', 'name': '', 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'mac_address': 'fa:16:3e:eb:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:01Z', 'updated_at': '2021-01-14T06:03:09Z', 'revision_number': 4, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'subnets': [{'id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:09.961104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-03ec6486-3806-402d-89dc-3187f09b44df None None] The sync data for ids ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'] in n-d-768851-4 is: [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:01Z', 'revision_number': 4, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '7e88b8b1-3b71-468c-bd81-3a2e85a613f5', 'name': '', 'network_id': '822c2c76-ef25-430d-8eaf-f8f40ff63377', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'mac_address': 'fa:16:3e:eb:e4:0b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_interface', 'standard_attr_id': 3812, 'fixed_ips': [{'subnet_id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:01Z', 'updated_at': '2021-01-14T06:03:09Z', 'revision_number': 4, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'subnets': [{'id': '5873ccf4-7fdc-4a81-9e93-a9de544883f9', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:03:10.738977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:10.835018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:10.843235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:10.844336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:10.968371 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:11.008300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,segment=NetworkSegment(8689e4af-2ded-4e63-a897-c4e6c0e10cd8),segment_id=8689e4af-2ded-4e63-a897-c4e6c0e10cd8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:11.011903 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:11.018117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:11.103117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:11.108817 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.090s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:12.261447 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a680e2c-09e1-436c-a9a2-8cd73b6ce1bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:12.709796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:12.792976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:12.795155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:13.876085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-3937ffbe-b8c3-47a6-a04f-8b669dd9241c tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:03:13.877759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-3937ffbe-b8c3-47a6-a04f-8b669dd9241c tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] 10.222.0.48 "GET /v2.0/networks?id=bef8fd21-8ea5-4180-80f5-8270b6bdb66a HTTP/1.1" status: 200 len: 816 time: 0.1802278 Jan 14 06:03:13.898712 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-e53ad931-e295-4f38-ba6d-74bcade92714 tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] 10.222.0.48 "GET /v2.0/quotas/11194f3f1abe4ff5a9df04533c3bb1e0 HTTP/1.1" status: 200 len: 375 time: 0.0118017 Jan 14 06:03:14.000857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-0eff0f6d-db88-4e20-89dc-5e3a0a2bc972 tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] 10.222.0.48 "GET /v2.0/ports?tenant_id=11194f3f1abe4ff5a9df04533c3bb1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0940089 Jan 14 06:03:14.018189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-38cd53a9-b928-45df-83e7-a9cad9ef2b36 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80929) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 06:03:14.019291 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-38cd53a9-b928-45df-83e7-a9cad9ef2b36 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0055640 Jan 14 06:03:14.162869 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-4d80dd0a-234e-4578-87ef-d5eefc3e2559 service neutron] 10.222.0.48 "GET /v2.0/networks/bef8fd21-8ea5-4180-80f5-8270b6bdb66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1371627 Jan 14 06:03:14.307912 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-7c44d446-f6b6-4187-9b77-4788c7c43162 req-ed60ec7a-3479-407c-a6ea-fb92c7617077 service neutron] 10.222.0.48 "GET /v2.0/networks/bef8fd21-8ea5-4180-80f5-8270b6bdb66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1381075 Jan 14 06:03:14.536517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a9d39150-18d6-4a2a-8c4b-b7f860c772c8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:15.422985 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:16.240448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:16.761598 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:23.235125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:03:24.602988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df65af72-7a02-4056-8b9b-c98611fac6f1 req-4a35c984-31c7-424f-9e6e-f90530722e39 tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:03:24.604627 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-df65af72-7a02-4056-8b9b-c98611fac6f1 req-4a35c984-31c7-424f-9e6e-f90530722e39 tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] 10.222.0.48 "GET /v2.0/networks?id=bef8fd21-8ea5-4180-80f5-8270b6bdb66a HTTP/1.1" status: 200 len: 816 time: 0.1797268 Jan 14 06:03:24.625292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-df65af72-7a02-4056-8b9b-c98611fac6f1 req-2e864c1d-f264-424f-8203-9012456b64ef tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] 10.222.0.48 "GET /v2.0/quotas/11194f3f1abe4ff5a9df04533c3bb1e0 HTTP/1.1" status: 200 len: 375 time: 0.0114911 Jan 14 06:03:24.721087 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-df65af72-7a02-4056-8b9b-c98611fac6f1 req-a4f021ef-d877-49d0-aec4-add4dcc5db18 tempest-TestEncryptedCinderVolumes-167889972 tempest-TestEncryptedCinderVolumes-167889972] 10.222.0.48 "GET /v2.0/ports?tenant_id=11194f3f1abe4ff5a9df04533c3bb1e0&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0886691 Jan 14 06:03:24.875556 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-df65af72-7a02-4056-8b9b-c98611fac6f1 req-dfa88aa0-fe71-4ab6-af60-862b508aab30 service neutron] 10.222.0.48 "GET /v2.0/networks/bef8fd21-8ea5-4180-80f5-8270b6bdb66a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1407168 Jan 14 06:03:25.024995 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-df65af72-7a02-4056-8b9b-c98611fac6f1 req-fc907fb8-9d3e-49e8-a504-6025e7634414 service neutron] 10.222.0.48 "GET /v2.0/networks/bef8fd21-8ea5-4180-80f5-8270b6bdb66a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1428521 Jan 14 06:03:25.715077 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:25.888262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54730) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:26.456897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:26.935203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Deleting port 257a8a0c-1afa-416a-8787-01c2f68a51c9 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:26.935804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:27.125547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] For port 257a8a0c-1afa-416a-8787-01c2f68a51c9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=257a8a0c-1afa-416a-8787-01c2f68a51c9,segment=NetworkSegment(c2fb2c26-9775-4e24-a88d-5c560cc83fec),segment_id=c2fb2c26-9775-4e24-a88d-5c560cc83fec)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:27.125941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:27.251007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Calling delete_port for 257a8a0c-1afa-416a-8787-01c2f68a51c9 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:27.422218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:27.435287 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1da49182-ea2b-41a9-aa51-301f77af22ae admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:27.525187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Pushing event deleted for resources: {'Port': ['ID=257a8a0c-1afa-416a-8787-01c2f68a51c9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:27.533593 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:27.666206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:27.839935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:28.664532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Router 48b4251e-831c-483e-82b8-2441392034df has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:03:28.857628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:03:28.867800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] Sync routers for ids ['48b4251e-831c-483e-82b8-2441392034df'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:03:28.868513 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b703cb9f-65cf-43bc-aa65-3d9d95f2a339 admin admin] 10.222.0.48 "PUT /v2.0/routers/48b4251e-831c-483e-82b8-2441392034df/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9786897 Jan 14 06:03:28.871423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54734) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:28.877616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] Routers {'48b4251e-831c-483e-82b8-2441392034df'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:28.878287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['48b4251e-831c-483e-82b8-2441392034df'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:29.057448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:29.063110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] Set router 48b4251e-831c-483e-82b8-2441392034df gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:29.245758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:29.251419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Deleting port 76051b94-dde7-4bca-afdf-f394ced48421 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:29.251793 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:29.359165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:03:27Z', 'revision_number': 5, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:29.363788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] Checking router: 48b4251e-831c-483e-82b8-2441392034df for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:03:29.373028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] Routers {'48b4251e-831c-483e-82b8-2441392034df'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:29.373670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['48b4251e-831c-483e-82b8-2441392034df'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:29.437423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] For port 76051b94-dde7-4bca-afdf-f394ced48421, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=76051b94-dde7-4bca-afdf-f394ced48421,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:29.437966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:29.556922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] Set router 48b4251e-831c-483e-82b8-2441392034df gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:29.566161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Calling delete_port for 76051b94-dde7-4bca-afdf-f394ced48421 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:29.696762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:29.851416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:03:27Z', 'revision_number': 5, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:29.855575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a0b56f8b-6f52-4c26-b851-03c1474c34bf None None] The sync data for ids ['48b4251e-831c-483e-82b8-2441392034df'] in n-d-768851-4 is: [{'id': '48b4251e-831c-483e-82b8-2441392034df', 'name': 'tempest-TestEncryptedCinderVolumes-390562878-router', 'tenant_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93'}], 'enable_snat': True}, 'gw_port_id': '76051b94-dde7-4bca-afdf-f394ced48421', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:49Z', 'updated_at': '2021-01-14T06:03:27Z', 'revision_number': 5, 'project_id': '11194f3f1abe4ff5a9df04533c3bb1e0', 'gw_port': {'id': '76051b94-dde7-4bca-afdf-f394ced48421', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:b5:92:b7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '48b4251e-831c-483e-82b8-2441392034df', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3799, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.93', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:50Z', 'updated_at': '2021-01-14T06:02:56Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:03:29.894273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.031454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.033877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.064006 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.064573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 48b4251e-831c-483e-82b8-2441392034df {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:03:30.077425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.081316 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a55fa2c1-c999-4321-8df8-37c755cba7e2 admin admin] 10.222.0.48 "DELETE /v2.0/routers/48b4251e-831c-483e-82b8-2441392034df HTTP/1.1" status: 204 len: 168 time: 1.2062955 Jan 14 06:03:30.081659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54738) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:30.152218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Deleting subnet 1f66330a-4b63-4292-ad59-bde80466a432 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:03:30.155293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.211137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.295359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.567637 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.583224 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d3138802-27bb-42c3-9cf3-31bb4e797c6d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:30.671908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1f66330a-4b63-4292-ad59-bde80466a432,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:30.684514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.101s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:30.704789 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 257a8a0c-1afa-416a-8787-01c2f68a51c9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:03:30.718837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.725224 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1d247437-fa5e-42fb-b08c-6ad251c27229 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1f66330a-4b63-4292-ad59-bde80466a432 HTTP/1.1" status: 204 len: 168 time: 0.6424973 Jan 14 06:03:30.728045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54744) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:30.735716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-907f8a18-0c96-4747-95aa-4bfcdac29f3a None None] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:03:30.762827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 257a8a0c-1afa-416a-8787-01c2f68a51c9 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:03:30.763221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 257a8a0c-1afa-416a-8787-01c2f68a51c9 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:03:30.763683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76051b94-dde7-4bca-afdf-f394ced48421 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:03:30.844468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:30.854374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 76051b94-dde7-4bca-afdf-f394ced48421 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:03:30.854804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76051b94-dde7-4bca-afdf-f394ced48421 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:03:30.910638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Deleting port f212c490-e1f9-4d71-9e97-38042ecad687 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:30.911109 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.035238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] DHCP port deletion for bef8fd21-8ea5-4180-80f5-8270b6bdb66a request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:03:31.040029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Deleting port f212c490-e1f9-4d71-9e97-38042ecad687 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:31.040429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.131588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] For port f212c490-e1f9-4d71-9e97-38042ecad687, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f212c490-e1f9-4d71-9e97-38042ecad687,segment=NetworkSegment(c2fb2c26-9775-4e24-a88d-5c560cc83fec),segment_id=c2fb2c26-9775-4e24-a88d-5c560cc83fec)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:31.132007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.255827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] For port f212c490-e1f9-4d71-9e97-38042ecad687, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f212c490-e1f9-4d71-9e97-38042ecad687,segment=NetworkSegment(c2fb2c26-9775-4e24-a88d-5c560cc83fec),segment_id=c2fb2c26-9775-4e24-a88d-5c560cc83fec)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:31.256192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.260433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Calling delete_port for f212c490-e1f9-4d71-9e97-38042ecad687 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:31.338430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.352303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-983e8232-8b04-4242-b562-bdecf28f7d57 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:31.381632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Calling delete_port for f212c490-e1f9-4d71-9e97-38042ecad687 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:31.396499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Pushing event deleted for resources: {'Port': ['ID=f212c490-e1f9-4d71-9e97-38042ecad687,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:31.447176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:31.452132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:03:31.452546 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:03:31.496405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] No DVR routers for this DVR port f212c490-e1f9-4d71-9e97-38042ecad687 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:03:31.624809 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.753497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['bef8fd21-8ea5-4180-80f5-8270b6bdb66a']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:31.767433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'c2fb2c26-9775-4e24-a88d-5c560cc83fec') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:31.767777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'c2fb2c26-9775-4e24-a88d-5c560cc83fec') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:31.779964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.794882 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:31.796929 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:03:31.954562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Deleting port f212c490-e1f9-4d71-9e97-38042ecad687 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:31.955025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:32.027515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cf16dff9-747c-4f24-9f6c-0244f776d263 None None] The port 'f212c490-e1f9-4d71-9e97-38042ecad687' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:03:32.293944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:03:32.303535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:32.490665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Network bef8fd21-8ea5-4180-80f5-8270b6bdb66a has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:03:32.517378 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:03:32.601327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:32.605727 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5d86cd1e-6b25-4667-aefe-3e80660572c1 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:32.623257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:32.634616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Pushing event deleted for resources: {'Network': ['ID=bef8fd21-8ea5-4180-80f5-8270b6bdb66a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:32.638017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:32.639750 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] 10.222.0.48 "DELETE /v2.0/networks/bef8fd21-8ea5-4180-80f5-8270b6bdb66a HTTP/1.1" status: 204 len: 168 time: 1.9106729 Jan 14 06:03:32.643195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54748) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:32.703207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f212c490-e1f9-4d71-9e97-38042ecad687 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:03:32.737716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f212c490-e1f9-4d71-9e97-38042ecad687 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:03:32.738107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f212c490-e1f9-4d71-9e97-38042ecad687 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:03:33.232215 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:34.030462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Deleting port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:34.030815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:34.216160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] For port 7e88b8b1-3b71-468c-bd81-3a2e85a613f5, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,segment=NetworkSegment(8689e4af-2ded-4e63-a897-c4e6c0e10cd8),segment_id=8689e4af-2ded-4e63-a897-c4e6c0e10cd8)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:34.216548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:34.345372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Calling delete_port for 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:34.526175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:34.541844 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-558039a3-dc49-4c24-940b-7d2e43424a1e tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:34.643153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Pushing event deleted for resources: {'Port': ['ID=7e88b8b1-3b71-468c-bd81-3a2e85a613f5,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:34.648118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:34.953854 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:35.454515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:03:35.642637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:03:35.652655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] Sync routers for ids ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:03:35.653083 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] 10.222.0.48 "PUT /v2.0/routers/9aa997dc-8934-4a65-8ca4-1ed855bc77fe/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0087249 Jan 14 06:03:35.656166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54752) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:35.663203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] Routers {'9aa997dc-8934-4a65-8ca4-1ed855bc77fe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:35.663879 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:35.847418 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.038737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.044246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Deleting port 6e0563a9-e48c-4756-acc3-89f567a1409c {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:36.044618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.045830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] Set router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:36.232482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] For port 6e0563a9-e48c-4756-acc3-89f567a1409c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6e0563a9-e48c-4756-acc3-89f567a1409c,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:36.232748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.344572 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:34Z', 'revision_number': 5, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:36.348893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] Checking router: 9aa997dc-8934-4a65-8ca4-1ed855bc77fe for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:03:36.358391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] Routers {'9aa997dc-8934-4a65-8ca4-1ed855bc77fe'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:36.359081 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:36.365470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Calling delete_port for 6e0563a9-e48c-4756-acc3-89f567a1409c owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:36.499510 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.545656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] Set router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:36.691830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.824206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.826719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.848128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.848385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:34Z', 'revision_number': 5, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:36.848714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9aa997dc-8934-4a65-8ca4-1ed855bc77fe {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:03:36.852668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49ffa612-5300-4695-8f8d-b05f264a2e73 None None] The sync data for ids ['9aa997dc-8934-4a65-8ca4-1ed855bc77fe'] in n-d-768851-4 is: [{'id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'name': 'tempest-TestEncryptedCinderVolumes-8858865-router', 'tenant_id': '94bf41f6525745d0a6550a40f7df3670', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139'}], 'enable_snat': True}, 'gw_port_id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:34Z', 'revision_number': 5, 'project_id': '94bf41f6525745d0a6550a40f7df3670', 'gw_port': {'id': '6e0563a9-e48c-4756-acc3-89f567a1409c', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:5a:8a:b4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9aa997dc-8934-4a65-8ca4-1ed855bc77fe', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3810, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.139', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:02:57Z', 'updated_at': '2021-01-14T06:03:05Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:03:36.861988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:36.863281 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d8ea08dd-37c7-41e2-b77b-d9ef402d2f17 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9aa997dc-8934-4a65-8ca4-1ed855bc77fe HTTP/1.1" status: 204 len: 168 time: 1.2060752 Jan 14 06:03:36.866253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54756) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:36.940683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Deleting subnet 5873ccf4-7fdc-4a81-9e93-a9de544883f9 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:03:36.944159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.001131 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.083130 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.352020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.366151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48e24548-39cb-4715-b336-0bf76680fc1b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:37.407335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5873ccf4-7fdc-4a81-9e93-a9de544883f9,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:37.454190 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:37.507091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.516112 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6476449-5044-4d5f-b0b2-966bbccd6a4b admin admin] 10.222.0.48 "DELETE /v2.0/subnets/5873ccf4-7fdc-4a81-9e93-a9de544883f9 HTTP/1.1" status: 204 len: 168 time: 0.6471522 Jan 14 06:03:37.516359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e0674cf2-2ec2-4575-8244-96498bee6d10 None None] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:03:37.517715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54762) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:37.640160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.706644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Deleting port 3f5c7d77-621d-4940-b7da-c9ae5481b196 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:37.707055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.779170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] DHCP port deletion for 822c2c76-ef25-430d-8eaf-f8f40ff63377 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:03:37.783989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Deleting port 3f5c7d77-621d-4940-b7da-c9ae5481b196 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:37.784428 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:37.925108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] For port 3f5c7d77-621d-4940-b7da-c9ae5481b196, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3f5c7d77-621d-4940-b7da-c9ae5481b196,segment=NetworkSegment(8689e4af-2ded-4e63-a897-c4e6c0e10cd8),segment_id=8689e4af-2ded-4e63-a897-c4e6c0e10cd8)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:37.925419 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.003430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] For port 3f5c7d77-621d-4940-b7da-c9ae5481b196, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3f5c7d77-621d-4940-b7da-c9ae5481b196,segment=NetworkSegment(8689e4af-2ded-4e63-a897-c4e6c0e10cd8),segment_id=8689e4af-2ded-4e63-a897-c4e6c0e10cd8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:38.003801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.052410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Calling delete_port for 3f5c7d77-621d-4940-b7da-c9ae5481b196 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:38.132143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.132414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Calling delete_port for 3f5c7d77-621d-4940-b7da-c9ae5481b196 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:03:38.147664 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4044379-d368-435b-944d-07140b7fb738 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:38.205221 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:03:38.205455 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:03:38.244553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Pushing event deleted for resources: {'Port': ['ID=3f5c7d77-621d-4940-b7da-c9ae5481b196,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:38.257317 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:38.290100 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] No DVR routers for this DVR port 3f5c7d77-621d-4940-b7da-c9ae5481b196 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:03:38.413974 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.530410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['822c2c76-ef25-430d-8eaf-f8f40ff63377']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:38.545446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8689e4af-2ded-4e63-a897-c4e6c0e10cd8') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:38.546017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8689e4af-2ded-4e63-a897-c4e6c0e10cd8') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:38.559578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.575340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.577522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:03:38.706956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Deleting port 3f5c7d77-621d-4940-b7da-c9ae5481b196 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:03:38.707273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.738976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:03:38.757559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:03:38.766718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:38.802285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:03:38.802725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7e88b8b1-3b71-468c-bd81-3a2e85a613f5 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:03:38.803190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3f5c7d77-621d-4940-b7da-c9ae5481b196 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:03:38.833405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fb7067d2-8580-448c-aa1a-6e6af4876197 None None] The port '3f5c7d77-621d-4940-b7da-c9ae5481b196' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:03:38.844792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 3f5c7d77-621d-4940-b7da-c9ae5481b196 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:03:38.845184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3f5c7d77-621d-4940-b7da-c9ae5481b196 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:03:38.845622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6e0563a9-e48c-4756-acc3-89f567a1409c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:03:38.878715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6e0563a9-e48c-4756-acc3-89f567a1409c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:03:38.879133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6e0563a9-e48c-4756-acc3-89f567a1409c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:03:38.950477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Network 822c2c76-ef25-430d-8eaf-f8f40ff63377 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:03:38.973149 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:03:39.054389 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:39.057687 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b8c3ee7-4e76-4f04-a034-45ab339ad509 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:39.071518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:39.082455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Pushing event deleted for resources: {'Network': ['ID=822c2c76-ef25-430d-8eaf-f8f40ff63377,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:39.085545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:39.088526 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ef591b96-9a44-4f37-829a-7d0c7f533fb7 admin admin] 10.222.0.48 "DELETE /v2.0/networks/822c2c76-ef25-430d-8eaf-f8f40ff63377 HTTP/1.1" status: 204 len: 168 time: 1.5684931 Jan 14 06:03:39.300292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54768) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:39.354591 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b1dfeadf-74ea-402e-9082-e233a4af1228 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=11194f3f1abe4ff5a9df04533c3bb1e0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0528970 Jan 14 06:03:39.357300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54772) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:39.421235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a3028c-7fa3-4aa8-87ee-116d8a26009d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:39.448647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a3028c-7fa3-4aa8-87ee-116d8a26009d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:39.502099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a3028c-7fa3-4aa8-87ee-116d8a26009d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:39.506214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f8e6d911-5519-4d1b-ac26-28899131e3f1 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:39.525222 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81a3028c-7fa3-4aa8-87ee-116d8a26009d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=37406e73-52b4-4fd2-986a-d0f4174af62a,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:39.528070 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-81a3028c-7fa3-4aa8-87ee-116d8a26009d admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:39.531208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-81a3028c-7fa3-4aa8-87ee-116d8a26009d admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:39.532988 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-81a3028c-7fa3-4aa8-87ee-116d8a26009d admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/37406e73-52b4-4fd2-986a-d0f4174af62a HTTP/1.1" status: 204 len: 168 time: 0.1741045 Jan 14 06:03:39.975474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54780) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:40.032836 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e815be9f-fed2-494a-83cc-9bfd217f0e7d admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=94bf41f6525745d0a6550a40f7df3670&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0560193 Jan 14 06:03:40.035488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54784) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:40.097624 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:40.125987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:40.177042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:40.185214 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4089a7a9-0cfd-40ca-bb78-e80b918d9724 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:40.201561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ce1054c8-46ca-4b59-bdec-9ff32550be0b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:40.204744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:40.207211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:40.214465 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ce1054c8-46ca-4b59-bdec-9ff32550be0b HTTP/1.1" status: 204 len: 168 time: 0.1779406 Jan 14 06:03:41.204274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54806) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:41.354178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-118722215-network', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:03:41.363932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:03:41.368898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Usage tracker for resource:network and tenant:92bc8a94d39c4704b9be8b101bb1b254 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:03:41.372063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:03:41.378022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:03:41.389357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Made reservation on behalf of 92bc8a94d39c4704b9be8b101bb1b254 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:03:41.394012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.407238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.422478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:03:41.426585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Usage tracker for resource:security_group_rule and tenant:92bc8a94d39c4704b9be8b101bb1b254 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:03:41.429739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:03:41.435681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:03:41.838728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.843439 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.846622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fff4524a-fd63-46db-b7e3-a34d6f395d7e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:41.883295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:03:41.892542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1858160f-e73f-41d1-833a-5db06b410128,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:41.896758 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:41.899852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.900231 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Added segment 08b15d82-f910-4b29-9f6e-da917e1be89c of type vxlan for network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b Jan 14 06:03:41.927860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.959955 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.960956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:03:41.961592 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:41.965253 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d2c3715-26c2-4a11-af2f-3b61b92066eb tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:42.072494 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 880 time: 0.8670137 Jan 14 06:03:42.073506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Pushing event updated for resources: {'Network': ['ID=220f4b7a-5ed0-4e8a-8424-f9ef270ba36b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:42.075681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54812) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:42.078301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.113s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:42.082474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Request body: {'subnet': {'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-118722215-subnet', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:03:42.086721 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:03:42.088953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:03:42.093141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Usage tracker for resource:subnet and tenant:92bc8a94d39c4704b9be8b101bb1b254 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:03:42.096231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:03:42.101095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:03:42.102421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:03:42.113383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Made reservation on behalf of 92bc8a94d39c4704b9be8b101bb1b254 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:03:42.116853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:03:42.118732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:42.381621 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40d715b4-a3db-4a1c-a0c5-4c69db398733 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:42.535159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:42.548853 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-53ec709b-6679-4da5-9934-83da8e771525 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:42.675021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Pushing event updated for resources: {'Subnet': ['ID=d8c4fa97-e575-42fa-9df4-cc4669e65d3a,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:42.680081 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:42.753427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Checking segment: {'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:03:42.753819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Network hostable DHCP agents. Network: 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:03:42.776541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:03:42.786671 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:03:42.795585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-defac0c5-ce78-481d-8772-2f021d2e915b None None] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:03:42.799939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:03:42.800578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:42.822012 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-46fb6319-1cf4-4306-a478-224baa6a0e8c admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7451773 Jan 14 06:03:42.824979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54816) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:42.830622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:03:42.837262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:03:42.841750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Usage tracker for resource:router and tenant:92bc8a94d39c4704b9be8b101bb1b254 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:03:42.845701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:03:42.852001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:03:42.864457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:42.865623 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:42.880503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.023351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'fixed_ips': [{'subnet_id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:03:43.024278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.164846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.494949 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.507942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Allocated IP 172.20.0.2 (220f4b7a-5ed0-4e8a-8424-f9ef270ba36b/d8c4fa97-e575-42fa-9df4-cc4669e65d3a/c82aa8ce-d875-43c0-bd9a-44d2c28e00a2) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:03:43.527589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.727431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.738741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Transition to ACTIVE for port object c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:43.755497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Transition to ACTIVE for port object c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:43.760784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.774003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:43.804007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Allocated IP 172.25.3.57 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/9f0a3e7c-79e1-4c02-969e-d0998a53437b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:03:43.903871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Pushing event updated for resources: {'Port': ['ID=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:43.922417 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:43.960866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:03:43.962023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:03:43.964843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:03:43.968101 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:43.994868 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:44.011265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d86043d0-b05f-45a3-a566-b7b7cfa4d97b tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:44.022687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Attempting to bind port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:03:44.023185 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Attempting to bind port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:03:44.023587 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Attempting to bind port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 on network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:03:44.029233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 3, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:03:44.029659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Checking segment: {'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:03:44.030111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:44.030557 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Bound using segment: {'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:03:44.031211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Bound port: c82aa8ce-d875-43c0-bd9a-44d2c28e00a2, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:03:44.031550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:44.122046 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] For port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:03:44.125674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] For port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,segment=NetworkSegment(08b15d82-f910-4b29-9f6e-da917e1be89c),segment_id=08b15d82-f910-4b29-9f6e-da917e1be89c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:03:44.129840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:44.141746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Pushing event updated for resources: {'Port': ['ID=9f0a3e7c-79e1-4c02-969e-d0998a53437b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:44.146140 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.135s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:44.147072 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a1e956-a0b3-4699-a11e-ffb29af6d502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:44.199432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:03:44.200712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:03:44.203047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:03:44.300915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Pushing event updated for resources: {'Port': ['ID=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:44.304956 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:44.529894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2e5f3cdc-6729-4ac0-98b4-4258ef0abbf7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:44.648743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:44.755238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:44.826989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:45.304320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:45.430762 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:45.532951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Router 0d71cc61-d726-4365-8528-8019cd626ed6 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:03:45.631565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1ccfd7ac-d3db-4922-a432-9fe9a323197e None None] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:03:45.725548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:03:45.735649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Sync routers for ids ['0d71cc61-d726-4365-8528-8019cd626ed6'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:03:45.747818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Routers {'0d71cc61-d726-4365-8528-8019cd626ed6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:45.748683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d71cc61-d726-4365-8528-8019cd626ed6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:45.750779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:45.754919 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-feed3032-a9c8-4ec7-ac37-e18acda25192 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 2.9262407 Jan 14 06:03:45.755237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54820) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:03:45.808279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Provisioning for port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:45.823172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Provisioning complete for port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:45.823517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:45.931560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Set router 0d71cc61-d726-4365-8528-8019cd626ed6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:46.007445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.042536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] For port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,segment=NetworkSegment(08b15d82-f910-4b29-9f6e-da917e1be89c),segment_id=08b15d82-f910-4b29-9f6e-da917e1be89c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:46.046988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.048928 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:46.121781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Pushing event updated for resources: {'Port': ['ID=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:46.125534 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:46.246825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.272342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e38bd8de-a157-4941-ac9f-466906b60a24 None None] Provisioning complete for port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:46.272685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e38bd8de-a157-4941-ac9f-466906b60a24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.453327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:03:44Z', 'revision_number': 3, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:43Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:46.457740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Checking router: 0d71cc61-d726-4365-8528-8019cd626ed6 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:03:46.458263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Updating router 0d71cc61-d726-4365-8528-8019cd626ed6 port 9f0a3e7c-79e1-4c02-969e-d0998a53437b binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:03:46.518327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.532350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.547328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5fa2f8b0-23d4-4597-bf20-4e75f71967cb None None] Provisioning complete for port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:46.547951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5fa2f8b0-23d4-4597-bf20-4e75f71967cb None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.728369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:46.807348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.821257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e332c2e4-843d-48c8-b93a-04fe9cd56c43 None None] Provisioning complete for port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:46.821677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e332c2e4-843d-48c8-b93a-04fe9cd56c43 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.878956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:46.879280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.914998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Allocated IP 172.20.0.1 (220f4b7a-5ed0-4e8a-8424-f9ef270ba36b/d8c4fa97-e575-42fa-9df4-cc4669e65d3a/dff04a3a-357d-42cc-b872-f4df706e5bf1) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:03:46.934928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.947515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Transition to ACTIVE for port object 9f0a3e7c-79e1-4c02-969e-d0998a53437b will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:46.950890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:46.969574 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:47.082879 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.101407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Transition to ACTIVE for port object dff04a3a-357d-42cc-b872-f4df706e5bf1 will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:47.105448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb659a7-abb2-4de0-a9a8-20972dd98e40 None None] Pushing event updated for resources: {'Port': ['ID=9f0a3e7c-79e1-4c02-969e-d0998a53437b,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:47.109537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5fb659a7-abb2-4de0-a9a8-20972dd98e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:47.124782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.144528 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d657e291-0c6b-46ef-ae90-023c66bbbacc tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:47.176359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Attempting to bind port 9f0a3e7c-79e1-4c02-969e-d0998a53437b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:03:47.176770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Attempting to bind port 9f0a3e7c-79e1-4c02-969e-d0998a53437b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:03:47.177173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Attempting to bind port 9f0a3e7c-79e1-4c02-969e-d0998a53437b on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:03:47.183677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:03:47.184110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:03:47.184564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.184994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:03:47.185518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Bound port: 9f0a3e7c-79e1-4c02-969e-d0998a53437b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:03:47.185936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.263985 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] For port 9f0a3e7c-79e1-4c02-969e-d0998a53437b, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:03:47.267170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] For port 9f0a3e7c-79e1-4c02-969e-d0998a53437b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f0a3e7c-79e1-4c02-969e-d0998a53437b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:03:47.270914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.274456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Pushing event updated for resources: {'Port': ['ID=dff04a3a-357d-42cc-b872-f4df706e5bf1,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:47.283703 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7927125f-81fb-4d0b-8656-e5387592b596 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:47.298335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.298768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.299209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.299619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.300001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.300440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.300843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.301248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.301650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.302050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.302547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.303303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.303589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.303994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.304398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.304798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.305202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.305603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.306006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.306402 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.306806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.307206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.307606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.308004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.308487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.308875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.309275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.309670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.310045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.310450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.310873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.311272 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.311670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.312065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.312462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.312859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:47.318661 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:47.353320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:03:47.354602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:03:47.356940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:03:47.419097 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.435630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fb659a7-abb2-4de0-a9a8-20972dd98e40 None None] Pushing event updated for resources: {'Port': ['ID=9f0a3e7c-79e1-4c02-969e-d0998a53437b,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:47.439353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5fb659a7-abb2-4de0-a9a8-20972dd98e40 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:47.500831 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Routers {'0d71cc61-d726-4365-8528-8019cd626ed6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:47.501747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d71cc61-d726-4365-8528-8019cd626ed6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:47.545651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.661515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-337d76e9-8951-48c3-938e-011aaae3138d None None] Provisioning for port dff04a3a-357d-42cc-b872-f4df706e5bf1 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:47.666966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-337d76e9-8951-48c3-938e-011aaae3138d None None] Provisioning complete for port dff04a3a-357d-42cc-b872-f4df706e5bf1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:47.667361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-337d76e9-8951-48c3-938e-011aaae3138d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.698599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] Set router 0d71cc61-d726-4365-8528-8019cd626ed6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:47.726898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-337d76e9-8951-48c3-938e-011aaae3138d None None] Port dff04a3a-357d-42cc-b872-f4df706e5bf1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:03:47.837139 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.841272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.870854 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6405912-f659-4099-926b-e488a8719764 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:47.960203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:47.973167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Pushing event updated for resources: {'Port': ['ID=dff04a3a-357d-42cc-b872-f4df706e5bf1,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:47.978547 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:48.023344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 4, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'dff04a3a-357d-42cc-b872-f4df706e5bf1', 'name': '', 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'mac_address': 'fa:16:3e:28:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:46Z', 'updated_at': '2021-01-14T06:03:46Z', 'revision_number': 1, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'subnets': [{'id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:48.027704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a65298a6-34d4-4f3a-b667-d49065d64414 None None] The sync data for ids ['0d71cc61-d726-4365-8528-8019cd626ed6'] in n-d-768851-4 is: [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 4, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'dff04a3a-357d-42cc-b872-f4df706e5bf1', 'name': '', 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'mac_address': 'fa:16:3e:28:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:46Z', 'updated_at': '2021-01-14T06:03:46Z', 'revision_number': 1, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'subnets': [{'id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:03:48.115914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:03:48.117131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:03:48.311755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Router 0d71cc61-d726-4365-8528-8019cd626ed6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:03:48.354181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-14ff7ff9-4c4e-4f2b-a152-b6e4a752c628 None None] Provisioning complete for port dff04a3a-357d-42cc-b872-f4df706e5bf1 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:48.354610 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-14ff7ff9-4c4e-4f2b-a152-b6e4a752c628 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:48.424121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-14ff7ff9-4c4e-4f2b-a152-b6e4a752c628 None None] Port dff04a3a-357d-42cc-b872-f4df706e5bf1 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:03:48.849636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:03:48.860004 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cef95cdb-5aab-45f2-bd11-a0535d83fc20 admin admin] 10.222.0.48 "PUT /v2.0/routers/0d71cc61-d726-4365-8528-8019cd626ed6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1031573 Jan 14 06:03:50.764937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f0a3e7c-79e1-4c02-969e-d0998a53437b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:50.844078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9f0a3e7c-79e1-4c02-969e-d0998a53437b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:50.851378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9f0a3e7c-79e1-4c02-969e-d0998a53437b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:50.852278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:50.983698 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:51.001325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9f0a3e7c-79e1-4c02-969e-d0998a53437b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f0a3e7c-79e1-4c02-969e-d0998a53437b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:51.005847 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:51.007922 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:51.085166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9f0a3e7c-79e1-4c02-969e-d0998a53437b,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:51.094257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.094647 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.095069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.095450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.095827 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.096195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.096570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.096936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.097299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.097666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.098031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.098399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.098999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.099446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.099816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.100183 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.100545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.100907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.101274 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.101638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.102002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.102364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.102742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.103123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.103559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.103919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.104398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.104762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.105124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.105487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.105846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.106209 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.106568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.106982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.107341 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.107691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:03:51.113413 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:51.421605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Sync routers for ids ['0d71cc61-d726-4365-8528-8019cd626ed6'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:03:51.436783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Routers {'0d71cc61-d726-4365-8528-8019cd626ed6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:51.437478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d71cc61-d726-4365-8528-8019cd626ed6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:51.824008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Set router 0d71cc61-d726-4365-8528-8019cd626ed6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:52.184990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 4, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'dff04a3a-357d-42cc-b872-f4df706e5bf1', 'name': '', 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'mac_address': 'fa:16:3e:28:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:46Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 2, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'subnets': [{'id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:52.189149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Checking router: 0d71cc61-d726-4365-8528-8019cd626ed6 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:03:52.189551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Updating router 0d71cc61-d726-4365-8528-8019cd626ed6 port dff04a3a-357d-42cc-b872-f4df706e5bf1 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:03:52.247211 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:52.725664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:52.745901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f0a3e7c-79e1-4c02-969e-d0998a53437b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:52.774762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Transition to ACTIVE for port object dff04a3a-357d-42cc-b872-f4df706e5bf1 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:03:52.787732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:52.810895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-22c62765-f9e3-42ef-8234-14d76f061b73 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:52.954840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b4e2-c3bd-4025-86fd-185222e0a5d7 None None] Pushing event updated for resources: {'Port': ['ID=dff04a3a-357d-42cc-b872-f4df706e5bf1,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:52.964262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0b9b4e2-c3bd-4025-86fd-185222e0a5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:52.989014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9f0a3e7c-79e1-4c02-969e-d0998a53437b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:52.989424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:53.281313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Attempting to bind port dff04a3a-357d-42cc-b872-f4df706e5bf1 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:03:53.281901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Attempting to bind port dff04a3a-357d-42cc-b872-f4df706e5bf1 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:03:53.282423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Attempting to bind port dff04a3a-357d-42cc-b872-f4df706e5bf1 on network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:03:53.290853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:03:53.291450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Checking segment: {'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:03:53.292007 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:53.292546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Bound using segment: {'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:03:53.293191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Bound port: dff04a3a-357d-42cc-b872-f4df706e5bf1, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '08b15d82-f910-4b29-9f6e-da917e1be89c', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:03:53.293730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:53.409590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] For port dff04a3a-357d-42cc-b872-f4df706e5bf1, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:03:53.414181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] For port dff04a3a-357d-42cc-b872-f4df706e5bf1, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dff04a3a-357d-42cc-b872-f4df706e5bf1,segment=NetworkSegment(08b15d82-f910-4b29-9f6e-da917e1be89c),segment_id=08b15d82-f910-4b29-9f6e-da917e1be89c)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:03:53.418484 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:53.437712 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:53.613408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a0b9b4e2-c3bd-4025-86fd-185222e0a5d7 None None] Pushing event updated for resources: {'Port': ['ID=dff04a3a-357d-42cc-b872-f4df706e5bf1,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:53.620159 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0b9b4e2-c3bd-4025-86fd-185222e0a5d7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.182s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:53.665451 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Routers {'0d71cc61-d726-4365-8528-8019cd626ed6'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:03:53.666135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d71cc61-d726-4365-8528-8019cd626ed6'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:53.868517 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] Set router 0d71cc61-d726-4365-8528-8019cd626ed6 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:03:54.245535 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 4, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'dff04a3a-357d-42cc-b872-f4df706e5bf1', 'name': '', 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'mac_address': 'fa:16:3e:28:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:46Z', 'updated_at': '2021-01-14T06:03:53Z', 'revision_number': 4, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'subnets': [{'id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:03:54.250297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d85273b4-8613-4d1c-9def-b7fe233b9aa8 None None] The sync data for ids ['0d71cc61-d726-4365-8528-8019cd626ed6'] in n-d-768851-4 is: [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:03:47Z', 'revision_number': 4, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'dff04a3a-357d-42cc-b872-f4df706e5bf1', 'name': '', 'network_id': '220f4b7a-5ed0-4e8a-8424-f9ef270ba36b', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'mac_address': 'fa:16:3e:28:f7:a0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_interface', 'standard_attr_id': 3824, 'fixed_ips': [{'subnet_id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:46Z', 'updated_at': '2021-01-14T06:03:53Z', 'revision_number': 4, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'subnets': [{'id': 'd8c4fa97-e575-42fa-9df4-cc4669e65d3a', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:03:54.768777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dff04a3a-357d-42cc-b872-f4df706e5bf1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:54.843747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port dff04a3a-357d-42cc-b872-f4df706e5bf1 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:03:54.849715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port dff04a3a-357d-42cc-b872-f4df706e5bf1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:54.850167 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:54.986596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:55.025713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port dff04a3a-357d-42cc-b872-f4df706e5bf1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dff04a3a-357d-42cc-b872-f4df706e5bf1,segment=NetworkSegment(08b15d82-f910-4b29-9f6e-da917e1be89c),segment_id=08b15d82-f910-4b29-9f6e-da917e1be89c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:03:55.030440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:55.033327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:03:55.113325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=dff04a3a-357d-42cc-b872-f4df706e5bf1,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:03:55.117141 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.084s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:03:55.718804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:56.732199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dff04a3a-357d-42cc-b872-f4df706e5bf1 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:03:56.818384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port dff04a3a-357d-42cc-b872-f4df706e5bf1 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:03:56.818836 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:57.699227 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:03:58.712676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-edb0d7f6-0ceb-4471-8e04-f9c9994108a2 tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:03:58.713435 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-edb0d7f6-0ceb-4471-8e04-f9c9994108a2 tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] Synchronizing usage tracker for tenant:92bc8a94d39c4704b9be8b101bb1b254 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:03:58.732955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-edb0d7f6-0ceb-4471-8e04-f9c9994108a2 tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] Unset dirty status for tenant:92bc8a94d39c4704b9be8b101bb1b254 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:03:58.734253 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-edb0d7f6-0ceb-4471-8e04-f9c9994108a2 tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] 10.222.0.48 "GET /v2.0/networks?id=220f4b7a-5ed0-4e8a-8424-f9ef270ba36b HTTP/1.1" status: 200 len: 814 time: 0.2102094 Jan 14 06:03:58.754626 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-ad545cec-ccbb-424e-9cde-bac27e1ed6bc tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] 10.222.0.48 "GET /v2.0/quotas/92bc8a94d39c4704b9be8b101bb1b254 HTTP/1.1" status: 200 len: 375 time: 0.0112729 Jan 14 06:03:58.848446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-4a41a907-dfb6-4a59-8150-e5cc45a5331f tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] Synchronizing usage tracker for tenant:92bc8a94d39c4704b9be8b101bb1b254 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:03:58.866932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-4a41a907-dfb6-4a59-8150-e5cc45a5331f tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] Unset dirty status for tenant:92bc8a94d39c4704b9be8b101bb1b254 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:03:58.868324 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-4a41a907-dfb6-4a59-8150-e5cc45a5331f tempest-TestMinimumBasicScenario-965186980 tempest-TestMinimumBasicScenario-965186980] 10.222.0.48 "GET /v2.0/ports?tenant_id=92bc8a94d39c4704b9be8b101bb1b254&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1082125 Jan 14 06:03:59.024345 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-c8cd51ea-4dee-47f4-a6ce-e3080b87460e service neutron] 10.222.0.48 "GET /v2.0/networks/220f4b7a-5ed0-4e8a-8424-f9ef270ba36b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1431522 Jan 14 06:03:59.178915 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-054f196e-02f9-463a-a644-1d759f2e0c56 req-3903eb43-1c20-4e76-997a-607d11d66866 service neutron] 10.222.0.48 "GET /v2.0/networks/220f4b7a-5ed0-4e8a-8424-f9ef270ba36b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1446784 Jan 14 06:04:00.021275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54934) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:00.236043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:04:00.896757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:01.362133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Deleting port dff04a3a-357d-42cc-b872-f4df706e5bf1 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:01.362765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:01.562938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] For port dff04a3a-357d-42cc-b872-f4df706e5bf1, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=dff04a3a-357d-42cc-b872-f4df706e5bf1,segment=NetworkSegment(08b15d82-f910-4b29-9f6e-da917e1be89c),segment_id=08b15d82-f910-4b29-9f6e-da917e1be89c)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:01.563304 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:01.689327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Calling delete_port for dff04a3a-357d-42cc-b872-f4df706e5bf1 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:01.868579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:01.881638 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:01.972323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Pushing event deleted for resources: {'Port': ['ID=dff04a3a-357d-42cc-b872-f4df706e5bf1,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:01.994454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.994908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.995326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.995737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.996146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.996553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.996959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.997362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.997766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.998165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.998566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.998967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.999423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:01.999824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.000221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.000617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.001016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.001413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.001806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.002204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.002597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.003051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.003445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.003848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.004314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.004717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.005112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.005558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.005955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.006351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.006781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.007179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.007575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.007969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.008346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.008742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:02.012840 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:02.306898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:02.824403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Router 0d71cc61-d726-4365-8528-8019cd626ed6 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:04:03.013038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:03.022113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] Sync routers for ids ['0d71cc61-d726-4365-8528-8019cd626ed6'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:03.030137 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] 10.222.0.48 "PUT /v2.0/routers/0d71cc61-d726-4365-8528-8019cd626ed6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0077722 Jan 14 06:04:03.033138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54938) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:03.033715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] Routers {'0d71cc61-d726-4365-8528-8019cd626ed6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:03.034384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d71cc61-d726-4365-8528-8019cd626ed6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:03.218302 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:03.219050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] Set router 0d71cc61-d726-4365-8528-8019cd626ed6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:03.403413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:03.408881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Deleting port 9f0a3e7c-79e1-4c02-969e-d0998a53437b {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:03.409257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:03.601592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] For port 9f0a3e7c-79e1-4c02-969e-d0998a53437b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9f0a3e7c-79e1-4c02-969e-d0998a53437b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:03.601993 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:03.682548 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:04:01Z', 'revision_number': 5, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:03.686819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] Checking router: 0d71cc61-d726-4365-8528-8019cd626ed6 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:03.695968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] Routers {'0d71cc61-d726-4365-8528-8019cd626ed6'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:03.696622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['0d71cc61-d726-4365-8528-8019cd626ed6'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:03.737753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Calling delete_port for 9f0a3e7c-79e1-4c02-969e-d0998a53437b owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:03.875179 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:03.888780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] Set router 0d71cc61-d726-4365-8528-8019cd626ed6 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:04.086112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.185452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:04:01Z', 'revision_number': 5, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:04.189846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-bf796d32-7c65-46f6-b1b7-5902f83d5770 None None] The sync data for ids ['0d71cc61-d726-4365-8528-8019cd626ed6'] in n-d-768851-4 is: [{'id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'name': 'tempest-TestMinimumBasicScenario-118722215-router', 'tenant_id': '92bc8a94d39c4704b9be8b101bb1b254', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57'}], 'enable_snat': True}, 'gw_port_id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:03:42Z', 'updated_at': '2021-01-14T06:04:01Z', 'revision_number': 5, 'project_id': '92bc8a94d39c4704b9be8b101bb1b254', 'gw_port': {'id': '9f0a3e7c-79e1-4c02-969e-d0998a53437b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:f6:35:c4', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0d71cc61-d726-4365-8528-8019cd626ed6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3823, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.57', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:03:43Z', 'updated_at': '2021-01-14T06:03:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:04.223076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.225723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.247791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.248490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0d71cc61-d726-4365-8528-8019cd626ed6 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:04:04.263742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.265678 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-02748fb1-9939-4c07-b8c2-d957cc1792d4 admin admin] 10.222.0.48 "DELETE /v2.0/routers/0d71cc61-d726-4365-8528-8019cd626ed6 HTTP/1.1" status: 204 len: 168 time: 1.2308519 Jan 14 06:04:04.267925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54942) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:04.334960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Deleting subnet d8c4fa97-e575-42fa-9df4-cc4669e65d3a {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:04:04.338207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.393766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.477216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.689959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dff04a3a-357d-42cc-b872-f4df706e5bf1 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:04.755603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.769301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37d9ed07-5479-4971-98b8-4d720348248f tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:04.809542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Pushing event deleted for resources: {'Subnet': ['ID=d8c4fa97-e575-42fa-9df4-cc4669e65d3a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:04.864947 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:04.916552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: dff04a3a-357d-42cc-b872-f4df706e5bf1 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:04.917055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device dff04a3a-357d-42cc-b872-f4df706e5bf1 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:04.917796 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:04.926510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7e61e576-ab5e-4bf0-a9df-b63ecd8dbe82 None None] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:04.926727 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] 10.222.0.48 "DELETE /v2.0/subnets/d8c4fa97-e575-42fa-9df4-cc4669e65d3a HTTP/1.1" status: 204 len: 168 time: 0.6550210 Jan 14 06:04:04.926858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54946) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:05.049936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:05.116182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Deleting port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:05.116433 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:05.175318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7262a268-a800-4b52-b900-d7584e965807 None None] DHCP port deletion for 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:04:05.179858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Deleting port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:05.180270 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:05.343700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] For port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,segment=NetworkSegment(08b15d82-f910-4b29-9f6e-da917e1be89c),segment_id=08b15d82-f910-4b29-9f6e-da917e1be89c)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:05.344011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:05.397976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7262a268-a800-4b52-b900-d7584e965807 None None] For port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,segment=NetworkSegment(08b15d82-f910-4b29-9f6e-da917e1be89c),segment_id=08b15d82-f910-4b29-9f6e-da917e1be89c)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:05.398343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:05.476605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Calling delete_port for c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:05.525111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Calling delete_port for c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:05.556262 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:05.573644 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37091366-116c-4be6-b2b2-bf0b6888d787 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:05.601531 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:04:05.601865 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:04:05.980576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Pushing event deleted for resources: {'Port': ['ID=c82aa8ce-d875-43c0-bd9a-44d2c28e00a2,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:05.993991 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.421s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:06.031027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] No DVR routers for this DVR port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:04:06.102737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Deleting port c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:06.103196 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7262a268-a800-4b52-b900-d7584e965807 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:06.159104 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:06.169279 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7262a268-a800-4b52-b900-d7584e965807 None None] The port 'c82aa8ce-d875-43c0-bd9a-44d2c28e00a2' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:04:06.280727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['220f4b7a-5ed0-4e8a-8424-f9ef270ba36b']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:06.293796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '08b15d82-f910-4b29-9f6e-da917e1be89c') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:06.294141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '08b15d82-f910-4b29-9f6e-da917e1be89c') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:06.306614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:06.321559 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:06.323608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:04:06.503415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:04:06.512705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:06.701472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Network 220f4b7a-5ed0-4e8a-8424-f9ef270ba36b has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:04:06.724408 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:04:06.730685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f0a3e7c-79e1-4c02-969e-d0998a53437b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:06.765419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9f0a3e7c-79e1-4c02-969e-d0998a53437b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:06.765813 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9f0a3e7c-79e1-4c02-969e-d0998a53437b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:06.766281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:06.801645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:06.802164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c82aa8ce-d875-43c0-bd9a-44d2c28e00a2 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:06.808514 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:06.811907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6c0766de-1946-452a-ba63-2e6026e2430a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:06.826195 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:06.839110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Pushing event deleted for resources: {'Network': ['ID=220f4b7a-5ed0-4e8a-8424-f9ef270ba36b,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:06.843903 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:06.852787 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] 10.222.0.48 "DELETE /v2.0/networks/220f4b7a-5ed0-4e8a-8424-f9ef270ba36b HTTP/1.1" status: 204 len: 168 time: 1.9248853 Jan 14 06:04:07.009378 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54952) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:07.064980 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2a6976c4-401d-4b28-884a-d57b774e25b3 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=92bc8a94d39c4704b9be8b101bb1b254&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0542803 Jan 14 06:04:07.067606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 54956) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:07.129288 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a06d-9f90-4d3a-a27a-956fd8c8d1cd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:07.157105 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a06d-9f90-4d3a-a27a-956fd8c8d1cd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:07.214478 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a06d-9f90-4d3a-a27a-956fd8c8d1cd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:07.218494 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b505ae1-4e16-405c-9b84-7e36de433834 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:07.230159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b7a06d-9f90-4d3a-a27a-956fd8c8d1cd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1858160f-e73f-41d1-833a-5db06b410128,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:07.234545 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2b7a06d-9f90-4d3a-a27a-956fd8c8d1cd admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:07.239558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b2b7a06d-9f90-4d3a-a27a-956fd8c8d1cd admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:07.240987 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b2b7a06d-9f90-4d3a-a27a-956fd8c8d1cd admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/1858160f-e73f-41d1-833a-5db06b410128 HTTP/1.1" status: 204 len: 168 time: 0.1723890 Jan 14 06:04:09.664234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 54996) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:09.670202 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1087123975', 'description': 'tempest-secgroup-smoke-1087123975 description', 'project_id': '2369b06f27c74640ab728d181e33bbc3'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:09.681430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:09.685644 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:09.688755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:09.694871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:09.706503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:09.719869 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:09.735782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:09.740355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:09.743409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:09.749195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:09.838719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:09.843110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:09.845660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:09.856514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:09.865168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:09.874032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:09.886017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:09.891907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroup': ['ID=5a08ba09-c0e7-42f2-902f-f768a36cec1d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:09.898501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.053s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:09.964290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:09.968798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:09.972544 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2366c221-4ea6-405b-8353-11411a3d89e3 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:10.017025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroup': ['ID=daf01c3c-45e5-4d2a-b3cd-34b857604165,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:10.019905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.024164 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.3559110 Jan 14 06:04:10.024164 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1ceb8f88-80bd-4ab2-bef3-79411528a5d0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.050s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:10.024741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55000) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:10.030242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': 'daf01c3c-45e5-4d2a-b3cd-34b857604165', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:10.041271 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:10.045467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:10.048556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:10.054577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:10.072739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.136715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.140682 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.142662 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-678024e1-d6e9-4124-b493-30e443c6b4aa tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:10.166509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3391b83f-ab05-4b0d-88d4-973e371d1c6d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:10.169216 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:10.176642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.178143 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e4ccf05c-2873-4f33-a369-299d2fe96a16 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1522915 Jan 14 06:04:10.182201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55004) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:10.188173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': 'daf01c3c-45e5-4d2a-b3cd-34b857604165', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:10.199309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:10.203538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:10.206611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:10.214936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:10.241685 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.306353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.310456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.312505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-476e50eb-abe4-4304-a5fa-caf0ef1a5483 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:10.336495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=df161357-b596-4f61-a8f2-855521ba792d,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:10.339395 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:10.346494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.347820 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1644964 Jan 14 06:04:10.351472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55008) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:10.357005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': 'daf01c3c-45e5-4d2a-b3cd-34b857604165', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:10.368218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:10.372326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:10.375436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:10.381307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:10.398230 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.466723 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.470220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.472234 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b2280abc-34c7-4498-8b3b-bbdb808b9a4f tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:10.500594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ce85dd38-6f63-45a9-b51a-d526ea005da2,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:10.505532 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:10.511017 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.512350 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f3dc0c88-e5fb-4079-90c1-0bc85a8e4ef0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1598847 Jan 14 06:04:10.515428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55012) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:10.521127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': 'daf01c3c-45e5-4d2a-b3cd-34b857604165', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:10.532033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:10.536126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:10.539372 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:10.545123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:10.562200 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.629732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.633706 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.635659 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40f1cdb3-2e35-4645-9da4-cd97ad33d8d2 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:10.658801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=196624de-a8f0-469a-aa2c-b7e80d82eb1c,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:10.661259 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:10.668520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.669832 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d172d502-54ff-4c7b-941d-d28f898631cf tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1534095 Jan 14 06:04:10.672892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55016) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:10.678626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': 'daf01c3c-45e5-4d2a-b3cd-34b857604165', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:10.689489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:10.694162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:10.697470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:10.703868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:10.715418 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:04:10.722606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.795367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.798538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.800495 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8c1f6c9c-186d-4462-973b-af6fe7374342 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:10.823520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=f4ad6d81-861b-4d94-99c8-aef166b9adb8,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:10.826069 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:10.833135 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.834439 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1605344 Jan 14 06:04:10.838180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55020) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:10.843706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': 'daf01c3c-45e5-4d2a-b3cd-34b857604165', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:10.854729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:10.858967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:10.862552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:10.868560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:10.879589 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:04:10.887009 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.958386 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.963203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:10.965120 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5aabca33-3da5-4f36-825b-9b5b0ef780a3 tempest-SecGroupTest-529175175 tempest-SecGroupTest-529175175] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:10.988894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d64393f1-cec1-46f0-8b43-ed2a8e4564be,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:10.991723 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:10.999015 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.000344 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1276d560-468a-4ebf-9622-faa18d1f2879 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1610847 Jan 14 06:04:11.004905 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55024) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:11.011050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'network': {'name': 'tempest-network-smoke--715895392', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'port_security_enabled': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:11.018357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:11.022975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:network and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:11.026167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:11.033007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:11.045110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:04:11.054487 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.087756 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:04:11.097258 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.097664 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Added segment d24e692a-08c2-4477-aa3a-ca6b85975030 of type vxlan for network 21595eed-16f1-4698-82e4-f26411e2bf4e Jan 14 06:04:11.124711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.156626 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.175323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:11.175970 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.179929 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3ede5e4f-d534-49cf-90c2-f39656d23701 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:11.284486 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2783923 Jan 14 06:04:11.287960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55028) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:11.298357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'admin_state_up': True, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:11.308479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Network': ['ID=21595eed-16f1-4698-82e4-f26411e2bf4e,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:11.311983 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-96b52bf2-315b-4293-8edd-1f98e10bd855 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:11.313078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:11.317528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:router and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:11.320757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:11.321830 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 21595eed-16f1-4698-82e4-f26411e2bf4e details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:11.326605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:11.336431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 21595eed-16f1-4698-82e4-f26411e2bf4e details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:11.336794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.337861 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.349286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 21595eed-16f1-4698-82e4-f26411e2bf4e details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:11.353946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.638444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:11.980251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:12.012353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:12.255742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0bb5ad6b-f1a2-40b2-b225-f020ac41cd46 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:12.287864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.25.3.209 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/902756d5-7453-41b7-9937-2dc99957ee8b) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:12.446617 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:12.480832 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:12.498714 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ba7d399-803b-49c8-860c-de62811de254 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:12.626278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=902756d5-7453-41b7-9937-2dc99957ee8b,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:12.630671 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:12.686738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:12.687955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:12.690505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:13.124928 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:13.798036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:14.014768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 270fa8d3-1e20-403b-959a-e027c1ba6717 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:04:14.207510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:14.219090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Sync routers for ids ['270fa8d3-1e20-403b-959a-e027c1ba6717'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:14.231856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Routers {'270fa8d3-1e20-403b-959a-e027c1ba6717'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:14.232565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:03:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['270fa8d3-1e20-403b-959a-e027c1ba6717'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:14.242020 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:14.243399 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9518185 Jan 14 06:04:14.246832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55032) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:14.417148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Set router 270fa8d3-1e20-403b-959a-e027c1ba6717 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:14.432934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55038) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:14.433222 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e470c67c-a686-40d0-8785-c3dd5812edb6 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?project_id=2369b06f27c74640ab728d181e33bbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.1851594 Jan 14 06:04:14.579861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-0de76473-98a2-49d9-a257-2cdf8ee60fc3 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:14.581440 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0de76473-98a2-49d9-a257-2cdf8ee60fc3 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1474035 Jan 14 06:04:14.584610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55042) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:14.604339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9e702982-55b0-4755-a37c-4b980d3ae325 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:14.629283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a36ee7a3-c58f-4c16-aa11-05ca0e6d409e tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0434356 Jan 14 06:04:14.632197 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55046) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:14.638216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'subnet': {'name': 'tempest-subnet-smoke-542902843', 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:14.734636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:12Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:12Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:14.739552 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Checking router: 270fa8d3-1e20-403b-959a-e027c1ba6717 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:14.740023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Updating router 270fa8d3-1e20-403b-959a-e027c1ba6717 port 902756d5-7453-41b7-9937-2dc99957ee8b binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:04:14.758439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:14.762733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:subnet and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:14.765798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:14.771819 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:14.781429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:04:14.795236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:14.896155 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.216336 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.229608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Transition to ACTIVE for port object 902756d5-7453-41b7-9937-2dc99957ee8b will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:15.233359 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.250667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:15.385515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667e7ee-d81c-4dea-a6a2-2e762f508a6c None None] Pushing event updated for resources: {'Port': ['ID=902756d5-7453-41b7-9937-2dc99957ee8b,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:15.390785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2667e7ee-d81c-4dea-a6a2-2e762f508a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:15.621432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.651536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Attempting to bind port 902756d5-7453-41b7-9937-2dc99957ee8b on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:15.651959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Attempting to bind port 902756d5-7453-41b7-9937-2dc99957ee8b by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:15.652373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Attempting to bind port 902756d5-7453-41b7-9937-2dc99957ee8b on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:15.658110 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 3, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:15.658542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:15.658895 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.659058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.659455 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:15.659974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Bound port: 902756d5-7453-41b7-9937-2dc99957ee8b, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:15.660397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.674922 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01e3246b-67f9-4c71-bc95-9146c2866623 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:15.735063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] For port 902756d5-7453-41b7-9937-2dc99957ee8b, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:15.738616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] For port 902756d5-7453-41b7-9937-2dc99957ee8b, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=902756d5-7453-41b7-9937-2dc99957ee8b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:15.742862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.755968 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:15.805298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Subnet': ['ID=f2dc459c-3564-4cc3-b5e2-ddbd5909722d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:15.810514 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:15.881486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Checking segment: {'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:15.881875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network hostable DHCP agents. Network: 21595eed-16f1-4698-82e4-f26411e2bf4e, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:04:15.901695 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 21595eed-16f1-4698-82e4-f26411e2bf4e is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:04:15.910488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 21595eed-16f1-4698-82e4-f26411e2bf4e) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:15.912863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2667e7ee-d81c-4dea-a6a2-2e762f508a6c None None] Pushing event updated for resources: {'Port': ['ID=902756d5-7453-41b7-9937-2dc99957ee8b,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:15.917822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2667e7ee-d81c-4dea-a6a2-2e762f508a6c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.162s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:15.927013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:15.927940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:15.929726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bcf5a379-cc56-4449-b337-48dab074610e None None] Network 21595eed-16f1-4698-82e4-f26411e2bf4e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:15.949095 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7d598abe-a405-4d0d-b608-69b8b3e660e6 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.3158367 Jan 14 06:04:15.952178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55050) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:16.060894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Routers {'270fa8d3-1e20-403b-959a-e027c1ba6717'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:16.061490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['270fa8d3-1e20-403b-959a-e027c1ba6717'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:16.286342 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:16.353882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-21595eed-16f1-4698-82e4-f26411e2bf4e', 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'fixed_ips': [{'subnet_id': 'f2dc459c-3564-4cc3-b5e2-ddbd5909722d'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:04:16.354805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:16.368722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] Set router 270fa8d3-1e20-403b-959a-e027c1ba6717 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:16.694980 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:16.837103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.010499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:12Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:17.026615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Allocated IP 172.20.0.2 (21595eed-16f1-4698-82e4-f26411e2bf4e/f2dc459c-3564-4cc3-b5e2-ddbd5909722d/245bdabe-e8cc-4c8a-8047-f4a7f7530f6e) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:17.030425 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c124a247-5b15-45e4-8917-63d23c1046a4 None None] The sync data for ids ['270fa8d3-1e20-403b-959a-e027c1ba6717'] in n-d-768851-4 is: [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:12Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:15Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:17.552093 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.569662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Transition to ACTIVE for port object 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:17.587385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Transition to ACTIVE for port object 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:17.593936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.610316 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01092eb5-5c2d-4415-9f87-d0aef63c21bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:17.671220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.20.0.1 (21595eed-16f1-4698-82e4-f26411e2bf4e/f2dc459c-3564-4cc3-b5e2-ddbd5909722d/96047e5c-f469-43aa-a2a9-9d77d706d4f6) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:17.746019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Pushing event updated for resources: {'Port': ['ID=245bdabe-e8cc-4c8a-8047-f4a7f7530f6e,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:17.751432 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:17.802937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Network 21595eed-16f1-4698-82e4-f26411e2bf4e is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:17.804260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:17.806768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:17.854001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.865309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Attempting to bind port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:17.866024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Attempting to bind port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:17.866477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Attempting to bind port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e on network 21595eed-16f1-4698-82e4-f26411e2bf4e {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:17.872218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Transition to ACTIVE for port object 96047e5c-f469-43aa-a2a9-9d77d706d4f6 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:17.872782 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:17.873344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Checking segment: {'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:17.873880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.874411 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Bound using segment: {'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:17.875051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Bound port: 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:17.875567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.894867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.912237 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-699482cf-077b-4bc2-a431-b41b8e349b58 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:17.973943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] For port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:17.977941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] For port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=245bdabe-e8cc-4c8a-8047-f4a7f7530f6e,segment=NetworkSegment(d24e692a-08c2-4477-aa3a-ca6b85975030),segment_id=d24e692a-08c2-4477-aa3a-ca6b85975030)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:17.981087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:17.997784 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2667e7ee-d81c-4dea-a6a2-2e762f508a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:18.048440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=96047e5c-f469-43aa-a2a9-9d77d706d4f6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:18.053188 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:18.109841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 21595eed-16f1-4698-82e4-f26411e2bf4e is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:18.111076 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:18.113832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:18.157061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Pushing event updated for resources: {'Port': ['ID=245bdabe-e8cc-4c8a-8047-f4a7f7530f6e,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:18.162009 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.164s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:18.180071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:18.293822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:18.785193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:18.810501 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:18.815185 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:18.846302 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:18.858645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:18.864452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 902756d5-7453-41b7-9937-2dc99957ee8b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:18.933479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 902756d5-7453-41b7-9937-2dc99957ee8b completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:18.934864 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:18.938585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 902756d5-7453-41b7-9937-2dc99957ee8b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:18.939049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:18.954106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=96047e5c-f469-43aa-a2a9-9d77d706d4f6,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:18.960356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.114s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:19.063291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:19.081014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 902756d5-7453-41b7-9937-2dc99957ee8b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=902756d5-7453-41b7-9937-2dc99957ee8b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:19.083725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 21595eed-16f1-4698-82e4-f26411e2bf4e is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:19.085066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:19.085546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:19.087679 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b4180ab5-3db1-41ac-a723-d8bdcb6929ae None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:19.160336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=902756d5-7453-41b7-9937-2dc99957ee8b,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:19.164542 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:19.601370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aa8b5aa2-f2ea-4c98-805c-28ff85d67c44 None None] Network 21595eed-16f1-4698-82e4-f26411e2bf4e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:19.607858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 270fa8d3-1e20-403b-959a-e027c1ba6717 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:04:19.731841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Provisioning for port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:19.742182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Provisioning complete for port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:19.742609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:19.797847 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:19.808489 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/270fa8d3-1e20-403b-959a-e027c1ba6717/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8551805 Jan 14 06:04:19.887079 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Sync routers for ids ['270fa8d3-1e20-403b-959a-e027c1ba6717'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:19.899119 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Routers {'270fa8d3-1e20-403b-959a-e027c1ba6717'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:19.899878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['270fa8d3-1e20-403b-959a-e027c1ba6717'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:19.971748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:20.017529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] For port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=245bdabe-e8cc-4c8a-8047-f4a7f7530f6e,segment=NetworkSegment(d24e692a-08c2-4477-aa3a-ca6b85975030),segment_id=d24e692a-08c2-4477-aa3a-ca6b85975030)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:20.019949 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fc46d06f-a803-4162-9883-263d502c3e9b req-faae4b68-6463-4ef1-bcc9-3671b1bd6bfe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1087123975&fields=id&tenant_id=2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 267 time: 0.0497215 Jan 14 06:04:20.024214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:20.029028 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cae8b020-d0f7-456c-9f5a-74f8a8f0ea44 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:20.104740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Set router 270fa8d3-1e20-403b-959a-e027c1ba6717 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:20.109445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Pushing event updated for resources: {'Port': ['ID=245bdabe-e8cc-4c8a-8047-f4a7f7530f6e,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:20.122501 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:20.216045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fc46d06f-a803-4162-9883-263d502c3e9b req-cb00a820-64e5-4fd2-8da8-9a263e8fd969 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:20.216875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc46d06f-a803-4162-9883-263d502c3e9b req-cb00a820-64e5-4fd2-8da8-9a263e8fd969 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Synchronizing usage tracker for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:04:20.240175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fc46d06f-a803-4162-9883-263d502c3e9b req-cb00a820-64e5-4fd2-8da8-9a263e8fd969 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Unset dirty status for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:04:20.242871 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fc46d06f-a803-4162-9883-263d502c3e9b req-cb00a820-64e5-4fd2-8da8-9a263e8fd969 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/networks?id=21595eed-16f1-4698-82e4-f26411e2bf4e HTTP/1.1" status: 200 len: 796 time: 0.2149544 Jan 14 06:04:20.247631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e9e0710-0fb4-4a28-9a5e-bb05ac01e024 None None] Provisioning complete for port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:20.248059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e9e0710-0fb4-4a28-9a5e-bb05ac01e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:20.269002 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fc46d06f-a803-4162-9883-263d502c3e9b req-66ae61d3-69fa-4aab-98c1-0fdc2649a6ff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/quotas/2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 375 time: 0.0200856 Jan 14 06:04:20.397248 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fc46d06f-a803-4162-9883-263d502c3e9b req-7e0b9940-a37d-4fa7-85f9-33c7eae3f659 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/ports?tenant_id=2369b06f27c74640ab728d181e33bbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1254671 Jan 14 06:04:20.399678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e9e0710-0fb4-4a28-9a5e-bb05ac01e024 None None] Provisioning for port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:20.405820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5e9e0710-0fb4-4a28-9a5e-bb05ac01e024 None None] Provisioning complete for port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:20.406535 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5e9e0710-0fb4-4a28-9a5e-bb05ac01e024 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:20.498314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5e9e0710-0fb4-4a28-9a5e-bb05ac01e024 None None] Port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:20.536935 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:18Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '96047e5c-f469-43aa-a2a9-9d77d706d4f6', 'name': '', 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:23:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'f2dc459c-3564-4cc3-b5e2-ddbd5909722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:17Z', 'updated_at': '2021-01-14T06:04:18Z', 'revision_number': 2, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': 'f2dc459c-3564-4cc3-b5e2-ddbd5909722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:20.541563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Checking router: 270fa8d3-1e20-403b-959a-e027c1ba6717 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:20.541961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Updating router 270fa8d3-1e20-403b-959a-e027c1ba6717 port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:04:20.603301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:20.621248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cba0b1a4-f606-41b5-8cb5-dec2692be7f2 None None] Provisioning complete for port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:20.621668 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1a4-f606-41b5-8cb5-dec2692be7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:20.669119 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fc46d06f-a803-4162-9883-263d502c3e9b req-d81c3354-23c6-4422-8863-46404d87f73b service neutron] 10.222.0.48 "GET /v2.0/networks/21595eed-16f1-4698-82e4-f26411e2bf4e?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2600627 Jan 14 06:04:20.780923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cba0b1a4-f606-41b5-8cb5-dec2692be7f2 None None] Provisioning complete for port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:20.781347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cba0b1a4-f606-41b5-8cb5-dec2692be7f2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:20.844941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:20.886232 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fc46d06f-a803-4162-9883-263d502c3e9b req-111e97bc-d520-4cad-938d-e9f175c0ef28 service neutron] 10.222.0.48 "GET /v2.0/networks/21595eed-16f1-4698-82e4-f26411e2bf4e?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1983721 Jan 14 06:04:20.893324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cba0b1a4-f606-41b5-8cb5-dec2692be7f2 None None] Port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:20.936220 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:20.936653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.026540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-50c6140d-bfca-4a77-84e2-b45d7b8fbe35 None None] Provisioning complete for port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:21.026990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50c6140d-bfca-4a77-84e2-b45d7b8fbe35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.093798 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.107719 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Transition to ACTIVE for port object 96047e5c-f469-43aa-a2a9-9d77d706d4f6 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:21.112502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.130247 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 902756d5-7453-41b7-9937-2dc99957ee8b up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:21.202657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-50c6140d-bfca-4a77-84e2-b45d7b8fbe35 None None] Port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:21.223208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 902756d5-7453-41b7-9937-2dc99957ee8b triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:21.223641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.255144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1fb70cfb-dc45-4183-9a75-9690ec8ce8d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:21.324464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55082) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:21.345215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Pushing event updated for resources: {'Port': ['ID=96047e5c-f469-43aa-a2a9-9d77d706d4f6,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:21.358146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.358638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.359169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.359664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.360138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.360607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.361075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.361975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.362508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.362998 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.363836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.364314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.364982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.365857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.366337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.366839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.367418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.367872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.368392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.368922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.369475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.370074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.370624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.371151 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.371698 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.372127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.372555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.372997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.373427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.373963 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.374629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.375083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.375514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.376191 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.376619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.377043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:21.389195 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:21.461519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b208e390-4592-4ee1-8989-a043dcba6e1a None None] Provisioning complete for port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:21.462480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b208e390-4592-4ee1-8989-a043dcba6e1a None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.608662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Attempting to bind port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:21.609085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Attempting to bind port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:21.609501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Attempting to bind port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 on network 21595eed-16f1-4698-82e4-f26411e2bf4e {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:21.627875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:21.628294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Checking segment: {'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:21.628747 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.629189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Bound using segment: {'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:21.629720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Bound port: 96047e5c-f469-43aa-a2a9-9d77d706d4f6, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd24e692a-08c2-4477-aa3a-ca6b85975030', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:21.630143 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.923066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] For port 96047e5c-f469-43aa-a2a9-9d77d706d4f6, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:21.926593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] For port 96047e5c-f469-43aa-a2a9-9d77d706d4f6, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=96047e5c-f469-43aa-a2a9-9d77d706d4f6,segment=NetworkSegment(d24e692a-08c2-4477-aa3a-ca6b85975030),segment_id=d24e692a-08c2-4477-aa3a-ca6b85975030)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:21.931173 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:21.944479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6ce02ec3-1a90-4e0e-949a-383c09cd0828 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:22.068420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:22.107164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Pushing event updated for resources: {'Port': ['ID=96047e5c-f469-43aa-a2a9-9d77d706d4f6,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:22.113153 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.169s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:22.157986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Routers {'270fa8d3-1e20-403b-959a-e027c1ba6717'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:22.158637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['270fa8d3-1e20-403b-959a-e027c1ba6717'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:22.348446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] Set router 270fa8d3-1e20-403b-959a-e027c1ba6717 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:22.577426 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port 96047e5c-f469-43aa-a2a9-9d77d706d4f6 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:22.577662 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:22.692686 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:18Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '96047e5c-f469-43aa-a2a9-9d77d706d4f6', 'name': '', 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:23:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'f2dc459c-3564-4cc3-b5e2-ddbd5909722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:17Z', 'updated_at': '2021-01-14T06:04:21Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': 'f2dc459c-3564-4cc3-b5e2-ddbd5909722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:22.697925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8e3609a9-99ca-41c2-9c8d-515f002dfa6f None None] The sync data for ids ['270fa8d3-1e20-403b-959a-e027c1ba6717'] in n-d-768851-4 is: [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:18Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '96047e5c-f469-43aa-a2a9-9d77d706d4f6', 'name': '', 'network_id': '21595eed-16f1-4698-82e4-f26411e2bf4e', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:23:23:50', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_interface', 'standard_attr_id': 3845, 'fixed_ips': [{'subnet_id': 'f2dc459c-3564-4cc3-b5e2-ddbd5909722d', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:17Z', 'updated_at': '2021-01-14T06:04:21Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': 'f2dc459c-3564-4cc3-b5e2-ddbd5909722d', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:22.782125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port 96047e5c-f469-43aa-a2a9-9d77d706d4f6, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=96047e5c-f469-43aa-a2a9-9d77d706d4f6,segment=NetworkSegment(d24e692a-08c2-4477-aa3a-ca6b85975030),segment_id=d24e692a-08c2-4477-aa3a-ca6b85975030)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:22.782525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:22.918529 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for 96047e5c-f469-43aa-a2a9-9d77d706d4f6 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:23.109644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:23.126882 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95184c6e-260d-4336-a977-c76d46a96a91 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:23.224697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Port': ['ID=96047e5c-f469-43aa-a2a9-9d77d706d4f6,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:23.232401 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:23.580112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:24.416620 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 270fa8d3-1e20-403b-959a-e027c1ba6717 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:04:24.610901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:24.621505 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] Sync routers for ids ['270fa8d3-1e20-403b-959a-e027c1ba6717'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:24.621889 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-16ed7597-be21-4104-8a5c-afa90d9a4a62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/270fa8d3-1e20-403b-959a-e027c1ba6717/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2962093 Jan 14 06:04:24.625065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55090) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:24.632566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] Routers {'270fa8d3-1e20-403b-959a-e027c1ba6717'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:24.633245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['270fa8d3-1e20-403b-959a-e027c1ba6717'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:24.820495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] Set router 270fa8d3-1e20-403b-959a-e027c1ba6717 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:24.829922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting subnet f2dc459c-3564-4cc3-b5e2-ddbd5909722d {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:04:24.833406 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:24.891451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:24.987634 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:25.121133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:23Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:25.125662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] Checking router: 270fa8d3-1e20-403b-959a-e027c1ba6717 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:25.135367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] Routers {'270fa8d3-1e20-403b-959a-e027c1ba6717'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:25.136048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['270fa8d3-1e20-403b-959a-e027c1ba6717'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:25.271472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:25.293408 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-135f8ad2-11ca-4751-a8d7-d2d82bb66825 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:25.380189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Subnet': ['ID=f2dc459c-3564-4cc3-b5e2-ddbd5909722d,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:25.388262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:25.440932 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:25.449707 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29bf7509-a775-45fd-9551-f553c251ed8d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/subnets/f2dc459c-3564-4cc3-b5e2-ddbd5909722d HTTP/1.1" status: 204 len: 168 time: 0.8235202 Jan 14 06:04:25.452718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55094) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:25.480162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-63d57654-5531-4091-bb99-040c72a37439 None None] Network 21595eed-16f1-4698-82e4-f26411e2bf4e requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:25.655055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:25.688038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] Set router 270fa8d3-1e20-403b-959a-e027c1ba6717 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:25.842010 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:25.847533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port 902756d5-7453-41b7-9937-2dc99957ee8b {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:25.847915 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:25.896012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.010810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] DHCP port deletion for 21595eed-16f1-4698-82e4-f26411e2bf4e request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:04:26.017519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Deleting port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:26.017941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.042461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port 902756d5-7453-41b7-9937-2dc99957ee8b, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=902756d5-7453-41b7-9937-2dc99957ee8b,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:26.042901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.171020 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for 902756d5-7453-41b7-9937-2dc99957ee8b owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:26.212852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:23Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:26.231055 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-49496812-5c90-41cd-8a5c-df7bebe17f5a None None] The sync data for ids ['270fa8d3-1e20-403b-959a-e027c1ba6717'] in n-d-768851-4 is: [{'id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1344434666', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209'}], 'enable_snat': True}, 'gw_port_id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:11Z', 'updated_at': '2021-01-14T06:04:23Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '902756d5-7453-41b7-9937-2dc99957ee8b', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:25:ab:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '270fa8d3-1e20-403b-959a-e027c1ba6717', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3842, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.209', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:12Z', 'updated_at': '2021-01-14T06:04:19Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:26.254006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] For port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=245bdabe-e8cc-4c8a-8047-f4a7f7530f6e,segment=NetworkSegment(d24e692a-08c2-4477-aa3a-ca6b85975030),segment_id=d24e692a-08c2-4477-aa3a-ca6b85975030)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:26.254415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.310497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.389723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Calling delete_port for 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:26.461898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.481538 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:26.511759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.573373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Pushing event deleted for resources: {'Port': ['ID=245bdabe-e8cc-4c8a-8047-f4a7f7530f6e,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:26.585803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:26.619441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] No DVR routers for this DVR port 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:04:26.651223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.653837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.675314 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.675932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Fanout notify agent at l3_agent the message router_deleted on router 270fa8d3-1e20-403b-959a-e027c1ba6717 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:04:26.700893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:26.704725 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d57f4b78-8cca-484b-8234-3144bfdbc480 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/routers/270fa8d3-1e20-403b-959a-e027c1ba6717 HTTP/1.1" status: 204 len: 168 time: 1.2482114 Jan 14 06:04:26.705014 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55098) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:26.746448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:26.783422 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:26.783821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 245bdabe-e8cc-4c8a-8047-f4a7f7530f6e not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:26.784285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 96047e5c-f469-43aa-a2a9-9d77d706d4f6 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:26.821265 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 96047e5c-f469-43aa-a2a9-9d77d706d4f6 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:26.821669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 96047e5c-f469-43aa-a2a9-9d77d706d4f6 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:26.839768 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.055033 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.177188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['21595eed-16f1-4698-82e4-f26411e2bf4e']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:27.189911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd24e692a-08c2-4477-aa3a-ca6b85975030') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:27.190244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd24e692a-08c2-4477-aa3a-ca6b85975030') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:27.202222 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.217194 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.219251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:04:27.393733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 21595eed-16f1-4698-82e4-f26411e2bf4e has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:04:27.404024 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.591898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 21595eed-16f1-4698-82e4-f26411e2bf4e has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:04:27.617127 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:04:27.707220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.708094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.711038 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a74cf1bc-c6b2-4f06-a913-2af8fe5132e7 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:27.726675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.739246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Network': ['ID=21595eed-16f1-4698-82e4-f26411e2bf4e,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:27.743220 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.032s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:27.748521 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d68c1240-e788-4d9b-bbd8-7584e8a61f66 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/networks/21595eed-16f1-4698-82e4-f26411e2bf4e HTTP/1.1" status: 204 len: 168 time: 1.0424321 Jan 14 06:04:27.751626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55104) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:27.827750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd496428-6d8a-4e1d-ad61-1134854c56ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.860078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd496428-6d8a-4e1d-ad61-1134854c56ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.922030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd496428-6d8a-4e1d-ad61-1134854c56ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.926003 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-279663c6-72e9-46a3-8a5c-2eb808fe5107 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:27.939472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd496428-6d8a-4e1d-ad61-1134854c56ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'SecurityGroup': ['ID=daf01c3c-45e5-4d2a-b3cd-34b857604165,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:27.944909 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd496428-6d8a-4e1d-ad61-1134854c56ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:27.946991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd496428-6d8a-4e1d-ad61-1134854c56ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:27.948286 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd496428-6d8a-4e1d-ad61-1134854c56ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/security-groups/daf01c3c-45e5-4d2a-b3cd-34b857604165 HTTP/1.1" status: 204 len: 168 time: 0.1956856 Jan 14 06:04:28.238590 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55112) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:28.244594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-955222359', 'description': 'tempest-secgroup-smoke-955222359 description', 'project_id': '2369b06f27c74640ab728d181e33bbc3'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:28.255502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:28.259880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:28.263088 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:28.269061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:28.280944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.306373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:28.310974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:28.314302 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:28.321229 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:28.403515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.408618 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.414248 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3cf6928e-ffc3-4bc8-b7f6-8cf422e62156 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:28.455080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroup': ['ID=4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:28.458473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.044s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:28.460291 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.462029 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dd58fd86-b956-4104-bdeb-7f14872645fe tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2223444 Jan 14 06:04:28.465287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55116) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:28.471454 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:28.482907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:28.487617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:28.490806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:28.497120 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:28.515073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.580738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.585718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.593062 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-752702f5-b3d8-4244-8f94-e5661d802fc5 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:28.618537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e74f3def-77dc-4e8d-8f3d-6328181fa242,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:28.621230 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:28.625880 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.627182 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29280217-4c98-488a-868b-1d3032b061ef tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1606627 Jan 14 06:04:28.631751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55120) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:28.640467 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:28.653794 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:28.658153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:28.661357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:28.667503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:28.689053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.735551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 902756d5-7453-41b7-9937-2dc99957ee8b no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:28.755080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.758381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.760361 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f1a1ab0b-1db1-4625-ad2c-02689f6825e7 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:28.771499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 902756d5-7453-41b7-9937-2dc99957ee8b {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:28.772063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 902756d5-7453-41b7-9937-2dc99957ee8b not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:28.783733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=383b57d2-ea46-46e1-840e-6f557d1ea58c,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:28.786470 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:28.793410 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.794748 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1616504 Jan 14 06:04:28.799015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55124) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:28.804555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:28.815160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:28.819317 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:28.822350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:28.828215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:28.845817 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.910934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.914975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.916864 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7013208e-0b98-4534-bb11-e2c453ac1618 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:28.939629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=36bc1cc8-a47e-404d-a1e0-30d72bbab6b8,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:28.942142 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:28.949495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:28.950892 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-22beae3e-f4d7-4afe-8c98-58cff3a7aec4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1508682 Jan 14 06:04:28.955101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55128) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:28.961126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:28.972452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:28.977625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:28.980920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:28.987367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:29.005591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.077087 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.081588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.083530 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-205d2c32-f137-48ef-aaaf-c80ecba0dd51 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:29.106798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fd05e160-0c59-4be9-8420-b17cf5fa38a3,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:29.109347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:29.117204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.118573 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e5063008-fbc7-45ea-890b-72cae4bb5f23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1623986 Jan 14 06:04:29.121502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55132) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:29.127433 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:29.138654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:29.143050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:29.146282 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:29.152785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:29.164633 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:04:29.171898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.244740 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.248834 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.250785 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3bd6d384-e000-4c21-ac82-5364cc0c5dd9 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:29.273977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5d1d088d-74e2-4f67-9d7f-f9d14cea0f00,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:29.276585 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:29.284257 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.285542 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1629419 Jan 14 06:04:29.289846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55136) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:29.295407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:29.306138 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:29.310250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:29.313300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:29.319173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:29.329854 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:04:29.336906 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.410677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.415492 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.418107 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-418ea099-3526-4013-87b4-1d8163fc6c7f tempest-TestServerBasicOps-944141591 tempest-TestServerBasicOps-944141591] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:29.444645 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6bbe386c-5966-499b-a7d6-b266fda075fe,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:29.447217 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:29.455064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.456345 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1654921 Jan 14 06:04:29.459846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55140) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:29.465993 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'network': {'name': 'tempest-network-smoke--1267807149', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:29.473810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:29.478509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:network and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:29.481769 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:29.488290 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:29.499735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:04:29.509054 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.542473 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:04:29.551581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.552047 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Added segment 43559c7d-b318-4dfe-bfa5-cddf72f4abe4 of type vxlan for network 6e4f47d3-19ae-40fa-af83-b85fe85852bd Jan 14 06:04:29.585058 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.619012 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.638010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:29.638660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.642505 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-574a7f47-6b53-4f12-91db-198fcf868e82 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:29.758268 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2971616 Jan 14 06:04:29.761369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55144) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:29.769366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'admin_state_up': True, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:29.779312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Network': ['ID=6e4f47d3-19ae-40fa-af83-b85fe85852bd,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:29.782907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e9a936a-ec4c-4b39-9de9-650cde7b0b7b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:29.784003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:29.788657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:router and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:29.791878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:29.798122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:29.803768 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:29.810485 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.811593 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:29.817868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:29.831115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:29.831782 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:30.108201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:30.735636 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:30.771299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:31.045798 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.25.3.253 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/9c803fd3-2681-44f6-aa51-a3f36b347aaf) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:31.212694 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:31.243328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:31.256596 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6049dddc-4a3a-4688-9c15-218ed4577005 tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:31.391012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=9c803fd3-2681-44f6-aa51-a3f36b347aaf,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:31.395338 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.139s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:31.448922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:31.450065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:31.452337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:31.889648 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:32.247237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:32.463241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 8e073bea-9b32-4153-83cc-bb1b480f0893 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:04:32.651701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:32.661712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Sync routers for ids ['8e073bea-9b32-4153-83cc-bb1b480f0893'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:32.673097 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Routers {'8e073bea-9b32-4153-83cc-bb1b480f0893'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:32.673752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8e073bea-9b32-4153-83cc-bb1b480f0893'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:32.686415 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:32.692719 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 894 time: 2.9253798 Jan 14 06:04:32.693398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55148) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:32.747184 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1f827fb0-9ed0-482b-944b-7cf9629088d9 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?project_id=2369b06f27c74640ab728d181e33bbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0499749 Jan 14 06:04:32.747621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55152) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:32.857509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Set router 8e073bea-9b32-4153-83cc-bb1b480f0893 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:32.894078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d9e578b-0707-4ecd-bbf7-f1ccb94dadb6 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:32.895774 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4d9e578b-0707-4ecd-bbf7-f1ccb94dadb6 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1470592 Jan 14 06:04:32.899678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55156) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:32.946015 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-23df3f0c-dadb-4353-b5ae-e05fa78113a8 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0449591 Jan 14 06:04:32.948836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55160) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:32.955522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1498707543', 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:33.084143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:33.088533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:subnet and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:33.091662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:33.097636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:33.107700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:04:33.165646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:31Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:31Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:33.169808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Checking router: 8e073bea-9b32-4153-83cc-bb1b480f0893 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:33.170208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Updating router 8e073bea-9b32-4153-83cc-bb1b480f0893 port 9c803fd3-2681-44f6-aa51-a3f36b347aaf binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:04:33.221340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.224426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.615862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.628803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Transition to ACTIVE for port object 9c803fd3-2681-44f6-aa51-a3f36b347aaf will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:33.632457 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.650935 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57f5df0a-c1bc-4696-941e-9db964ef09bb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:33.664425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.677541 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8814592b-4307-479c-b51e-cff7b4db133a tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507 tempest-ExtraDHCPOptionsIpV6TestJSON-1096718507] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:33.778188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4487e-77a3-4def-a91d-ec8b51db3bdf None None] Pushing event updated for resources: {'Port': ['ID=9c803fd3-2681-44f6-aa51-a3f36b347aaf,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:33.783198 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8d4487e-77a3-4def-a91d-ec8b51db3bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.132s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:33.812065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Subnet': ['ID=d786a2e3-c4a2-454a-8569-eda53e734d88,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:33.818964 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.141s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:33.841073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Attempting to bind port 9c803fd3-2681-44f6-aa51-a3f36b347aaf on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:33.841482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Attempting to bind port 9c803fd3-2681-44f6-aa51-a3f36b347aaf by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:33.841880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Attempting to bind port 9c803fd3-2681-44f6-aa51-a3f36b347aaf on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:33.847626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:33.848070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:33.848512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.848936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:33.849441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Bound port: 9c803fd3-2681-44f6-aa51-a3f36b347aaf, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:33.849805 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.894601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Checking segment: {'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:33.895284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network hostable DHCP agents. Network: 6e4f47d3-19ae-40fa-af83-b85fe85852bd, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:04:33.915542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:04:33.923563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] For port 9c803fd3-2681-44f6-aa51-a3f36b347aaf, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:33.924532 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 6e4f47d3-19ae-40fa-af83-b85fe85852bd) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:33.928592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] For port 9c803fd3-2681-44f6-aa51-a3f36b347aaf, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9c803fd3-2681-44f6-aa51-a3f36b347aaf,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:33.932539 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.934788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d0cbe016-52ed-4272-acab-9a2037b1c9f5 None None] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:33.938075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:33.938746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:33.958262 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8d4487e-77a3-4def-a91d-ec8b51db3bdf None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:33.970395 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55164) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:33.970763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cad3815b-6b9e-4d0c-8a6c-62908ea0d9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0203390 Jan 14 06:04:34.115393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8d4487e-77a3-4def-a91d-ec8b51db3bdf None None] Pushing event updated for resources: {'Port': ['ID=9c803fd3-2681-44f6-aa51-a3f36b347aaf,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:34.121525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8d4487e-77a3-4def-a91d-ec8b51db3bdf None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:34.163269 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Routers {'8e073bea-9b32-4153-83cc-bb1b480f0893'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:34.163938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8e073bea-9b32-4153-83cc-bb1b480f0893'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:34.182650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-6e4f47d3-19ae-40fa-af83-b85fe85852bd', 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'fixed_ips': [{'subnet_id': 'd786a2e3-c4a2-454a-8569-eda53e734d88'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:04:34.183837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:34.519333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Allocated IP 172.20.0.2 (6e4f47d3-19ae-40fa-af83-b85fe85852bd/d786a2e3-c4a2-454a-8569-eda53e734d88/76f6acf2-0b62-49c0-a746-e74d5a45e934) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:34.536638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] Set router 8e073bea-9b32-4153-83cc-bb1b480f0893 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:34.758441 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:34.769915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Transition to ACTIVE for port object 76f6acf2-0b62-49c0-a746-e74d5a45e934 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:34.787369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Transition to ACTIVE for port object 76f6acf2-0b62-49c0-a746-e74d5a45e934 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:34.793376 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:34.815410 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2cd1d5ed-13dd-473d-9864-46ffc0fa390a None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:34.841984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:31Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:34.847565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fb2916c4-b1bc-4c99-bc79-f7fa94e4b686 None None] The sync data for ids ['8e073bea-9b32-4153-83cc-bb1b480f0893'] in n-d-768851-4 is: [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:31Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:33Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:35.070838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:35.141757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Pushing event updated for resources: {'Port': ['ID=76f6acf2-0b62-49c0-a746-e74d5a45e934,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:35.147489 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:35.204244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:35.206868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:35.215157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:35.283348 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Attempting to bind port 76f6acf2-0b62-49c0-a746-e74d5a45e934 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:35.283940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Attempting to bind port 76f6acf2-0b62-49c0-a746-e74d5a45e934 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:35.284362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Attempting to bind port 76f6acf2-0b62-49c0-a746-e74d5a45e934 on network 6e4f47d3-19ae-40fa-af83-b85fe85852bd {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:35.291334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:35.291761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Checking segment: {'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:35.292218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:35.292663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Bound using segment: {'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:35.293189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Bound port: 76f6acf2-0b62-49c0-a746-e74d5a45e934, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:35.293607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:35.395930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] For port 76f6acf2-0b62-49c0-a746-e74d5a45e934, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:35.400035 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] For port 76f6acf2-0b62-49c0-a746-e74d5a45e934, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=76f6acf2-0b62-49c0-a746-e74d5a45e934,segment=NetworkSegment(43559c7d-b318-4dfe-bfa5-cddf72f4abe4),segment_id=43559c7d-b318-4dfe-bfa5-cddf72f4abe4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:35.404602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:35.422467 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a394652a-ebe4-46a9-b987-0795b6ff940b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:35.602524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Pushing event updated for resources: {'Port': ['ID=76f6acf2-0b62-49c0-a746-e74d5a45e934,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:35.614915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.192s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:35.686795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.20.0.1 (6e4f47d3-19ae-40fa-af83-b85fe85852bd/d786a2e3-c4a2-454a-8569-eda53e734d88/0a8f2bb1-2329-4a21-9676-21afabd8adc3) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:35.868118 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:35.886571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Transition to ACTIVE for port object 0a8f2bb1-2329-4a21-9676-21afabd8adc3 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:35.916165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:35.938294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3e46eb3b-5fec-4be9-b3c0-8b9b21c63256 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:36.084967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=0a8f2bb1-2329-4a21-9676-21afabd8adc3,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:36.090783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:36.142086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:36.143407 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:36.145822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:36.205769 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:36.329306 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:36.808668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9c803fd3-2681-44f6-aa51-a3f36b347aaf up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:36.828527 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:36.832872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:36.864466 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:36.887815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 9c803fd3-2681-44f6-aa51-a3f36b347aaf completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:36.894148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9c803fd3-2681-44f6-aa51-a3f36b347aaf triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:36.894575 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:36.960335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=0a8f2bb1-2329-4a21-9676-21afabd8adc3,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:36.964117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:36.965821 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:37.027577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:37.047392 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 9c803fd3-2681-44f6-aa51-a3f36b347aaf, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9c803fd3-2681-44f6-aa51-a3f36b347aaf,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:37.051486 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:37.052523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76f6acf2-0b62-49c0-a746-e74d5a45e934 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:37.082771 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0b9b4e2-c3bd-4025-86fd-185222e0a5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:37.115147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c4024c6b-4890-4e0d-95b9-0662257e1c88 None None] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:37.119894 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:37.121113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:37.238370 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:04:37.263057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-19398335-3f23-4ccf-8699-81e0a3a33f57 None None] Provisioning for port 76f6acf2-0b62-49c0-a746-e74d5a45e934 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:37.280707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=9c803fd3-2681-44f6-aa51-a3f36b347aaf,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:37.289668 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.207s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:37.317994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 8e073bea-9b32-4153-83cc-bb1b480f0893 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:04:37.355802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 76f6acf2-0b62-49c0-a746-e74d5a45e934 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:37.370599 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 76f6acf2-0b62-49c0-a746-e74d5a45e934 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:37.371036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:37.510124 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:37.520289 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/8e073bea-9b32-4153-83cc-bb1b480f0893/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5484729 Jan 14 06:04:37.562683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:37.600602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 76f6acf2-0b62-49c0-a746-e74d5a45e934, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=76f6acf2-0b62-49c0-a746-e74d5a45e934,segment=NetworkSegment(43559c7d-b318-4dfe-bfa5-cddf72f4abe4),segment_id=43559c7d-b318-4dfe-bfa5-cddf72f4abe4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:37.604963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:37.607019 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2667e7ee-d81c-4dea-a6a2-2e762f508a6c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:37.676130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=76f6acf2-0b62-49c0-a746-e74d5a45e934,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:37.679676 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:37.720184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Sync routers for ids ['8e073bea-9b32-4153-83cc-bb1b480f0893'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:37.731350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Routers {'8e073bea-9b32-4153-83cc-bb1b480f0893'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:37.732059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8e073bea-9b32-4153-83cc-bb1b480f0893'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:37.741425 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-c82293a7-4fb9-4a90-8e1a-29a2cf5c6b91 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-955222359&fields=id&tenant_id=2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 267 time: 0.0508492 Jan 14 06:04:37.890626 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b7e5d70-607a-4208-bdf4-dc94bef29c09 None None] Provisioning for port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:37.903581 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b7e5d70-607a-4208-bdf4-dc94bef29c09 None None] Provisioning complete for port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:37.904422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d70-607a-4208-bdf4-dc94bef29c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:37.936431 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-b66ac88e-5ce1-4840-8813-f3c0a57e6e71 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:37.938330 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-b66ac88e-5ce1-4840-8813-f3c0a57e6e71 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/networks?id=6e4f47d3-19ae-40fa-af83-b85fe85852bd HTTP/1.1" status: 200 len: 797 time: 0.1891580 Jan 14 06:04:37.957740 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-0f30dc13-d754-402b-9087-21bf5ed5a8dd tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/quotas/2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 375 time: 0.0120678 Jan 14 06:04:37.985288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3b7e5d70-607a-4208-bdf4-dc94bef29c09 None None] Port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:37.989371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Set router 8e073bea-9b32-4153-83cc-bb1b480f0893 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:38.058118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-8f96e416-b11d-45d5-b665-c80cfe9b5375 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Synchronizing usage tracker for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:port {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:04:38.067969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3b7e5d70-607a-4208-bdf4-dc94bef29c09 None None] Provisioning complete for port 76f6acf2-0b62-49c0-a746-e74d5a45e934 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:38.068395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3b7e5d70-607a-4208-bdf4-dc94bef29c09 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:38.077233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-8f96e416-b11d-45d5-b665-c80cfe9b5375 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Unset dirty status for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:port {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:04:38.078863 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-8f96e416-b11d-45d5-b665-c80cfe9b5375 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/ports?tenant_id=2369b06f27c74640ab728d181e33bbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1137514 Jan 14 06:04:38.249668 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-11a41387-fe86-4c3b-bf3d-fc06a59217c3 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4f47d3-19ae-40fa-af83-b85fe85852bd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1570222 Jan 14 06:04:38.404161 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-08b7ae3b-a691-45fd-8992-2982358b5830 req-e5d0ca8b-1ecc-4e13-835a-b73fbf013fe4 service neutron] 10.222.0.48 "GET /v2.0/networks/6e4f47d3-19ae-40fa-af83-b85fe85852bd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1477201 Jan 14 06:04:38.478004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:36Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0a8f2bb1-2329-4a21-9676-21afabd8adc3', 'name': '', 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:90:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'd786a2e3-c4a2-454a-8569-eda53e734d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:35Z', 'updated_at': '2021-01-14T06:04:36Z', 'revision_number': 2, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': 'd786a2e3-c4a2-454a-8569-eda53e734d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:38.486610 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Checking router: 8e073bea-9b32-4153-83cc-bb1b480f0893 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:38.487178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Updating router 8e073bea-9b32-4153-83cc-bb1b480f0893 port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:04:38.548786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0872ecb2-0c54-4352-bd9a-0df4152e0e5c None None] Provisioning complete for port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:38.549299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0872ecb2-0c54-4352-bd9a-0df4152e0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:38.592635 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:38.669883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0872ecb2-0c54-4352-bd9a-0df4152e0e5c None None] Port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:38.795604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55194) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:38.932772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9c803fd3-2681-44f6-aa51-a3f36b347aaf up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:38.962951 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0872ecb2-0c54-4352-bd9a-0df4152e0e5c None None] Provisioning complete for port 76f6acf2-0b62-49c0-a746-e74d5a45e934 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:38.963377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0872ecb2-0c54-4352-bd9a-0df4152e0e5c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:39.263727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 9c803fd3-2681-44f6-aa51-a3f36b347aaf triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:39.264330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:39.386872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:39.498039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76f6acf2-0b62-49c0-a746-e74d5a45e934 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:39.547717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:39.569901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Transition to ACTIVE for port object 0a8f2bb1-2329-4a21-9676-21afabd8adc3 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:39.575730 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:39.593507 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fbae271c-6467-40ea-af67-fe6e17423789 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:39.740099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 76f6acf2-0b62-49c0-a746-e74d5a45e934 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:39.740529 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:39.796553 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10412728-6816-407c-8123-60306aaa854e None None] Pushing event updated for resources: {'Port': ['ID=0a8f2bb1-2329-4a21-9676-21afabd8adc3,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:39.809419 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10412728-6816-407c-8123-60306aaa854e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.216s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:40.033766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Attempting to bind port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:40.034029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Attempting to bind port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:40.034442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Attempting to bind port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 on network 6e4f47d3-19ae-40fa-af83-b85fe85852bd {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:40.040486 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:40.040911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Checking segment: {'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:40.041360 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:40.041792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Bound using segment: {'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:40.042313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Bound port: 0a8f2bb1-2329-4a21-9676-21afabd8adc3, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '43559c7d-b318-4dfe-bfa5-cddf72f4abe4', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:40.042752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:40.150227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] For port 0a8f2bb1-2329-4a21-9676-21afabd8adc3, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:40.153635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] For port 0a8f2bb1-2329-4a21-9676-21afabd8adc3, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0a8f2bb1-2329-4a21-9676-21afabd8adc3,segment=NetworkSegment(43559c7d-b318-4dfe-bfa5-cddf72f4abe4),segment_id=43559c7d-b318-4dfe-bfa5-cddf72f4abe4)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:40.157841 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:40.172339 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f92616bb-ef42-414a-8b24-23ad3b142054 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:40.190368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port 0a8f2bb1-2329-4a21-9676-21afabd8adc3 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:40.190734 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:40.323855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10412728-6816-407c-8123-60306aaa854e None None] Pushing event updated for resources: {'Port': ['ID=0a8f2bb1-2329-4a21-9676-21afabd8adc3,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:40.327463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10412728-6816-407c-8123-60306aaa854e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.155s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:40.374239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Routers {'8e073bea-9b32-4153-83cc-bb1b480f0893'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:40.374957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8e073bea-9b32-4153-83cc-bb1b480f0893'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:40.393445 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port 0a8f2bb1-2329-4a21-9676-21afabd8adc3, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0a8f2bb1-2329-4a21-9676-21afabd8adc3,segment=NetworkSegment(43559c7d-b318-4dfe-bfa5-cddf72f4abe4),segment_id=43559c7d-b318-4dfe-bfa5-cddf72f4abe4)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:40.393765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:40.529703 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for 0a8f2bb1-2329-4a21-9676-21afabd8adc3 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:40.596054 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] Set router 8e073bea-9b32-4153-83cc-bb1b480f0893 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:40.712986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:40.729484 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca1dbd8b-f07e-4bda-9811-88c3baf7d8bc tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:40.818543 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Port': ['ID=0a8f2bb1-2329-4a21-9676-21afabd8adc3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:40.821677 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:40.930461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:36Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0a8f2bb1-2329-4a21-9676-21afabd8adc3', 'name': '', 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:90:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'd786a2e3-c4a2-454a-8569-eda53e734d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:35Z', 'updated_at': '2021-01-14T06:04:40Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': 'd786a2e3-c4a2-454a-8569-eda53e734d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:40.935360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0ecdf91e-48db-4fd2-8d11-963cf847a2b6 None None] The sync data for ids ['8e073bea-9b32-4153-83cc-bb1b480f0893'] in n-d-768851-4 is: [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:36Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0a8f2bb1-2329-4a21-9676-21afabd8adc3', 'name': '', 'network_id': '6e4f47d3-19ae-40fa-af83-b85fe85852bd', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:90:a9:b5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_interface', 'standard_attr_id': 3861, 'fixed_ips': [{'subnet_id': 'd786a2e3-c4a2-454a-8569-eda53e734d88', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:35Z', 'updated_at': '2021-01-14T06:04:40Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': 'd786a2e3-c4a2-454a-8569-eda53e734d88', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:41.170499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:41.694381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 8e073bea-9b32-4153-83cc-bb1b480f0893 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:04:41.880396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:41.901121 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f971512-6d01-4613-bad9-e48ba8455443 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/8e073bea-9b32-4153-83cc-bb1b480f0893/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1018231 Jan 14 06:04:41.902000 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55202) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:42.115635 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting subnet d786a2e3-c4a2-454a-8569-eda53e734d88 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:04:42.118963 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:42.182883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:42.259030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8015cef4-8ef2-40cc-b62c-d0c5033e66f9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:42.279647 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:42.342101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] Sync routers for ids ['8e073bea-9b32-4153-83cc-bb1b480f0893'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:42.353036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] Routers {'8e073bea-9b32-4153-83cc-bb1b480f0893'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:42.353701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8e073bea-9b32-4153-83cc-bb1b480f0893'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:42.536841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] Set router 8e073bea-9b32-4153-83cc-bb1b480f0893 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:42.560273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:42.573992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-028474a2-74a3-45f4-981d-d46862a761db tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:42.660206 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Subnet': ['ID=d786a2e3-c4a2-454a-8569-eda53e734d88,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:42.667409 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.093s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:42.710926 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:42.718295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5386f6cd-250d-4db5-a6f3-bb8f78198112 None None] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:42.719611 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-be347e09-2b82-4b22-b176-5af981374a29 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/subnets/d786a2e3-c4a2-454a-8569-eda53e734d88 HTTP/1.1" status: 204 len: 168 time: 0.8160276 Jan 14 06:04:42.720371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55206) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:42.847440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:40Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:42.852465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] Checking router: 8e073bea-9b32-4153-83cc-bb1b480f0893 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:42.862640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] Routers {'8e073bea-9b32-4153-83cc-bb1b480f0893'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:42.863364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['8e073bea-9b32-4153-83cc-bb1b480f0893'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:42.950748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:43.058628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] Set router 8e073bea-9b32-4153-83cc-bb1b480f0893 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:43.135555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:43.141219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port 9c803fd3-2681-44f6-aa51-a3f36b347aaf {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:43.141671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:43.190404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] DHCP port deletion for 6e4f47d3-19ae-40fa-af83-b85fe85852bd request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:04:43.196132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Deleting port 76f6acf2-0b62-49c0-a746-e74d5a45e934 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:43.196750 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:43.333752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port 9c803fd3-2681-44f6-aa51-a3f36b347aaf, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=9c803fd3-2681-44f6-aa51-a3f36b347aaf,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:43.334367 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:43.370858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:40Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:43.375070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e1c7e7ad-9ca0-45ce-ab14-918fac666928 None None] The sync data for ids ['8e073bea-9b32-4153-83cc-bb1b480f0893'] in n-d-768851-4 is: [{'id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'name': 'tempest-TestNetworkAdvancedServerOps-router-42060148', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253'}], 'enable_snat': True}, 'gw_port_id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:29Z', 'updated_at': '2021-01-14T06:04:40Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': '9c803fd3-2681-44f6-aa51-a3f36b347aaf', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:ee:86:2a', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8e073bea-9b32-4153-83cc-bb1b480f0893', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3858, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.253', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:30Z', 'updated_at': '2021-01-14T06:04:37Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:43.420522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] For port 76f6acf2-0b62-49c0-a746-e74d5a45e934, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=76f6acf2-0b62-49c0-a746-e74d5a45e934,segment=NetworkSegment(43559c7d-b318-4dfe-bfa5-cddf72f4abe4),segment_id=43559c7d-b318-4dfe-bfa5-cddf72f4abe4)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:43.420870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:43.559559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Calling delete_port for 76f6acf2-0b62-49c0-a746-e74d5a45e934 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:43.646851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:43.661036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:43.708576 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Pushing event deleted for resources: {'Port': ['ID=76f6acf2-0b62-49c0-a746-e74d5a45e934,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:43.761366 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:43.783790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for 9c803fd3-2681-44f6-aa51-a3f36b347aaf owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:43.812899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] No DVR routers for this DVR port 76f6acf2-0b62-49c0-a746-e74d5a45e934 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:04:43.920772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.116718 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.254929 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.257557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.278587 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.279193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Fanout notify agent at l3_agent the message router_deleted on router 8e073bea-9b32-4153-83cc-bb1b480f0893 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:04:44.301672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.305594 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-07995d3e-fca5-4332-90cc-504ba645d4f0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/routers/8e073bea-9b32-4153-83cc-bb1b480f0893 HTTP/1.1" status: 204 len: 168 time: 1.5814207 Jan 14 06:04:44.305968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55210) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:44.438392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.538263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c3938bd-032c-4e5e-99ba-bc2608db1e36 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.640263 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.747640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9c803fd3-2681-44f6-aa51-a3f36b347aaf no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:44.766231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['6e4f47d3-19ae-40fa-af83-b85fe85852bd']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:44.779381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43559c7d-b318-4dfe-bfa5-cddf72f4abe4') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:44.779713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43559c7d-b318-4dfe-bfa5-cddf72f4abe4') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:44.782009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 9c803fd3-2681-44f6-aa51-a3f36b347aaf {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:44.782412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 9c803fd3-2681-44f6-aa51-a3f36b347aaf not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:44.782902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76f6acf2-0b62-49c0-a746-e74d5a45e934 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:44.791911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.807030 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:44.809167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:04:44.814893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 76f6acf2-0b62-49c0-a746-e74d5a45e934 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:44.815291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 76f6acf2-0b62-49c0-a746-e74d5a45e934 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:44.815751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0a8f2bb1-2329-4a21-9676-21afabd8adc3 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:04:44.851299 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 0a8f2bb1-2329-4a21-9676-21afabd8adc3 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:04:44.851667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0a8f2bb1-2329-4a21-9676-21afabd8adc3 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:04:44.989398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:04:44.998525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.179245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 6e4f47d3-19ae-40fa-af83-b85fe85852bd has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:04:45.203274 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:04:45.289201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.294294 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba45f02a-9ef5-4c63-9818-7e86d2e6e0b4 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:45.311536 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.323899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Network': ['ID=6e4f47d3-19ae-40fa-af83-b85fe85852bd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:45.327931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:45.329955 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-10a3dc28-fd5a-44a9-9627-bdee0575bf90 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/networks/6e4f47d3-19ae-40fa-af83-b85fe85852bd HTTP/1.1" status: 204 len: 168 time: 1.0229526 Jan 14 06:04:45.333133 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55214) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:45.432461 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.712649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.746745 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.800888 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.805144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b1d81c6d-772d-4132-bf28-e3b6c8b2e10f admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:45.818631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'SecurityGroup': ['ID=4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:45.822537 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.017s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:45.826122 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:45.827833 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/security-groups/4eb41b6f-a048-4d0a-9cb7-3867f4eb69d1 HTTP/1.1" status: 204 len: 168 time: 0.4931567 Jan 14 06:04:46.229660 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.331118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55222) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:46.337205 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1096487208', 'description': 'tempest-secgroup-smoke-1096487208 description', 'project_id': '2369b06f27c74640ab728d181e33bbc3'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:46.348442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:46.352944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:46.356170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:46.362646 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:46.374343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.397737 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:46.402353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:46.405630 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:46.412355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:46.499940 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.503523 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.507614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-247529d6-fa00-48b3-8398-583bbc5fab5b admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:46.548500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroup': ['ID=15148db3-e6cf-4c23-adeb-0a808139afb8,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:46.551404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.555629 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1796 time: 0.2204981 Jan 14 06:04:46.555629 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-98e10633-2d30-471d-944a-d49382e4ef84 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.046s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:46.555890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55226) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:46.561412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '15148db3-e6cf-4c23-adeb-0a808139afb8', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:46.572399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:46.576617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:46.579687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:46.585680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:46.609075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.676669 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.680866 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.682885 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-640cae80-9051-4a2a-99e5-08ad6ccf5f05 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:46.706090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d1c8f17b-edb4-453b-9899-b6bc6a261f61,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:46.708862 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:46.716509 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.718413 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1610956 Jan 14 06:04:46.720931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55230) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:46.726667 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '15148db3-e6cf-4c23-adeb-0a808139afb8', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:46.737882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:46.742227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:46.745346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:46.752082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:46.767546 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.769849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.836674 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.841019 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.842974 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-87e7915c-f8a1-4f38-8a15-a7f2f7d05df3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:46.864401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7c2e57ba-3e04-4a80-8887-138232cbfd5e,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:46.868642 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:46.876789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:46.878101 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1bbec9d4-ca9b-4bc1-93aa-029e4dc53e72 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1561275 Jan 14 06:04:46.881180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55234) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:46.887059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '15148db3-e6cf-4c23-adeb-0a808139afb8', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:46.898255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:46.902808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:46.906037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:46.912362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:46.930629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.002235 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.007236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.012823 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7b55f056-81ca-415f-8f0e-448c3e85b969 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:47.033320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=c3677757-7a87-407b-a689-a01fd17ad671,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:47.035868 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.023s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:47.044205 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.045483 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1632006 Jan 14 06:04:47.048567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55238) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:47.054218 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '15148db3-e6cf-4c23-adeb-0a808139afb8', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:47.064739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:47.069091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:47.072174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:47.078005 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:47.096053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.164689 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.169456 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.172144 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-130449ff-cb36-46de-946a-2388634ead13 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:47.201190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7096636e-b523-4820-93a8-11ee0c94b438,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:47.205491 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.034s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:47.213065 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.214366 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c4a550f4-9114-4026-b26c-cda3f9299377 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1648371 Jan 14 06:04:47.217375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55242) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:47.222934 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '15148db3-e6cf-4c23-adeb-0a808139afb8', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:47.233673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:47.238219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:47.241523 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:47.247421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:47.259162 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:04:47.271088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.341142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.345550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.347418 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [-] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:47.374213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e244a5ca-dbb7-4093-a148-30da9105c7d7,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:47.376774 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:47.384046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.385318 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1669350 Jan 14 06:04:47.389836 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55246) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:47.395359 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '15148db3-e6cf-4c23-adeb-0a808139afb8', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:47.406499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:47.410716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:47.413916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:47.419817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:47.430994 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:04:47.437795 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.509421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.512827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.514926 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a54790d-4dfc-43ff-9656-f9d69d1c0c38 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:47.538967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fed761c1-5806-4abd-971b-e895a116c6f5,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:47.543615 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:47.547603 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.548887 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1580708 Jan 14 06:04:47.552116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55250) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:47.558591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'network': {'name': 'tempest-network-smoke--261110786', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:47.564660 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:47.569204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:network and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:47.572306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:47.578178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:47.589165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:04:47.598266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.633141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:04:47.643358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.643790 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Added segment b93b8c2e-b910-446f-8e75-31cea7b93da5 of type vxlan for network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c Jan 14 06:04:47.671601 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.702657 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.721966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:47.722627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.728272 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ecc80be0-ffd7-4de7-818d-a729bde011c2 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:47.832330 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 768 time: 0.2790015 Jan 14 06:04:47.835479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55254) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:47.843480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'admin_state_up': True, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:47.856700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Network': ['ID=e89940a1-70a2-42d7-ab1c-ccc44fa57b3c,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:47.859516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:47.862435 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4c88e969-06d8-436b-8690-e9cdc776f1a2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:47.864823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:router and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:47.868856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:47.870999 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:47.874728 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:47.885206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.885571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:47.886430 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:47.898469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:04:47.902853 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:48.185713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:48.500815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:48.535608 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:48.804550 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.25.3.205 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/b067d8d0-ba9d-4269-b9d3-7c5696bc0485) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:48.973142 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:49.006112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:49.023350 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:49.458540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=b067d8d0-ba9d-4269-b9d3-7c5696bc0485,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:49.463036 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.440s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:49.520217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:49.521726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:49.524696 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:49.951644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:50.315534 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:50.547992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 137dabdd-541a-4c13-9ce8-6ea424ba465c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:04:50.735446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:50.745755 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Sync routers for ids ['137dabdd-541a-4c13-9ce8-6ea424ba465c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:50.756767 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Routers {'137dabdd-541a-4c13-9ce8-6ea424ba465c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:50.757448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['137dabdd-541a-4c13-9ce8-6ea424ba465c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:50.769651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:50.771026 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-afa3a2b5-6482-4550-aa53-8fa3b0656a79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9345131 Jan 14 06:04:50.774864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55258) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:50.823116 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c47c434f-ec3f-4c7f-b319-0c78b8b30c27 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?project_id=2369b06f27c74640ab728d181e33bbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0469341 Jan 14 06:04:50.825890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55262) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:50.941682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Set router 137dabdd-541a-4c13-9ce8-6ea424ba465c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:50.968403 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-80fb2345-54b8-494d-b866-be881559036a tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:50.972963 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80fb2345-54b8-494d-b866-be881559036a tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1432228 Jan 14 06:04:50.973226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55266) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:51.021366 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7e569ae7-cf10-4d89-a89e-3dd71fa221fb tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0468645 Jan 14 06:04:51.024105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55270) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:51.030135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'subnet': {'name': 'tempest-subnet-smoke-248627083', 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:04:51.147948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:04:51.152139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:subnet and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:04:51.155175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:04:51.161277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:04:51.171619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:04:51.246540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:49Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:51.250766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Checking router: 137dabdd-541a-4c13-9ce8-6ea424ba465c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:51.251195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Updating router 137dabdd-541a-4c13-9ce8-6ea424ba465c port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:04:51.288772 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:51.304883 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:51.699951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:51.712926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Transition to ACTIVE for port object b067d8d0-ba9d-4269-b9d3-7c5696bc0485 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:51.716671 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:51.733907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c5da4f79-81dc-4fe3-958d-d7e0c878ce46 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:51.739442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:51.753092 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de067eb8-5542-4935-9d96-c72f85fb2c3d tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:51.865476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Pushing event updated for resources: {'Port': ['ID=b067d8d0-ba9d-4269-b9d3-7c5696bc0485,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:51.884430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Subnet': ['ID=5089808a-4e99-416d-a8a9-05a3dc6d93c2,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:51.887817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.888176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.888578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.888957 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.889729 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.890389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.890389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.890603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:51.890844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.891195 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.891549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.891945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.892622 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.892715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.893048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.893409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.893774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.894140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.894501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.894857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.895250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.895611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.895956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.896326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.897040 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.897907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.898276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.898637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.899025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.899383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.899748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.900107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.900466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.900824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.901181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.901544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.901904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:04:51.908797 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.175s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:51.954739 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Attempting to bind port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:51.955153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Attempting to bind port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:51.955593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Attempting to bind port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:51.960319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Checking segment: {'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:51.960725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network hostable DHCP agents. Network: e89940a1-70a2-42d7-ab1c-ccc44fa57b3c, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:04:51.961593 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:51.962013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:51.962466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:51.962956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:51.963480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Bound port: b067d8d0-ba9d-4269-b9d3-7c5696bc0485, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:51.963904 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:51.980208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:04:51.989281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, e89940a1-70a2-42d7-ab1c-ccc44fa57b3c) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:52.003478 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:52.004125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:52.006369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-44d0c813-c7d6-414c-b783-347e528a1c48 None None] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:52.027306 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fc7b1403-2b00-4d81-bd04-08c58d3e1e17 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 831 time: 1.0021393 Jan 14 06:04:52.030335 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55274) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:52.328562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] For port b067d8d0-ba9d-4269-b9d3-7c5696bc0485, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:52.351177 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] For port b067d8d0-ba9d-4269-b9d3-7c5696bc0485, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b067d8d0-ba9d-4269-b9d3-7c5696bc0485,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:52.359582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:52.374148 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08734ba6-bd31-4829-b21b-b32be6679bd1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:52.570751 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Pushing event updated for resources: {'Port': ['ID=b067d8d0-ba9d-4269-b9d3-7c5696bc0485,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:52.601279 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.227s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:52.640003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-e89940a1-70a2-42d7-ab1c-ccc44fa57b3c', 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'fixed_ips': [{'subnet_id': '5089808a-4e99-416d-a8a9-05a3dc6d93c2'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:04:52.640927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:52.775449 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Routers {'137dabdd-541a-4c13-9ce8-6ea424ba465c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:52.776150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['137dabdd-541a-4c13-9ce8-6ea424ba465c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:53.051958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] Set router 137dabdd-541a-4c13-9ce8-6ea424ba465c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:53.102512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:53.306175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Allocated IP 172.20.0.2 (e89940a1-70a2-42d7-ab1c-ccc44fa57b3c/5089808a-4e99-416d-a8a9-05a3dc6d93c2/35862075-6225-4699-8656-254c8831a212) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:53.582637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:49Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:53.592001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-821edf9b-a3f9-4778-922c-6ada1f6bb2f6 None None] The sync data for ids ['137dabdd-541a-4c13-9ce8-6ea424ba465c'] in n-d-768851-4 is: [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:49Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:53.607785 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:53.620855 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Transition to ACTIVE for port object 35862075-6225-4699-8656-254c8831a212 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:53.637477 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Transition to ACTIVE for port object 35862075-6225-4699-8656-254c8831a212 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:53.643588 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:53.656783 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2082271e-e303-420b-b497-3cda28fb6afb None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:53.721861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.20.0.1 (e89940a1-70a2-42d7-ab1c-ccc44fa57b3c/5089808a-4e99-416d-a8a9-05a3dc6d93c2/402c9a4b-f6c8-4e27-a417-779db4767955) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:04:53.787752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Pushing event updated for resources: {'Port': ['ID=35862075-6225-4699-8656-254c8831a212,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:53.792516 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:53.855401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:53.856718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:53.859146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:53.897808 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:53.915400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Transition to ACTIVE for port object 402c9a4b-f6c8-4e27-a417-779db4767955 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:53.918733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Attempting to bind port 35862075-6225-4699-8656-254c8831a212 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:53.919352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Attempting to bind port 35862075-6225-4699-8656-254c8831a212 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:53.919519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Attempting to bind port 35862075-6225-4699-8656-254c8831a212 on network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:53.925490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:53.925822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Checking segment: {'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:53.926275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:53.926851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Bound using segment: {'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:53.927241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Bound port: 35862075-6225-4699-8656-254c8831a212, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:53.927727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:53.940749 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:53.958227 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-744dd64e-6c98-466a-8dd3-b23fea0cb606 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:54.037475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] For port 35862075-6225-4699-8656-254c8831a212, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:54.041466 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] For port 35862075-6225-4699-8656-254c8831a212, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35862075-6225-4699-8656-254c8831a212,segment=NetworkSegment(b93b8c2e-b910-446f-8e75-31cea7b93da5),segment_id=b93b8c2e-b910-446f-8e75-31cea7b93da5)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:54.045552 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:54.062356 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:54.101349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=402c9a4b-f6c8-4e27-a417-779db4767955,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:54.106557 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:54.163182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:54.164388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:54.166790 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:04:54.202024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Pushing event updated for resources: {'Port': ['ID=35862075-6225-4699-8656-254c8831a212,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:54.205654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:54.233567 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:54.364829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:54.804481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b067d8d0-ba9d-4269-b9d3-7c5696bc0485 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:54.891066 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:54.896047 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:54.929856 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7147a3f4-a20a-49ee-9930-ac9a106af67b tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:55.022513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=402c9a4b-f6c8-4e27-a417-779db4767955,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:55.026242 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.096s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:55.029789 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:55.069648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:55.074912 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:55.075345 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:55.179181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:04:55.180853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:04:55.194987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:55.211745 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port b067d8d0-ba9d-4269-b9d3-7c5696bc0485, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b067d8d0-ba9d-4269-b9d3-7c5696bc0485,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:55.214870 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:55.215780 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35862075-6225-4699-8656-254c8831a212 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:55.244511 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20a1e956-a0b3-4699-a11e-ffb29af6d502 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:55.338781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=b067d8d0-ba9d-4269-b9d3-7c5696bc0485,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:55.342624 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:55.350908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 35862075-6225-4699-8656-254c8831a212 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:55.390091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 137dabdd-541a-4c13-9ce8-6ea424ba465c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:04:55.585898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:04:55.587498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3371b944-8bb0-4a8e-8c11-591df05f4e1d None None] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:04:55.599923 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/137dabdd-541a-4c13-9ce8-6ea424ba465c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5679548 Jan 14 06:04:55.686432 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Provisioning for port 35862075-6225-4699-8656-254c8831a212 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:55.705860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Provisioning complete for port 35862075-6225-4699-8656-254c8831a212 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:55.706286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:55.791749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-8f6d1f5e-0067-4d3e-bab1-d7b89942976e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Synchronizing usage tracker for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:04:55.809498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-8f6d1f5e-0067-4d3e-bab1-d7b89942976e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Unset dirty status for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:04:55.810910 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-8f6d1f5e-0067-4d3e-bab1-d7b89942976e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1096487208&fields=id&tenant_id=2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 267 time: 0.0652709 Jan 14 06:04:55.822935 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:55.960214 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:56.000037 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-5188e0f3-5e04-4a32-af94-c3f754c7b850 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:04:56.001763 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-5188e0f3-5e04-4a32-af94-c3f754c7b850 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/networks?id=e89940a1-70a2-42d7-ab1c-ccc44fa57b3c HTTP/1.1" status: 200 len: 796 time: 0.1830614 Jan 14 06:04:56.003936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] For port 35862075-6225-4699-8656-254c8831a212, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35862075-6225-4699-8656-254c8831a212,segment=NetworkSegment(b93b8c2e-b910-446f-8e75-31cea7b93da5),segment_id=b93b8c2e-b910-446f-8e75-31cea7b93da5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:56.007837 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:56.009587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:56.023158 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-89457b32-c33f-4b23-85ac-a5611d31eaa1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/quotas/2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 375 time: 0.0133436 Jan 14 06:04:56.082027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Pushing event updated for resources: {'Port': ['ID=35862075-6225-4699-8656-254c8831a212,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:56.091588 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.082s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:56.129784 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-cd0fcde9-7597-46a0-a959-7747478c53c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/ports?tenant_id=2369b06f27c74640ab728d181e33bbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1002164 Jan 14 06:04:56.232980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1858450e-9f29-4d21-b288-16874177cf9e None None] Provisioning complete for port 35862075-6225-4699-8656-254c8831a212 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:56.233554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1858450e-9f29-4d21-b288-16874177cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:56.290925 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-3dd992ac-a06b-4e10-a807-09ecb2f54836 service neutron] 10.222.0.48 "GET /v2.0/networks/e89940a1-70a2-42d7-ab1c-ccc44fa57b3c?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1477382 Jan 14 06:04:56.399481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Sync routers for ids ['137dabdd-541a-4c13-9ce8-6ea424ba465c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:04:56.401238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1858450e-9f29-4d21-b288-16874177cf9e None None] Provisioning for port 402c9a4b-f6c8-4e27-a417-779db4767955 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:04:56.406759 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-1858450e-9f29-4d21-b288-16874177cf9e None None] Provisioning complete for port 402c9a4b-f6c8-4e27-a417-779db4767955 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:56.407187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1858450e-9f29-4d21-b288-16874177cf9e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:56.411670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Routers {'137dabdd-541a-4c13-9ce8-6ea424ba465c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:56.412383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['137dabdd-541a-4c13-9ce8-6ea424ba465c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:56.449704 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f5a8c957-c795-478e-a33f-eed165f2dd39 req-74962b3a-50e8-4176-856b-152e90e54ad7 service neutron] 10.222.0.48 "GET /v2.0/networks/e89940a1-70a2-42d7-ab1c-ccc44fa57b3c?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1522236 Jan 14 06:04:56.478876 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1858450e-9f29-4d21-b288-16874177cf9e None None] Port 402c9a4b-f6c8-4e27-a417-779db4767955 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:56.604542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3029596e-9945-4c21-b3a9-c3ea61ed000e None None] Provisioning complete for port 35862075-6225-4699-8656-254c8831a212 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:56.605207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3029596e-9945-4c21-b3a9-c3ea61ed000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:56.618944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Set router 137dabdd-541a-4c13-9ce8-6ea424ba465c gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:56.815201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3029596e-9945-4c21-b3a9-c3ea61ed000e None None] Provisioning complete for port 402c9a4b-f6c8-4e27-a417-779db4767955 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:56.816280 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3029596e-9945-4c21-b3a9-c3ea61ed000e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:56.867514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b067d8d0-ba9d-4269-b9d3-7c5696bc0485 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:56.936361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55304) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:04:56.997873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3029596e-9945-4c21-b3a9-c3ea61ed000e None None] Port 402c9a4b-f6c8-4e27-a417-779db4767955 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:57.026258 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:57.026806 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.100244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:54Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '402c9a4b-f6c8-4e27-a417-779db4767955', 'name': '', 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:8a:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '5089808a-4e99-416d-a8a9-05a3dc6d93c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:53Z', 'updated_at': '2021-01-14T06:04:54Z', 'revision_number': 2, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '5089808a-4e99-416d-a8a9-05a3dc6d93c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:57.106461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Checking router: 137dabdd-541a-4c13-9ce8-6ea424ba465c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:04:57.106914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Updating router 137dabdd-541a-4c13-9ce8-6ea424ba465c port 402c9a4b-f6c8-4e27-a417-779db4767955 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:04:57.140462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-6a848d59-ca41-4159-a662-3fadb0ed30b4 None None] Provisioning complete for port 402c9a4b-f6c8-4e27-a417-779db4767955 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:57.141160 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6a848d59-ca41-4159-a662-3fadb0ed30b4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.176667 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.250811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-6a848d59-ca41-4159-a662-3fadb0ed30b4 None None] Port 402c9a4b-f6c8-4e27-a417-779db4767955 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:04:57.253109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35862075-6225-4699-8656-254c8831a212 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:04:57.322508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 35862075-6225-4699-8656-254c8831a212 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:57.322961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.392440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-18a1b391-c6e2-4a27-9cce-45014922bac1 None None] Provisioning complete for port 35862075-6225-4699-8656-254c8831a212 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:04:57.392849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-18a1b391-c6e2-4a27-9cce-45014922bac1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.607283 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.619344 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.632594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Transition to ACTIVE for port object 402c9a4b-f6c8-4e27-a417-779db4767955 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:04:57.636261 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.741445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:57.824058 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:57.953383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64c31-9168-463c-8f8a-1f880345fab0 None None] Pushing event updated for resources: {'Port': ['ID=402c9a4b-f6c8-4e27-a417-779db4767955,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:57.958106 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cb64c31-9168-463c-8f8a-1f880345fab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:58.125351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Attempting to bind port 402c9a4b-f6c8-4e27-a417-779db4767955 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:04:58.125776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Attempting to bind port 402c9a4b-f6c8-4e27-a417-779db4767955 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:04:58.126189 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Attempting to bind port 402c9a4b-f6c8-4e27-a417-779db4767955 on network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:04:58.132306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:04:58.132725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Checking segment: {'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:04:58.133175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:58.133615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Bound using segment: {'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:04:58.134165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Bound port: 402c9a4b-f6c8-4e27-a417-779db4767955, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b93b8c2e-b910-446f-8e75-31cea7b93da5', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:04:58.134589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:58.234589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] For port 402c9a4b-f6c8-4e27-a417-779db4767955, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:04:58.238241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] For port 402c9a4b-f6c8-4e27-a417-779db4767955, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=402c9a4b-f6c8-4e27-a417-779db4767955,segment=NetworkSegment(b93b8c2e-b910-446f-8e75-31cea7b93da5),segment_id=b93b8c2e-b910-446f-8e75-31cea7b93da5)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:04:58.242234 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:58.257617 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e734f41-f883-48de-a064-395cd4c7a0ab None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:58.403774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5cb64c31-9168-463c-8f8a-1f880345fab0 None None] Pushing event updated for resources: {'Port': ['ID=402c9a4b-f6c8-4e27-a417-779db4767955,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:58.409293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cb64c31-9168-463c-8f8a-1f880345fab0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.152s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:58.428889 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port 402c9a4b-f6c8-4e27-a417-779db4767955 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:04:58.429266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:58.451309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Routers {'137dabdd-541a-4c13-9ce8-6ea424ba465c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:04:58.451940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['137dabdd-541a-4c13-9ce8-6ea424ba465c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:58.652900 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port 402c9a4b-f6c8-4e27-a417-779db4767955, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=402c9a4b-f6c8-4e27-a417-779db4767955,segment=NetworkSegment(b93b8c2e-b910-446f-8e75-31cea7b93da5),segment_id=b93b8c2e-b910-446f-8e75-31cea7b93da5)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:04:58.653305 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:58.660126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] Set router 137dabdd-541a-4c13-9ce8-6ea424ba465c gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:04:58.785816 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for 402c9a4b-f6c8-4e27-a417-779db4767955 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:04:58.961975 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:58.981024 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fee6b551-6210-4dd0-b2f4-f6f7d5d776a9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:04:58.983563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:54Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '402c9a4b-f6c8-4e27-a417-779db4767955', 'name': '', 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:8a:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '5089808a-4e99-416d-a8a9-05a3dc6d93c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:53Z', 'updated_at': '2021-01-14T06:04:58Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '5089808a-4e99-416d-a8a9-05a3dc6d93c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:04:58.988340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3a8a3f24-8aa6-4c43-bbff-30dbf6513aea None None] The sync data for ids ['137dabdd-541a-4c13-9ce8-6ea424ba465c'] in n-d-768851-4 is: [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:54Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '402c9a4b-f6c8-4e27-a417-779db4767955', 'name': '', 'network_id': 'e89940a1-70a2-42d7-ab1c-ccc44fa57b3c', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:8a:e1:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3877, 'fixed_ips': [{'subnet_id': '5089808a-4e99-416d-a8a9-05a3dc6d93c2', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:53Z', 'updated_at': '2021-01-14T06:04:58Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '5089808a-4e99-416d-a8a9-05a3dc6d93c2', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:04:59.081515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Port': ['ID=402c9a4b-f6c8-4e27-a417-779db4767955,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:04:59.098645 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:04:59.435828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:04:59.955350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 137dabdd-541a-4c13-9ce8-6ea424ba465c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:05:00.141561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:00.158108 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b15f6c73-4017-4097-b5ff-0e6dad4b575f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/137dabdd-541a-4c13-9ce8-6ea424ba465c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2205498 Jan 14 06:05:00.161122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55312) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:00.374154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting subnet 5089808a-4e99-416d-a8a9-05a3dc6d93c2 {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:05:00.377715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:00.436278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:00.489571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] Sync routers for ids ['137dabdd-541a-4c13-9ce8-6ea424ba465c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:00.500421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] Routers {'137dabdd-541a-4c13-9ce8-6ea424ba465c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:00.501051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['137dabdd-541a-4c13-9ce8-6ea424ba465c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:00.533687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:00.686225 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] Set router 137dabdd-541a-4c13-9ce8-6ea424ba465c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:00.815675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:00.831299 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-45effcca-d629-4c9c-b13b-dd47519b5860 tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:00.916210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Subnet': ['ID=5089808a-4e99-416d-a8a9-05a3dc6d93c2,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:00.923280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.092s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:00.967290 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:00.973475 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/subnets/5089808a-4e99-416d-a8a9-05a3dc6d93c2 HTTP/1.1" status: 204 len: 168 time: 0.8113427 Jan 14 06:05:00.976232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fbfd6421-1876-4a4b-878f-f5514eb66230 None None] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:00.976514 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55316) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:01.116199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:58Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:01.151013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] Checking router: 137dabdd-541a-4c13-9ce8-6ea424ba465c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:01.178898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] Routers {'137dabdd-541a-4c13-9ce8-6ea424ba465c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:01.179648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['137dabdd-541a-4c13-9ce8-6ea424ba465c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:01.389916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] Set router 137dabdd-541a-4c13-9ce8-6ea424ba465c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:01.437172 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] DHCP port deletion for e89940a1-70a2-42d7-ab1c-ccc44fa57b3c request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:05:01.493495 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:01.507453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Deleting port 35862075-6225-4699-8656-254c8831a212 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:01.507872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:01.689243 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:01.695181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port b067d8d0-ba9d-4269-b9d3-7c5696bc0485 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:01.695566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:01.889254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port b067d8d0-ba9d-4269-b9d3-7c5696bc0485, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=b067d8d0-ba9d-4269-b9d3-7c5696bc0485,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:01.889508 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.019215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for b067d8d0-ba9d-4269-b9d3-7c5696bc0485 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:02.063256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] For port 35862075-6225-4699-8656-254c8831a212, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=35862075-6225-4699-8656-254c8831a212,segment=NetworkSegment(b93b8c2e-b910-446f-8e75-31cea7b93da5),segment_id=b93b8c2e-b910-446f-8e75-31cea7b93da5)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:02.063703 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.151659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.190665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Calling delete_port for 35862075-6225-4699-8656-254c8831a212 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:02.255416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:58Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:02.273350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af01a346-12a5-4c4e-915a-63af0dabbbad None None] The sync data for ids ['137dabdd-541a-4c13-9ce8-6ea424ba465c'] in n-d-768851-4 is: [{'id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1778108218', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205'}], 'enable_snat': True}, 'gw_port_id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:04:47Z', 'updated_at': '2021-01-14T06:04:58Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'b067d8d0-ba9d-4269-b9d3-7c5696bc0485', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:37:c6:76', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '137dabdd-541a-4c13-9ce8-6ea424ba465c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3874, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.205', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:04:48Z', 'updated_at': '2021-01-14T06:04:55Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:02.280557 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.297247 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:02.354002 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.392727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Pushing event deleted for resources: {'Port': ['ID=35862075-6225-4699-8656-254c8831a212,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:02.405625 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.108s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:02.437241 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] No DVR routers for this DVR port 35862075-6225-4699-8656-254c8831a212 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:05:02.490758 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.493206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.515911 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.516483 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Fanout notify agent at l3_agent the message router_deleted on router 137dabdd-541a-4c13-9ce8-6ea424ba465c {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:05:02.539328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.540605 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-494803ee-fd17-4fb1-8d93-790b04caac15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/routers/137dabdd-541a-4c13-9ce8-6ea424ba465c HTTP/1.1" status: 204 len: 168 time: 1.5630951 Jan 14 06:05:02.543547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55320) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:02.674368 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:02.760748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 402c9a4b-f6c8-4e27-a417-779db4767955 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:02.795873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 402c9a4b-f6c8-4e27-a417-779db4767955 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:02.796440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 402c9a4b-f6c8-4e27-a417-779db4767955 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:02.797016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35862075-6225-4699-8656-254c8831a212 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:02.829979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 35862075-6225-4699-8656-254c8831a212 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:02.830382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 35862075-6225-4699-8656-254c8831a212 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:02.880228 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.004153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['e89940a1-70a2-42d7-ab1c-ccc44fa57b3c']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:03.017066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b93b8c2e-b910-446f-8e75-31cea7b93da5') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:03.017398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b93b8c2e-b910-446f-8e75-31cea7b93da5') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:03.029498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.044581 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.047165 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:05:03.224507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:05:03.233628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.423463 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network e89940a1-70a2-42d7-ab1c-ccc44fa57b3c has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:05:03.447739 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:05:03.535124 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.538915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba0d459c-1982-4c21-858c-0eef01cc6e2f tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:03.554301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.566224 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Network': ['ID=e89940a1-70a2-42d7-ab1c-ccc44fa57b3c,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:03.576759 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/networks/e89940a1-70a2-42d7-ab1c-ccc44fa57b3c HTTP/1.1" status: 204 len: 168 time: 1.0321345 Jan 14 06:05:03.578358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.578838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.579256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.579670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.579970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55324) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:03.580131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.580440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.580848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.581256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.581663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.582067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.582475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.582938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.583405 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.584149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.584301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.584592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.584996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.585400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.585803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.586200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.586602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.587036 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.587441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.587841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.588325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.588727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.589130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.589530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.589930 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.590333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.590800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.591201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.591603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.592003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.592404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.592801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.597374 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-00ce5306-5c07-43a9-b02b-da3330d4e3b9 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.058s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:03.660629 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.692025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.746676 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.750867 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-417e3d63-d8fb-4471-baec-172d1902b5ef admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:03.767475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'SecurityGroup': ['ID=15148db3-e6cf-4c23-adeb-0a808139afb8,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:03.777231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.777595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.778013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.778427 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.778861 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.779295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.779700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.780107 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.780509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.780915 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.781313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.781714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.782148 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.782559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.783008 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.783414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.783811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.784213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.784613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.785012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.785412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.785811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.786212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.786602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.787283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.787697 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.788103 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.788503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.788902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.789304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.789701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.790098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.790498 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.790954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.791350 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.791749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:03.796017 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:03.804816 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:03.806117 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7acf14a5-77ae-4e19-b305-2d3f4ff75658 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/security-groups/15148db3-e6cf-4c23-adeb-0a808139afb8 HTTP/1.1" status: 204 len: 168 time: 0.2250524 Jan 14 06:05:04.023565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55332) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:04.029717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-919923173', 'description': 'tempest-secgroup-smoke-919923173 description', 'project_id': '2369b06f27c74640ab728d181e33bbc3'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:04.040989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:04.045835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:04.049116 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:04.055544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:04.070846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.093356 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:04.098067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:04.101563 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:04.108010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:04.185364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.188943 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.192810 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f7b8feee-2374-48aa-befb-dec29d9c2038 tempest-TestSecurityGroupsBasicOps-159661194 tempest-TestSecurityGroupsBasicOps-159661194] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:04.237320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroup': ['ID=7ef841ee-dc59-464d-86b9-299cd7625fde,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:04.240972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.242301 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2176311 Jan 14 06:05:04.243563 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9968c5e6-9cbe-4f39-bfe2-043c0b2004e8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:04.245510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55336) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:04.251637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '7ef841ee-dc59-464d-86b9-299cd7625fde', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:04.263047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:04.267275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:04.270423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:04.276881 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:04.294530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.357199 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.361675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.363639 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8f8ad4b4-cd45-461a-bb30-e1130e8c29f2 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:04.386592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=fc336eb6-c81f-449e-868b-d52b63061399,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:04.389400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:04.397099 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.398416 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9205bb5b-f4a6-48f8-bf86-4f3f87a393b5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1517992 Jan 14 06:05:04.402942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55340) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:04.408846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '7ef841ee-dc59-464d-86b9-299cd7625fde', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:04.420039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:04.424235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:04.427326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:04.433276 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:04.451517 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.517897 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.522521 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.525704 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0c685837-2845-40e6-b14c-37ff3006c632 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:04.559678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=13500149-4062-485f-a6cc-74cc305838a2,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:04.562177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:04.569451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.570757 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3bd2450-46e6-4aba-a9bf-03dd992f1b5f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1667180 Jan 14 06:05:04.573801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55344) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:04.579398 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '7ef841ee-dc59-464d-86b9-299cd7625fde', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:04.590281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:04.594459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:04.597594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:04.603515 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:04.626178 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.697152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.700851 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.702656 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9ae0b98c-c541-4511-bf6c-583ac8a7a1c2 tempest-TaggedBootDevicesTest_v242-361534375 tempest-TaggedBootDevicesTest_v242-361534375] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:04.727228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a10883d8-f993-4d18-b3e2-deff3514cb76,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:04.732177 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:04.737964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.739296 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-46d31fc5-4604-4ca3-abb4-5c12e0bc8ff1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1645317 Jan 14 06:05:04.742379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55348) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:04.748147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '7ef841ee-dc59-464d-86b9-299cd7625fde', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:04.754731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b067d8d0-ba9d-4269-b9d3-7c5696bc0485 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:04.759235 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:04.763471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:04.766537 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:04.772712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:04.790453 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.793481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: b067d8d0-ba9d-4269-b9d3-7c5696bc0485 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:04.793960 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device b067d8d0-ba9d-4269-b9d3-7c5696bc0485 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:04.858358 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.863312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.870487 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0eb29911-bbba-4b09-860c-a96c19fbaa65 tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:04.892155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b8e8a53c-2d37-439d-b72c-9ec3fad20ad1,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:04.894835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:04.899320 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:04.900568 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1571171 Jan 14 06:05:04.903715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55352) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:04.909252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '7ef841ee-dc59-464d-86b9-299cd7625fde', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:04.920296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:04.924507 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:04.927753 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:04.933828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:04.945288 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:05:04.952859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.024678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.029102 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.031047 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-40013f26-45d1-43f1-b898-413a470cbb62 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:05.054113 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ec1db2e0-5d77-4dbd-bc96-f58d766f1fd3,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:05.056737 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:05.064213 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.065543 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9dbfa955-5fec-482d-ace1-d546e7c74704 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1608477 Jan 14 06:05:05.069166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55356) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:05.075024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '7ef841ee-dc59-464d-86b9-299cd7625fde', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:05.086017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:05.090219 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:05.093570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:05.099858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:05.112972 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:05:05.120363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.193842 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.198312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.200329 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-087943df-655f-4f05-be05-277510084d15 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:05.221364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9fd481c5-0df1-45ed-95c3-59afa84fe205,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:05.225870 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.025s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:05.235082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.236762 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c84a9e59-37ac-46bb-b838-525b4622a70d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1661837 Jan 14 06:05:05.240216 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55360) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:05.250434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'network': {'name': 'tempest-network-smoke--14116879', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'port_security_enabled': True}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:05.261141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:05.265666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:network and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:05.268781 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:05.274812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:05.286544 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:05.295860 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.328710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:05:05.338193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.338593 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Added segment 4628cf46-d30b-4aa8-983d-1cd307492ede of type vxlan for network 9d86ce73-e38e-42b5-9e02-bc63131456d3 Jan 14 06:05:05.367417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.408922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.427882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:05.428528 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.432354 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:05.543051 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 767 time: 0.3012064 Jan 14 06:05:05.546087 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55364) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:05.549414 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Network': ['ID=9d86ce73-e38e-42b5-9e02-bc63131456d3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:05.552364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'admin_state_up': True, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:05.552560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5afac3fd-572d-4582-907a-43a6b1e41bdb tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:05.563049 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:05.564649 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:05.568940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:router and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:05.571953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:05.576615 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:05.577817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:05.588652 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.589719 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.589914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:05.605042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:05.881702 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:06.208204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:06.239901 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:06.526301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.25.3.2 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/f1361bc9-5e2f-423a-a88c-bc3589dad3ea) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:06.684175 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:06.715094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:06.728188 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:07.166519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=f1361bc9-5e2f-423a-a88c-bc3589dad3ea,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:07.169795 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:07.235950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:07.237631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:07.240108 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:07.688886 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:08.055639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:08.268909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 368e42a5-5b0e-4934-af3d-691d2316c719 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:05:08.456741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:08.481503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Sync routers for ids ['368e42a5-5b0e-4934-af3d-691d2316c719'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:08.492034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:08.496403 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 893 time: 2.9461272 Jan 14 06:05:08.496664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55368) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:08.497859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Routers {'368e42a5-5b0e-4934-af3d-691d2316c719'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:08.498526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368e42a5-5b0e-4934-af3d-691d2316c719'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:08.541979 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-74d95457-d004-4672-a848-8505b2639e0f tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?project_id=2369b06f27c74640ab728d181e33bbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0440533 Jan 14 06:05:08.544699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55372) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:08.683763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Set router 368e42a5-5b0e-4934-af3d-691d2316c719 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:08.687200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8f84de68-8dfb-48ab-a09f-9cf239005968 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:08.688814 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8f84de68-8dfb-48ab-a09f-9cf239005968 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1431825 Jan 14 06:05:08.691961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55376) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:08.736622 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fcdbefbe-7fc4-4a33-8005-6786406c7d9e tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0430481 Jan 14 06:05:08.739323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55380) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:08.745418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1979331681', 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:08.864716 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:08.868852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:subnet and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:08.871863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:08.877952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:08.889475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:09.014319 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.150461 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:07Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:06Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:09.155093 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Checking router: 368e42a5-5b0e-4934-af3d-691d2316c719 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:09.155485 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Updating router 368e42a5-5b0e-4934-af3d-691d2316c719 port f1361bc9-5e2f-423a-a88c-bc3589dad3ea binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:05:09.209335 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.463293 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.477137 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ae45a8b2-91fb-4513-b16b-b1c6a6f1fb57 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:09.604382 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.610152 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Subnet': ['ID=45087dc9-97e3-416c-a4da-50a9999875bd,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:09.614628 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:09.618888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Transition to ACTIVE for port object f1361bc9-5e2f-423a-a88c-bc3589dad3ea will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:09.622190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.636460 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f066f351-2d85-4d9e-90a4-2893f7c9b424 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:09.687415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Checking segment: {'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:09.687821 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network hostable DHCP agents. Network: 9d86ce73-e38e-42b5-9e02-bc63131456d3, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:05:09.708391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:05:09.717922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9d86ce73-e38e-42b5-9e02-bc63131456d3) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:09.727365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b857d24-9a36-4fc7-bb4a-697168088a1e None None] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:09.732007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:09.732666 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.758037 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 1.0174806 Jan 14 06:05:09.761090 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55384) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:09.774480 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38497b16-5a71-4301-8b3d-1a251418ec13 None None] Pushing event updated for resources: {'Port': ['ID=f1361bc9-5e2f-423a-a88c-bc3589dad3ea,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:09.779285 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38497b16-5a71-4301-8b3d-1a251418ec13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:09.848060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Attempting to bind port f1361bc9-5e2f-423a-a88c-bc3589dad3ea on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:09.848468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Attempting to bind port f1361bc9-5e2f-423a-a88c-bc3589dad3ea by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:09.848870 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Attempting to bind port f1361bc9-5e2f-423a-a88c-bc3589dad3ea on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:09.855391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:09.855803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:09.856251 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.856690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:09.857221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Bound port: f1361bc9-5e2f-423a-a88c-bc3589dad3ea, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:09.857630 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.938851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] For port f1361bc9-5e2f-423a-a88c-bc3589dad3ea, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:09.942169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] For port f1361bc9-5e2f-423a-a88c-bc3589dad3ea, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f1361bc9-5e2f-423a-a88c-bc3589dad3ea,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:09.946755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:09.962044 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d94b7806-9962-49cc-9840-ec3f029126a3 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:09.979061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9d86ce73-e38e-42b5-9e02-bc63131456d3', 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'fixed_ips': [{'subnet_id': '45087dc9-97e3-416c-a4da-50a9999875bd'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:05:09.980023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:10.112682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38497b16-5a71-4301-8b3d-1a251418ec13 None None] Pushing event updated for resources: {'Port': ['ID=f1361bc9-5e2f-423a-a88c-bc3589dad3ea,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:10.118751 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38497b16-5a71-4301-8b3d-1a251418ec13 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.156s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:10.159907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Routers {'368e42a5-5b0e-4934-af3d-691d2316c719'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:10.160583 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368e42a5-5b0e-4934-af3d-691d2316c719'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:10.275541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Allocated IP 172.20.0.2 (9d86ce73-e38e-42b5-9e02-bc63131456d3/45087dc9-97e3-416c-a4da-50a9999875bd/c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:10.351977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] Set router 368e42a5-5b0e-4934-af3d-691d2316c719 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:10.535761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:10.548878 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Transition to ACTIVE for port object c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:10.569157 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Transition to ACTIVE for port object c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:10.574727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:10.591877 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b44fac1c-b338-4305-a17f-e6aa9640c71e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:10.657909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Pushing event updated for resources: {'Port': ['ID=c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:10.677758 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:07Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:10.682301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2655ef10-3bce-4004-839d-8a7f5d9944c3 None None] The sync data for ids ['368e42a5-5b0e-4934-af3d-691d2316c719'] in n-d-768851-4 is: [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:07Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:09Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:10.714238 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.122s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:10.795159 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:10.796418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:10.798970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:10.846216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:10.858334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Attempting to bind port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:10.858761 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Attempting to bind port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:10.859179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Attempting to bind port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 on network 9d86ce73-e38e-42b5-9e02-bc63131456d3 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:10.865672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:10.866098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Checking segment: {'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:10.866540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:10.867010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Bound using segment: {'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:10.867533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Bound port: c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:10.867950 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:10.961947 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] For port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:10.965162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] For port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00,segment=NetworkSegment(4628cf46-d30b-4aa8-983d-1cd307492ede),segment_id=4628cf46-d30b-4aa8-983d-1cd307492ede)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:10.968780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:10.982336 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d6613e4-a7bc-4e3e-b2c0-62ffe971a36f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:11.126734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Pushing event updated for resources: {'Port': ['ID=c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:11.130560 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:11.470497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.20.0.1 (9d86ce73-e38e-42b5-9e02-bc63131456d3/45087dc9-97e3-416c-a4da-50a9999875bd/0557d186-a2d4-4414-b907-531143980a84) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:11.668712 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:11.685848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Transition to ACTIVE for port object 0557d186-a2d4-4414-b907-531143980a84 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:11.708737 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:11.722816 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6b98825-8191-4629-b5cb-82c646ec13a3 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:11.863207 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=0557d186-a2d4-4414-b907-531143980a84,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:11.866646 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.144s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:11.924470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:11.925629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:11.928168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:11.994068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:12.108464 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:12.265286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6bed09b-e512-41a8-8d56-2d3c730c8835 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:12.543937 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29448978-c27d-4ee4-b402-ac3ab722dc88 None None] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:12.630568 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:12.635340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:12.663591 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2868169f-159e-41a7-bad4-a25771f17257 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:12.764004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=0557d186-a2d4-4414-b907-531143980a84,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:12.766756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:12.780835 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:12.837284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-3aac7b4c-ed46-4878-b3f4-37a8208898f1 None None] Provisioning for port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:12.857968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f1361bc9-5e2f-423a-a88c-bc3589dad3ea up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:12.920788 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:12.922006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:13.021948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port f1361bc9-5e2f-423a-a88c-bc3589dad3ea completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:13.034291 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f1361bc9-5e2f-423a-a88c-bc3589dad3ea triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:13.034716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.140117 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 368e42a5-5b0e-4934-af3d-691d2316c719 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:05:13.234516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.263925 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port f1361bc9-5e2f-423a-a88c-bc3589dad3ea, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f1361bc9-5e2f-423a-a88c-bc3589dad3ea,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:13.269966 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.271051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:13.296152 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:13.392057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:13.406257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=f1361bc9-5e2f-423a-a88c-bc3589dad3ea,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:13.412592 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-db63b9ea-035f-4aeb-bcd3-f39497ea999c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/368e42a5-5b0e-4934-af3d-691d2316c719/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.6495020 Jan 14 06:05:13.414497 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.119s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:13.431631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48b0a667-2898-4c90-bb4c-10d9894937e8 None None] Provisioning for port 0557d186-a2d4-4414-b907-531143980a84 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:13.437019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:13.441275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48b0a667-2898-4c90-bb4c-10d9894937e8 None None] Provisioning complete for port 0557d186-a2d4-4414-b907-531143980a84 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:13.441707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48b0a667-2898-4c90-bb4c-10d9894937e8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.472256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:13.472686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.549051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Sync routers for ids ['368e42a5-5b0e-4934-af3d-691d2316c719'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:13.573890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Routers {'368e42a5-5b0e-4934-af3d-691d2316c719'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:13.574604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:04:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368e42a5-5b0e-4934-af3d-691d2316c719'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:13.650715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-48b0a667-2898-4c90-bb4c-10d9894937e8 None None] Port 0557d186-a2d4-4414-b907-531143980a84 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:13.802317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.831286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f420a22-92d9-46be-8bb6-72a05d0b7ba9 None None] Provisioning complete for port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:13.831717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f420a22-92d9-46be-8bb6-72a05d0b7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.858631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-7db84634-6d28-4ab2-9f0e-7c093b9b951c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Synchronizing usage tracker for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:05:13.876180 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-7db84634-6d28-4ab2-9f0e-7c093b9b951c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Unset dirty status for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:05:13.877506 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-7db84634-6d28-4ab2-9f0e-7c093b9b951c tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-919923173&fields=id&tenant_id=2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 267 time: 0.0725176 Jan 14 06:05:13.918346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Set router 368e42a5-5b0e-4934-af3d-691d2316c719 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:13.973519 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00,segment=NetworkSegment(4628cf46-d30b-4aa8-983d-1cd307492ede),segment_id=4628cf46-d30b-4aa8-983d-1cd307492ede)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:13.989986 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:13.994822 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ac5d4833-6711-4b6b-a17f-077adc6093de None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:14.081187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-63454c5d-0915-4ecd-8182-ed385ee5a237 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:14.082015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-63454c5d-0915-4ecd-8182-ed385ee5a237 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Synchronizing usage tracker for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:network {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:05:14.099809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-63454c5d-0915-4ecd-8182-ed385ee5a237 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Unset dirty status for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:network {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:05:14.103452 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-63454c5d-0915-4ecd-8182-ed385ee5a237 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/networks?id=9d86ce73-e38e-42b5-9e02-bc63131456d3 HTTP/1.1" status: 200 len: 795 time: 0.2149386 Jan 14 06:05:14.121575 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-ac978425-fd8e-4f04-8d4f-4c2f3665c3b0 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/quotas/2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 375 time: 0.0137608 Jan 14 06:05:14.222114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-f54bf92d-89b5-4eac-ac4c-9c62c29e5785 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/ports?tenant_id=2369b06f27c74640ab728d181e33bbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0943470 Jan 14 06:05:14.239069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:05:14.270331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:14.276931 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.283s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:14.309047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4f420a22-92d9-46be-8bb6-72a05d0b7ba9 None None] Provisioning complete for port 0557d186-a2d4-4414-b907-531143980a84 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:14.309475 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4f420a22-92d9-46be-8bb6-72a05d0b7ba9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:14.380315 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-e4440f97-fad7-45da-9ee4-851f15e25cbf service neutron] 10.222.0.48 "GET /v2.0/networks/9d86ce73-e38e-42b5-9e02-bc63131456d3?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450450 Jan 14 06:05:14.418525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4f420a22-92d9-46be-8bb6-72a05d0b7ba9 None None] Port 0557d186-a2d4-4414-b907-531143980a84 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:14.454629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:12Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0557d186-a2d4-4414-b907-531143980a84', 'name': '', 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:b3:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '45087dc9-97e3-416c-a4da-50a9999875bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:11Z', 'updated_at': '2021-01-14T06:05:12Z', 'revision_number': 2, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '45087dc9-97e3-416c-a4da-50a9999875bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:14.458945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Checking router: 368e42a5-5b0e-4934-af3d-691d2316c719 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:14.459345 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Updating router 368e42a5-5b0e-4934-af3d-691d2316c719 port 0557d186-a2d4-4414-b907-531143980a84 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:05:14.513472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:14.534950 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-055b10ff-8e64-44f4-bba6-f03e211c40e3 req-5f5a1b7e-1d21-483e-9d29-98151b0071c8 service neutron] 10.222.0.48 "GET /v2.0/networks/9d86ce73-e38e-42b5-9e02-bc63131456d3?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1476595 Jan 14 06:05:14.587957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ddea699e-784a-41c8-97e5-71db4a0b55ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:14.607264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f77f9165-5f0e-47e2-8590-9e33060c87a3 None None] Provisioning complete for port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:14.607693 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f77f9165-5f0e-47e2-8590-9e33060c87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:14.802584 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f1361bc9-5e2f-423a-a88c-bc3589dad3ea up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:15.003292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55420) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:15.195577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-f77f9165-5f0e-47e2-8590-9e33060c87a3 None None] Provisioning complete for port 0557d186-a2d4-4414-b907-531143980a84 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:15.195577 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f77f9165-5f0e-47e2-8590-9e33060c87a3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:15.259817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port f1361bc9-5e2f-423a-a88c-bc3589dad3ea triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:15.260238 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:15.337061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f77f9165-5f0e-47e2-8590-9e33060c87a3 None None] Port 0557d186-a2d4-4414-b907-531143980a84 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:15.492171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:15.497191 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:15.500601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:15.553988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Transition to ACTIVE for port object 0557d186-a2d4-4414-b907-531143980a84 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:15.559363 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:15.574113 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7fb9923d-2eec-4ea4-9f51-390e873ae34b None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:15.626544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:15.709404 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38d4dd-85bd-468a-90cd-e5fbb21ac246 None None] Pushing event updated for resources: {'Port': ['ID=0557d186-a2d4-4414-b907-531143980a84,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:15.716587 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d38d4dd-85bd-468a-90cd-e5fbb21ac246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:15.743327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:15.743716 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.001678 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Attempting to bind port 0557d186-a2d4-4414-b907-531143980a84 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:16.002287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Attempting to bind port 0557d186-a2d4-4414-b907-531143980a84 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:16.002528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Attempting to bind port 0557d186-a2d4-4414-b907-531143980a84 on network 9d86ce73-e38e-42b5-9e02-bc63131456d3 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:16.012067 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 4, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:16.012487 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Checking segment: {'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:16.012938 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.013380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Bound using segment: {'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:16.013906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Bound port: 0557d186-a2d4-4414-b907-531143980a84, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '4628cf46-d30b-4aa8-983d-1cd307492ede', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:16.014331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.126996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] For port 0557d186-a2d4-4414-b907-531143980a84, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:16.130354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] For port 0557d186-a2d4-4414-b907-531143980a84, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0557d186-a2d4-4414-b907-531143980a84,segment=NetworkSegment(4628cf46-d30b-4aa8-983d-1cd307492ede),segment_id=4628cf46-d30b-4aa8-983d-1cd307492ede)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:16.134564 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.147911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10412728-6816-407c-8123-60306aaa854e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:16.294444 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.316903 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d38d4dd-85bd-468a-90cd-e5fbb21ac246 None None] Pushing event updated for resources: {'Port': ['ID=0557d186-a2d4-4414-b907-531143980a84,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:16.321710 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d38d4dd-85bd-468a-90cd-e5fbb21ac246 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.174s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:16.361943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Routers {'368e42a5-5b0e-4934-af3d-691d2316c719'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:16.362589 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368e42a5-5b0e-4934-af3d-691d2316c719'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:16.449063 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port 0557d186-a2d4-4414-b907-531143980a84 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:16.449649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.584840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] Set router 368e42a5-5b0e-4934-af3d-691d2316c719 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:16.655692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port 0557d186-a2d4-4414-b907-531143980a84, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=0557d186-a2d4-4414-b907-531143980a84,segment=NetworkSegment(4628cf46-d30b-4aa8-983d-1cd307492ede),segment_id=4628cf46-d30b-4aa8-983d-1cd307492ede)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:16.655947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.790373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for 0557d186-a2d4-4414-b907-531143980a84 owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:16.829075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.935945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:12Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0557d186-a2d4-4414-b907-531143980a84', 'name': '', 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:b3:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '45087dc9-97e3-416c-a4da-50a9999875bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:11Z', 'updated_at': '2021-01-14T06:05:16Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '45087dc9-97e3-416c-a4da-50a9999875bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:16.940250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4d885c96-1821-427d-bae9-cc748da66d50 None None] The sync data for ids ['368e42a5-5b0e-4934-af3d-691d2316c719'] in n-d-768851-4 is: [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:12Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '0557d186-a2d4-4414-b907-531143980a84', 'name': '', 'network_id': '9d86ce73-e38e-42b5-9e02-bc63131456d3', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:b3:cb:b1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_interface', 'standard_attr_id': 3893, 'fixed_ips': [{'subnet_id': '45087dc9-97e3-416c-a4da-50a9999875bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:11Z', 'updated_at': '2021-01-14T06:05:16Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '45087dc9-97e3-416c-a4da-50a9999875bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:16.969715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:16.997074 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e549dfc8-1613-4592-90c4-a2cee69b0269 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:17.093941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Port': ['ID=0557d186-a2d4-4414-b907-531143980a84,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:17.108642 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.116s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:17.429273 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:17.956843 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 368e42a5-5b0e-4934-af3d-691d2316c719 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:05:18.153003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:18.167066 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4abc5ca2-f4b9-460b-845c-de0d8bb097dc tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/368e42a5-5b0e-4934-af3d-691d2316c719/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1625404 Jan 14 06:05:18.170173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55432) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:18.386733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting subnet 45087dc9-97e3-416c-a4da-50a9999875bd {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:05:18.390203 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:18.413748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] Sync routers for ids ['368e42a5-5b0e-4934-af3d-691d2316c719'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:18.424112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] Routers {'368e42a5-5b0e-4934-af3d-691d2316c719'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:18.424800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368e42a5-5b0e-4934-af3d-691d2316c719'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:18.448760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:18.540503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:18.611064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] Set router 368e42a5-5b0e-4934-af3d-691d2316c719 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:18.827352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:18.843155 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d766e99b-b6c0-423d-9a39-81cb504872f8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:18.910176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:16Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:18.914390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] Checking router: 368e42a5-5b0e-4934-af3d-691d2316c719 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:18.923499 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] Routers {'368e42a5-5b0e-4934-af3d-691d2316c719'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:18.924143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['368e42a5-5b0e-4934-af3d-691d2316c719'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:18.934469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Subnet': ['ID=45087dc9-97e3-416c-a4da-50a9999875bd,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:18.946911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.104s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:18.981377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:18.989075 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/subnets/45087dc9-97e3-416c-a4da-50a9999875bd HTTP/1.1" status: 204 len: 168 time: 0.8177722 Jan 14 06:05:18.989577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1efee92c-6652-46b8-bd1c-b4df91f7036f None None] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:18.992029 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55436) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:19.191281 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:19.275541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] DHCP port deletion for 9d86ce73-e38e-42b5-9e02-bc63131456d3 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:05:19.280898 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Deleting port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:19.281286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:19.282462 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] Set router 368e42a5-5b0e-4934-af3d-691d2316c719 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:19.513952 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] For port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00,segment=NetworkSegment(4628cf46-d30b-4aa8-983d-1cd307492ede),segment_id=4628cf46-d30b-4aa8-983d-1cd307492ede)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:19.514370 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:19.597530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:16Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:19.602736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-16e3dfc2-1866-4ee0-bc66-343f5e2bb9e5 None None] The sync data for ids ['368e42a5-5b0e-4934-af3d-691d2316c719'] in n-d-768851-4 is: [{'id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'name': 'tempest-TestNetworkAdvancedServerOps-router-897810948', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2'}], 'enable_snat': True}, 'gw_port_id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:05Z', 'updated_at': '2021-01-14T06:05:16Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'f1361bc9-5e2f-423a-a88c-bc3589dad3ea', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:c1:f2:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '368e42a5-5b0e-4934-af3d-691d2316c719', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3890, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.2', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:06Z', 'updated_at': '2021-01-14T06:05:13Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:19.730957 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:19.736668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port f1361bc9-5e2f-423a-a88c-bc3589dad3ea {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:19.737053 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:19.836211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Calling delete_port for c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:19.917713 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:19.928428 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port f1361bc9-5e2f-423a-a88c-bc3589dad3ea, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=f1361bc9-5e2f-423a-a88c-bc3589dad3ea,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:19.928838 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:19.933474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:20.020638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Pushing event deleted for resources: {'Port': ['ID=c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:20.027971 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:20.056919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for f1361bc9-5e2f-423a-a88c-bc3589dad3ea owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:20.070749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] No DVR routers for this DVR port c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:05:20.193256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:20.402512 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:20.539159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:20.541605 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:20.568244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:20.568936 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Fanout notify agent at l3_agent the message router_deleted on router 368e42a5-5b0e-4934-af3d-691d2316c719 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:05:20.590874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:20.592114 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f1e70733-ee03-4c93-b542-4ea2daa2241e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/routers/368e42a5-5b0e-4934-af3d-691d2316c719 HTTP/1.1" status: 204 len: 168 time: 1.5988100 Jan 14 06:05:20.595231 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55440) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:20.731641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:20.773640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:20.809011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:20.809578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device c63c4a9d-9fc1-4f73-8ec3-a2f7ccbcab00 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:20.810064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0557d186-a2d4-4414-b907-531143980a84 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:20.847501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 0557d186-a2d4-4414-b907-531143980a84 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:20.847897 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 0557d186-a2d4-4414-b907-531143980a84 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:20.947990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.070066 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d86ce73-e38e-42b5-9e02-bc63131456d3']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:21.082740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '4628cf46-d30b-4aa8-983d-1cd307492ede') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:21.083083 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '4628cf46-d30b-4aa8-983d-1cd307492ede') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:21.095103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.110021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.112457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:05:21.289846 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:05:21.303353 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.484840 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9d86ce73-e38e-42b5-9e02-bc63131456d3 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:05:21.512049 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:05:21.619377 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.623658 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-58830f81-5eb3-45ee-b7d3-27cb49c4190d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:21.640036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.652389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Network': ['ID=9d86ce73-e38e-42b5-9e02-bc63131456d3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:21.657347 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.033s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:21.666572 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d0fbdae4-7583-4bbf-84d1-0b0e7594979f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/networks/9d86ce73-e38e-42b5-9e02-bc63131456d3 HTTP/1.1" status: 204 len: 168 time: 1.0676301 Jan 14 06:05:21.666982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55444) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:21.760244 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b409-7b70-4086-8490-225e41297188 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.797289 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b409-7b70-4086-8490-225e41297188 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.865813 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b409-7b70-4086-8490-225e41297188 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.871261 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:21.888950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4f9b409-7b70-4086-8490-225e41297188 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ef841ee-dc59-464d-86b9-299cd7625fde,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:21.892463 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f4f9b409-7b70-4086-8490-225e41297188 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.021s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:21.902627 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f4f9b409-7b70-4086-8490-225e41297188 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:21.903946 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f4f9b409-7b70-4086-8490-225e41297188 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/security-groups/7ef841ee-dc59-464d-86b9-299cd7625fde HTTP/1.1" status: 204 len: 168 time: 0.2359757 Jan 14 06:05:22.268481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55452) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:22.276452 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-505597819', 'description': 'tempest-secgroup-smoke-505597819 description', 'project_id': '2369b06f27c74640ab728d181e33bbc3'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:22.290712 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:22.295476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:22.298619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:22.306166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:22.317499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.339474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:22.343670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:22.346670 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:22.353059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:22.429556 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.433767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.439247 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17182e80-b5ce-488b-9e01-8946480dfe6c tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:22.483865 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroup': ['ID=5cf415b2-236b-4db3-b226-1386a7fe90b5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:22.487741 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.490151 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.2194884 Jan 14 06:05:22.490151 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4484ca4-ca2d-4b18-af28-1536e2339894 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:22.492509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55456) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:22.498324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '5cf415b2-236b-4db3-b226-1386a7fe90b5', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:22.509490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:22.514012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:22.517144 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:22.523190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:22.540936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.605856 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.610046 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.612403 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3d98770b-248c-4bc0-9f9c-8e1f3b088189 tempest-TestNetworkBasicOps-795914906 tempest-TestNetworkBasicOps-795914906] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:22.635718 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3ba79ccc-7370-4df2-b3cb-ab38af71a74d,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:22.638275 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:22.645565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.647061 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1533935 Jan 14 06:05:22.651248 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55460) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:22.656811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '5cf415b2-236b-4db3-b226-1386a7fe90b5', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:22.667932 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:22.672147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:22.675340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:22.681357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:22.702327 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.763604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f1361bc9-5e2f-423a-a88c-bc3589dad3ea no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:22.769697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.772724 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.774654 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2b9f774e-3e82-41d9-b67d-7de9cd023d2b tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:22.797319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: f1361bc9-5e2f-423a-a88c-bc3589dad3ea {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:22.797938 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device f1361bc9-5e2f-423a-a88c-bc3589dad3ea not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:22.801595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=85dcf571-2dc8-4cba-99ec-1c7418ca63fd,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:22.804521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:22.811907 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.813213 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-4887416c-2fea-411f-95ad-adc6ab71a9f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.1609628 Jan 14 06:05:22.816170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55464) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:22.821725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '5cf415b2-236b-4db3-b226-1386a7fe90b5', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:22.832173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:22.836330 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:22.839368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:22.845074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:22.862874 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.931736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.935620 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.937571 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ee86a698-5b62-49da-b59d-e12060911215 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:22.961676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=16cfa3cb-26fd-480e-836f-c787b26def13,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:22.966421 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:22.970987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:22.972337 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1551585 Jan 14 06:05:22.975391 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55468) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:22.980994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '5cf415b2-236b-4db3-b226-1386a7fe90b5', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:22.992074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:22.996368 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:22.999526 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:23.005628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:23.028726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.107802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.111893 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.113848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6e3a354c-c627-4901-8997-a7e29222e9f1 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:23.137239 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7f390f93-b6eb-457d-8217-185bb64a83ce,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:23.139976 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:23.146956 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.148267 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-82dcd8d9-dd0f-45a2-8859-1811f2064820 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1718757 Jan 14 06:05:23.151293 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55472) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:23.156825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '5cf415b2-236b-4db3-b226-1386a7fe90b5', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:23.167742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:23.172369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:23.175655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:23.181942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:23.193408 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:05:23.200894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.273424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.277807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.279826 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d306f15d-4134-49d3-a94a-54a579d64510 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:23.303376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e4768743-7ce3-4db4-8613-3483afb1d255,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:23.305980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:23.313081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.314388 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e966cacc-38ac-485c-955f-952a5907328e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.1620991 Jan 14 06:05:23.317510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55476) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:23.323638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'security_group_rule': {'security_group_id': '5cf415b2-236b-4db3-b226-1386a7fe90b5', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:23.334772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:23.339149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:security_group_rule and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:23.342805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:23.348608 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:23.360081 n-d-768851-4 neutron-server[80820]: INFO neutron.db.securitygroups_db [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Project 2369b06f27c74640ab728d181e33bbc3 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Jan 14 06:05:23.368049 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.439640 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.443158 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.445445 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-aca20e28-7e1b-4c91-bb6a-e9bca47cfc1d tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:23.469074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'SecurityGroupRule': ['ID=48e483d5-c558-469d-8022-ef3d9b8d6f32,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:23.471781 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:23.481498 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.485714 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-daff142c-0949-4273-bd14-90792ae2eb79 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1643708 Jan 14 06:05:23.485943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55480) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:23.493375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'network': {'name': 'tempest-network-smoke--1662631399', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'port_security_enabled': True}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:23.500251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:23.504946 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:network and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:23.508257 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:23.514323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:23.524919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:23.534481 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.568541 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:05:23.578265 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.578760 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Added segment 1f57b4b9-f921-4a9e-9136-851dc2c1f4e8 of type vxlan for network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 Jan 14 06:05:23.608939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.640729 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.659967 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:23.660638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.664936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bf194109-fe31-423e-a3c1-f7f3d871e6b0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:23.781491 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 769 time: 0.2938263 Jan 14 06:05:23.784472 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55484) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:23.792839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'router': {'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'admin_state_up': True, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:23.807038 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:23.809469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Network': ['ID=9de7d75b-7006-4ed8-9da1-b476d52b1ec6,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:23.813181 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10c1717b-13db-4577-b84c-f81141b754f5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.148s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:23.814187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:router and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:23.817325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:23.823740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:23.823904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:23.834114 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.835413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.840386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:23.851208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:23.864006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:24.130226 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:24.457766 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:24.493831 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:24.774871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.25.3.131 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/ec68462d-2715-4adc-87d8-22346ce2399d) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:24.929872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:24.961469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:24.985789 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-2461fec9-18b4-417d-8b35-0ba6608bcbad tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:25.422413 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=ec68462d-2715-4adc-87d8-22346ce2399d,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:25.427829 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.442s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:25.478475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:25.480139 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:25.482469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:25.727236 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:25.918937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:26.274653 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:26.491616 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 429d5517-2da9-429e-a0de-bbd906a9648c is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:05:26.685618 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:26.695419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Sync routers for ids ['429d5517-2da9-429e-a0de-bbd906a9648c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:26.706297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Routers {'429d5517-2da9-429e-a0de-bbd906a9648c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:26.707028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['429d5517-2da9-429e-a0de-bbd906a9648c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:26.723881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:26.725425 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 896 time: 2.9399459 Jan 14 06:05:26.728828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55490) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:26.775559 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b3547f8e-f5cf-4c67-8a17-ad574d899ee5 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?project_id=2369b06f27c74640ab728d181e33bbc3&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0454431 Jan 14 06:05:26.778394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55494) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:26.895080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Set router 429d5517-2da9-429e-a0de-bbd906a9648c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:26.923791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-648cf7b6-65c3-45d7-9c67-bff9dc639fa7 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:26.925415 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-648cf7b6-65c3-45d7-9c67-bff9dc639fa7 tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/networks?router%3Aexternal=True HTTP/1.1" status: 200 len: 884 time: 0.1458671 Jan 14 06:05:26.929156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55498) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:26.976704 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33f98a13-6c9c-4d54-8eab-f425df8f2f7c tempest-TestNetworkAdvancedServerOps-503519254 tempest-TestNetworkAdvancedServerOps-503519254] 10.222.0.48 "GET /v2.0/subnets?network_id=882b610c-c064-4ec9-9ff7-1cd795705eb1&cidr=172.20.0.0%2F28 HTTP/1.1" status: 200 len: 207 time: 0.0436759 Jan 14 06:05:26.977039 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55502) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:26.983439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Request body: {'subnet': {'name': 'tempest-subnet-smoke-1462223781', 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6', 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'cidr': '172.20.0.0/28', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:27.101763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:27.106346 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Usage tracker for resource:subnet and tenant:2369b06f27c74640ab728d181e33bbc3 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:27.109527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:27.116659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:27.127534 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Made reservation on behalf of 2369b06f27c74640ab728d181e33bbc3 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:27.197977 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:25Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:24Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:27.202286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Checking router: 429d5517-2da9-429e-a0de-bbd906a9648c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:27.202683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Updating router 429d5517-2da9-429e-a0de-bbd906a9648c port ec68462d-2715-4adc-87d8-22346ce2399d binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:05:27.243427 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.256159 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.649543 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.663446 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Transition to ACTIVE for port object ec68462d-2715-4adc-87d8-22346ce2399d will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:27.666677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.680327 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:27.684399 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.699848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea721d34-3191-4e83-8a52-aa497c4f5ad7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:27.827725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ef009-4583-4131-8756-fa4657c6333c None None] Pushing event updated for resources: {'Port': ['ID=ec68462d-2715-4adc-87d8-22346ce2399d,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:27.830108 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.831660 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba3ef009-4583-4131-8756-fa4657c6333c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:27.834726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Subnet': ['ID=3c6b70df-2385-4c4b-81e0-df9b6937d045,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:27.848731 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.149s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:27.899927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Attempting to bind port ec68462d-2715-4adc-87d8-22346ce2399d on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:27.900362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Attempting to bind port ec68462d-2715-4adc-87d8-22346ce2399d by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:27.900778 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Attempting to bind port ec68462d-2715-4adc-87d8-22346ce2399d on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:27.906770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:27.907199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:27.907655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.907777 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Checking segment: {'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:27.908096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:27.908228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network hostable DHCP agents. Network: 9de7d75b-7006-4ed8-9da1-b476d52b1ec6, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:05:27.908621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Bound port: ec68462d-2715-4adc-87d8-22346ce2399d, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:27.909088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.927179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:05:27.935902 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 9de7d75b-7006-4ed8-9da1-b476d52b1ec6) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:27.949296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:27.949939 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:27.951652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2e1bb4b-4175-4def-a1a2-e7077a193f9c None None] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:27.970292 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-debed6d3-7903-4a95-9f91-89188e296a23 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 832 time: 0.9921141 Jan 14 06:05:27.973394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55506) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:28.081860 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] For port ec68462d-2715-4adc-87d8-22346ce2399d, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:28.102312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] For port ec68462d-2715-4adc-87d8-22346ce2399d, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ec68462d-2715-4adc-87d8-22346ce2399d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:28.110241 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:28.126400 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a221f4d0-222f-4f66-b773-b5d2a856f515 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:28.544871 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba3ef009-4583-4131-8756-fa4657c6333c None None] Pushing event updated for resources: {'Port': ['ID=ec68462d-2715-4adc-87d8-22346ce2399d,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:28.554688 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba3ef009-4583-4131-8756-fa4657c6333c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.428s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:28.568597 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-9de7d75b-7006-4ed8-9da1-b476d52b1ec6', 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'fixed_ips': [{'subnet_id': '3c6b70df-2385-4c4b-81e0-df9b6937d045'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:05:28.569542 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:28.728123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Routers {'429d5517-2da9-429e-a0de-bbd906a9648c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:28.728804 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['429d5517-2da9-429e-a0de-bbd906a9648c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:29.039022 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:29.039456 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] Set router 429d5517-2da9-429e-a0de-bbd906a9648c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:29.247603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Allocated IP 172.20.0.2 (9de7d75b-7006-4ed8-9da1-b476d52b1ec6/3c6b70df-2385-4c4b-81e0-df9b6937d045/ccfa7dfc-1f74-4a4c-b405-77a215422443) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:29.544474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:25Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:29.557109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-cafdf5fd-c954-4bb0-95a8-f4dd75288e90 None None] The sync data for ids ['429d5517-2da9-429e-a0de-bbd906a9648c'] in n-d-768851-4 is: [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:25Z', 'revision_number': 3, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:28Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:29.559106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:29.570738 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Transition to ACTIVE for port object ccfa7dfc-1f74-4a4c-b405-77a215422443 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:29.589975 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Transition to ACTIVE for port object ccfa7dfc-1f74-4a4c-b405-77a215422443 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:29.595794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:29.609405 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b082d623-6a2f-4bb4-b7fb-63405e919b6e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:29.672662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Allocated IP 172.20.0.1 (9de7d75b-7006-4ed8-9da1-b476d52b1ec6/3c6b70df-2385-4c4b-81e0-df9b6937d045/be4b289e-76b1-47af-a2ad-89b5fac0a337) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:29.740331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Pushing event updated for resources: {'Port': ['ID=ccfa7dfc-1f74-4a4c-b405-77a215422443,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:29.743589 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:29.806351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:29.807656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:29.810073 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:29.851589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:29.867390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Attempting to bind port ccfa7dfc-1f74-4a4c-b405-77a215422443 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:29.867668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Attempting to bind port ccfa7dfc-1f74-4a4c-b405-77a215422443 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:29.868086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Attempting to bind port ccfa7dfc-1f74-4a4c-b405-77a215422443 on network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:29.869795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Transition to ACTIVE for port object be4b289e-76b1-47af-a2ad-89b5fac0a337 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:29.874416 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:29.874867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Checking segment: {'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:29.875323 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:29.875773 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Bound using segment: {'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:29.876304 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Bound port: ccfa7dfc-1f74-4a4c-b405-77a215422443, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:29.876727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:29.892494 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:29.909274 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-91bae636-b2f3-4857-acb8-8ebd6e6d085e tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:29.987192 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] For port ccfa7dfc-1f74-4a4c-b405-77a215422443, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:29.991253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] For port ccfa7dfc-1f74-4a4c-b405-77a215422443, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ccfa7dfc-1f74-4a4c-b405-77a215422443,segment=NetworkSegment(1f57b4b9-f921-4a9e-9136-851dc2c1f4e8),segment_id=1f57b4b9-f921-4a9e-9136-851dc2c1f4e8)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:29.996078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:30.016554 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d38d4dd-85bd-468a-90cd-e5fbb21ac246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:30.056603 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=be4b289e-76b1-47af-a2ad-89b5fac0a337,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:30.060004 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:30.120094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:30.121399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:30.123866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:30.157835 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Pushing event updated for resources: {'Port': ['ID=ccfa7dfc-1f74-4a4c-b405-77a215422443,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:30.163821 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dae35084-240e-44c4-a8f8-74ccaf4716df None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:30.191192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:30.317123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:30.825793 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccfa7dfc-1f74-4a4c-b405-77a215422443 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:30.852600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:30.856609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:30.892046 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-86b376e4-143b-4432-9211-9bcf07976888 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:30.895381 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ccfa7dfc-1f74-4a4c-b405-77a215422443 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:30.901474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec68462d-2715-4adc-87d8-22346ce2399d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:30.973244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port ec68462d-2715-4adc-87d8-22346ce2399d completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:30.978204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ec68462d-2715-4adc-87d8-22346ce2399d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:30.978664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:30.982914 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event updated for resources: {'Port': ['ID=be4b289e-76b1-47af-a2ad-89b5fac0a337,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:30.986614 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:30.988025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:31.094665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:31.111506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port ec68462d-2715-4adc-87d8-22346ce2399d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ec68462d-2715-4adc-87d8-22346ce2399d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:31.115446 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:31.117429 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57f39c7a-f4de-4c9a-bdf1-85740df1d3b9 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:31.134376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:31.135592 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:31.186210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=ec68462d-2715-4adc-87d8-22346ce2399d,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:31.189603 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.072s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:31.336555 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 429d5517-2da9-429e-a0de-bbd906a9648c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:05:31.528007 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:31.544271 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/429d5517-2da9-429e-a0de-bbd906a9648c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.5695822 Jan 14 06:05:31.556273 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-16235bd9-0087-412a-b4d8-5c6da4ae106c None None] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:31.675358 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] Provisioning for port ccfa7dfc-1f74-4a4c-b405-77a215422443 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:31.698284 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] Provisioning complete for port ccfa7dfc-1f74-4a4c-b405-77a215422443 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:31.698675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:31.737558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-1740ed66-5865-42f9-b40f-d4c458546692 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Synchronizing usage tracker for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:security_group {{(pid=80929) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:05:31.753944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-1740ed66-5865-42f9-b40f-d4c458546692 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Unset dirty status for tenant:2369b06f27c74640ab728d181e33bbc3 on resource:security_group {{(pid=80929) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:05:31.755520 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-1740ed66-5865-42f9-b40f-d4c458546692 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-505597819&fields=id&tenant_id=2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 267 time: 0.0681283 Jan 14 06:05:31.916705 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:31.943283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-3f094726-c8c6-4379-91a9-1a83fcf451ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:31.945014 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-3f094726-c8c6-4379-91a9-1a83fcf451ac tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/networks?id=9de7d75b-7006-4ed8-9da1-b476d52b1ec6 HTTP/1.1" status: 200 len: 797 time: 0.1822319 Jan 14 06:05:31.962147 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] For port ccfa7dfc-1f74-4a4c-b405-77a215422443, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ccfa7dfc-1f74-4a4c-b405-77a215422443,segment=NetworkSegment(1f57b4b9-f921-4a9e-9136-851dc2c1f4e8),segment_id=1f57b4b9-f921-4a9e-9136-851dc2c1f4e8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:31.966350 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:31.968293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a0b9b4e2-c3bd-4025-86fd-185222e0a5d7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:31.973428 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-2f1026cc-cee3-4f97-9765-75c99da06a75 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/quotas/2369b06f27c74640ab728d181e33bbc3 HTTP/1.1" status: 200 len: 375 time: 0.0203869 Jan 14 06:05:32.061809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] Pushing event updated for resources: {'Port': ['ID=ccfa7dfc-1f74-4a4c-b405-77a215422443,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:32.068125 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af651c7b-aba5-479d-b65b-2c5ec1edcded None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:32.069102 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-1683c14e-89e3-4341-8c51-f03435b02c63 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "GET /v2.0/ports?tenant_id=2369b06f27c74640ab728d181e33bbc3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0947201 Jan 14 06:05:32.197129 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-be72cf98-7084-4ce0-8253-5d453deedca4 None None] Provisioning complete for port ccfa7dfc-1f74-4a4c-b405-77a215422443 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:32.197664 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be72cf98-7084-4ce0-8253-5d453deedca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:32.234175 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-ae8b393f-ed72-45a3-a588-eabd75577cb2 service neutron] 10.222.0.48 "GET /v2.0/networks/9de7d75b-7006-4ed8-9da1-b476d52b1ec6?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1527593 Jan 14 06:05:32.341776 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-be72cf98-7084-4ce0-8253-5d453deedca4 None None] Provisioning for port be4b289e-76b1-47af-a2ad-89b5fac0a337 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:32.347237 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-be72cf98-7084-4ce0-8253-5d453deedca4 None None] Provisioning complete for port be4b289e-76b1-47af-a2ad-89b5fac0a337 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:32.347661 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-be72cf98-7084-4ce0-8253-5d453deedca4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:32.381329 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Sync routers for ids ['429d5517-2da9-429e-a0de-bbd906a9648c'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:32.391175 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-1e18ed55-29ee-4f91-b0a6-00afa1cb42b3 req-2686b022-188f-48f9-a830-764491b826b2 service neutron] 10.222.0.48 "GET /v2.0/networks/9de7d75b-7006-4ed8-9da1-b476d52b1ec6?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1496046 Jan 14 06:05:32.394101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Routers {'429d5517-2da9-429e-a0de-bbd906a9648c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:32.395166 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['429d5517-2da9-429e-a0de-bbd906a9648c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:32.407833 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-be72cf98-7084-4ce0-8253-5d453deedca4 None None] Port be4b289e-76b1-47af-a2ad-89b5fac0a337 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:32.532923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4dc1d10e-6b63-4090-8487-90e4544dbb0b None None] Provisioning complete for port ccfa7dfc-1f74-4a4c-b405-77a215422443 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:32.533602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4dc1d10e-6b63-4090-8487-90e4544dbb0b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:32.625364 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Set router 429d5517-2da9-429e-a0de-bbd906a9648c gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:32.885970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55536) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:32.935706 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccfa7dfc-1f74-4a4c-b405-77a215422443 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:33.064190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:30Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'be4b289e-76b1-47af-a2ad-89b5fac0a337', 'name': '', 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:7a:58:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3c6b70df-2385-4c4b-81e0-df9b6937d045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:29Z', 'updated_at': '2021-01-14T06:05:30Z', 'revision_number': 2, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '3c6b70df-2385-4c4b-81e0-df9b6937d045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:33.069464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Checking router: 429d5517-2da9-429e-a0de-bbd906a9648c for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:33.069868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Updating router 429d5517-2da9-429e-a0de-bbd906a9648c port be4b289e-76b1-47af-a2ad-89b5fac0a337 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:05:33.089806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ccfa7dfc-1f74-4a4c-b405-77a215422443 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:33.090232 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.131502 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.237308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec68462d-2715-4adc-87d8-22346ce2399d up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:33.319826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port ec68462d-2715-4adc-87d8-22346ce2399d triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:33.320254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.344862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-476c7d40-a125-48f5-af9a-40a78a528754 None None] Provisioning complete for port ccfa7dfc-1f74-4a4c-b405-77a215422443 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:33.345285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-476c7d40-a125-48f5-af9a-40a78a528754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.523609 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-476c7d40-a125-48f5-af9a-40a78a528754 None None] Provisioning complete for port be4b289e-76b1-47af-a2ad-89b5fac0a337 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:33.524035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-476c7d40-a125-48f5-af9a-40a78a528754 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.576714 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.583794 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.591022 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Transition to ACTIVE for port object be4b289e-76b1-47af-a2ad-89b5fac0a337 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:33.596256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.613439 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df1976d2-016b-4047-aa59-a9067e0f58ea None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:33.627631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-476c7d40-a125-48f5-af9a-40a78a528754 None None] Port be4b289e-76b1-47af-a2ad-89b5fac0a337 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:33.746625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Pushing event updated for resources: {'Port': ['ID=be4b289e-76b1-47af-a2ad-89b5fac0a337,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:33.772321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.772575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.772976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.773352 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.773717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.774082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.774448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.774848 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.775200 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.775566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.775924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.776275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.776707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.777064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.777419 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.777775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.778130 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.778490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.778888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.779240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.779595 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.779950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.780303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.780657 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.781089 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.781443 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.781800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.782156 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.782508 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.782892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.783246 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.783601 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.783954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.784307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.784664 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.785015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:33.791256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.178s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:33.945880 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Attempting to bind port be4b289e-76b1-47af-a2ad-89b5fac0a337 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:33.946475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Attempting to bind port be4b289e-76b1-47af-a2ad-89b5fac0a337 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:33.946784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Attempting to bind port be4b289e-76b1-47af-a2ad-89b5fac0a337 on network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:33.953409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:33.953842 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Checking segment: {'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:33.954275 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:33.954732 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Bound using segment: {'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:33.955261 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Bound port: be4b289e-76b1-47af-a2ad-89b5fac0a337, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:33.955829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:34.056453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] For port be4b289e-76b1-47af-a2ad-89b5fac0a337, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:34.059969 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] For port be4b289e-76b1-47af-a2ad-89b5fac0a337, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=be4b289e-76b1-47af-a2ad-89b5fac0a337,segment=NetworkSegment(1f57b4b9-f921-4a9e-9136-851dc2c1f4e8),segment_id=1f57b4b9-f921-4a9e-9136-851dc2c1f4e8)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:34.064788 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:34.080752 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1d07d2d1-d398-45f0-a26f-c13d77f02eb1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:34.229376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Pushing event updated for resources: {'Port': ['ID=be4b289e-76b1-47af-a2ad-89b5fac0a337,revision_number=4']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:34.233911 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7f1838a9-298c-45b9-abed-6337d630332a None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:34.273384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Routers {'429d5517-2da9-429e-a0de-bbd906a9648c'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:34.273990 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['429d5517-2da9-429e-a0de-bbd906a9648c'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:34.374547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port be4b289e-76b1-47af-a2ad-89b5fac0a337 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:34.374954 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:34.592573 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port be4b289e-76b1-47af-a2ad-89b5fac0a337, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=be4b289e-76b1-47af-a2ad-89b5fac0a337,segment=NetworkSegment(1f57b4b9-f921-4a9e-9136-851dc2c1f4e8),segment_id=1f57b4b9-f921-4a9e-9136-851dc2c1f4e8)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:34.592951 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:34.639308 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] Set router 429d5517-2da9-429e-a0de-bbd906a9648c gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:34.721707 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for be4b289e-76b1-47af-a2ad-89b5fac0a337 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:34.917665 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:34.933541 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b6cefd7a-a85f-420b-982b-5be69ed7e44d tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:34.963895 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:30Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'be4b289e-76b1-47af-a2ad-89b5fac0a337', 'name': '', 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:7a:58:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3c6b70df-2385-4c4b-81e0-df9b6937d045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:29Z', 'updated_at': '2021-01-14T06:05:34Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '3c6b70df-2385-4c4b-81e0-df9b6937d045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:34.968331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dac4a7bb-9e27-4448-b307-d3b243d49e35 None None] The sync data for ids ['429d5517-2da9-429e-a0de-bbd906a9648c'] in n-d-768851-4 is: [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:30Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'be4b289e-76b1-47af-a2ad-89b5fac0a337', 'name': '', 'network_id': '9de7d75b-7006-4ed8-9da1-b476d52b1ec6', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'mac_address': 'fa:16:3e:7a:58:32', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_interface', 'standard_attr_id': 3909, 'fixed_ips': [{'subnet_id': '3c6b70df-2385-4c4b-81e0-df9b6937d045', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:29Z', 'updated_at': '2021-01-14T06:05:34Z', 'revision_number': 4, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'subnets': [{'id': '3c6b70df-2385-4c4b-81e0-df9b6937d045', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:35.035026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Port': ['ID=be4b289e-76b1-47af-a2ad-89b5fac0a337,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:35.042260 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.109s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:35.377374 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:35.919374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Router 429d5517-2da9-429e-a0de-bbd906a9648c has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:05:36.106525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:36.120857 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-33b06baf-372f-4d84-b9c5-7cba7ef73dd5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "PUT /v2.0/routers/429d5517-2da9-429e-a0de-bbd906a9648c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.2336116 Jan 14 06:05:36.123961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55546) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:36.334179 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting subnet 3c6b70df-2385-4c4b-81e0-df9b6937d045 {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:05:36.337455 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:36.381397 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] Sync routers for ids ['429d5517-2da9-429e-a0de-bbd906a9648c'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:36.391730 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] Routers {'429d5517-2da9-429e-a0de-bbd906a9648c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:36.392430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['429d5517-2da9-429e-a0de-bbd906a9648c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:36.401774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:36.497833 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:36.575228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] Set router 429d5517-2da9-429e-a0de-bbd906a9648c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:36.793011 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:36.809698 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec6fc54e-84fe-4cba-8f74-8388ca6463bf admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:36.877374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:34Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:36.882002 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] Checking router: 429d5517-2da9-429e-a0de-bbd906a9648c for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:36.891171 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] Routers {'429d5517-2da9-429e-a0de-bbd906a9648c'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:36.892065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['429d5517-2da9-429e-a0de-bbd906a9648c'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:36.901594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Subnet': ['ID=3c6b70df-2385-4c4b-81e0-df9b6937d045,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:36.929732 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.120s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:36.948248 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:36.957408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-41c3cc76-2603-453a-acb6-84be406ae666 None None] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:36.959948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55550) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:36.960088 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-582ec2cb-105b-400f-931f-83e8b91bb397 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/subnets/3c6b70df-2385-4c4b-81e0-df9b6937d045 HTTP/1.1" status: 204 len: 168 time: 0.8350663 Jan 14 06:05:37.158467 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:37.263070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] Set router 429d5517-2da9-429e-a0de-bbd906a9648c gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:37.343034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:37.348363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Deleting port ec68462d-2715-4adc-87d8-22346ce2399d {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:37.348700 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:37.542400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] For port ec68462d-2715-4adc-87d8-22346ce2399d, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ec68462d-2715-4adc-87d8-22346ce2399d,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:37.542852 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:37.566621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] DHCP port deletion for 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:05:37.576082 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Deleting port ccfa7dfc-1f74-4a4c-b405-77a215422443 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:05:37.576493 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:37.964086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:34Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:37.982921 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d90e430e-6464-4e78-9372-e0c59ad05f99 None None] The sync data for ids ['429d5517-2da9-429e-a0de-bbd906a9648c'] in n-d-768851-4 is: [{'id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'name': 'tempest-TestNetworkAdvancedServerOps-router-1624258509', 'tenant_id': '2369b06f27c74640ab728d181e33bbc3', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131'}], 'enable_snat': True}, 'gw_port_id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:23Z', 'updated_at': '2021-01-14T06:05:34Z', 'revision_number': 5, 'project_id': '2369b06f27c74640ab728d181e33bbc3', 'gw_port': {'id': 'ec68462d-2715-4adc-87d8-22346ce2399d', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:cc:38:73', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '429d5517-2da9-429e-a0de-bbd906a9648c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3906, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.131', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:24Z', 'updated_at': '2021-01-14T06:05:31Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:37.988673 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Calling delete_port for ec68462d-2715-4adc-87d8-22346ce2399d owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:38.006318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] For port ccfa7dfc-1f74-4a4c-b405-77a215422443, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=ccfa7dfc-1f74-4a4c-b405-77a215422443,segment=NetworkSegment(1f57b4b9-f921-4a9e-9136-851dc2c1f4e8),segment_id=1f57b4b9-f921-4a9e-9136-851dc2c1f4e8)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:38.006763 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.136442 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.138574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Calling delete_port for ccfa7dfc-1f74-4a4c-b405-77a215422443 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:05:38.210445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.226744 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:38.315922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Pushing event deleted for resources: {'Port': ['ID=ccfa7dfc-1f74-4a4c-b405-77a215422443,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:38.323420 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:38.336964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.367796 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] No DVR routers for this DVR port ccfa7dfc-1f74-4a4c-b405-77a215422443 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:05:38.472424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.474801 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.496055 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.496613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Fanout notify agent at l3_agent the message router_deleted on router 429d5517-2da9-429e-a0de-bbd906a9648c {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:05:38.518715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.519997 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3d8e70df-dd6c-486c-8b21-d9b5fb5f2ce7 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/routers/429d5517-2da9-429e-a0de-bbd906a9648c HTTP/1.1" status: 204 len: 168 time: 1.5585613 Jan 14 06:05:38.523095 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55554) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:38.659034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.788561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device be4b289e-76b1-47af-a2ad-89b5fac0a337 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:38.822140 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: be4b289e-76b1-47af-a2ad-89b5fac0a337 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:38.822542 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device be4b289e-76b1-47af-a2ad-89b5fac0a337 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:38.823075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccfa7dfc-1f74-4a4c-b405-77a215422443 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:38.859410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ccfa7dfc-1f74-4a4c-b405-77a215422443 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:38.859814 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ccfa7dfc-1f74-4a4c-b405-77a215422443 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:38.860285 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec68462d-2715-4adc-87d8-22346ce2399d no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:05:38.870153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:38.893574 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: ec68462d-2715-4adc-87d8-22346ce2399d {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:05:38.893980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device ec68462d-2715-4adc-87d8-22346ce2399d not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:05:38.992382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9de7d75b-7006-4ed8-9da1-b476d52b1ec6']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:39.005176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:39.005500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f57b4b9-f921-4a9e-9136-851dc2c1f4e8') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:39.018578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.037574 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.039811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:05:39.221962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:05:39.231384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.414320 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Network 9de7d75b-7006-4ed8-9da1-b476d52b1ec6 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:05:39.438599 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:05:39.528522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.532991 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:39.555075 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.567367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'Network': ['ID=9de7d75b-7006-4ed8-9da1-b476d52b1ec6,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:39.571940 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.039s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:39.573947 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-384bd24d-044f-4b95-8c43-9a54d22ad6e4 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/networks/9de7d75b-7006-4ed8-9da1-b476d52b1ec6 HTTP/1.1" status: 204 len: 168 time: 1.0498402 Jan 14 06:05:39.577429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55558) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:39.663515 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.702849 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.763885 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.768082 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-37f64f6c-49eb-4f41-a0a3-367f632aa636 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:39.784742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Pushing event deleted for resources: {'SecurityGroup': ['ID=5cf415b2-236b-4db3-b226-1386a7fe90b5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:39.787525 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.019s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:39.799554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:39.801349 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] 10.222.0.48 "DELETE /v2.0/security-groups/5cf415b2-236b-4db3-b226-1386a7fe90b5 HTTP/1.1" status: 204 len: 168 time: 0.2229269 Jan 14 06:05:40.164994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55568) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:40.377266 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d5598115-610b-4ffe-be77-628e8ce77a84 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=2369b06f27c74640ab728d181e33bbc3&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2082407 Jan 14 06:05:40.377817 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55574) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:40.450933 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d88498-28cb-4702-938d-a6e76548742f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:40.480266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d88498-28cb-4702-938d-a6e76548742f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:40.529096 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d88498-28cb-4702-938d-a6e76548742f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:40.533108 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b203e2be-3b6e-4a13-b72e-d95628466bb9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:40.547099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-01d88498-28cb-4702-938d-a6e76548742f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a08ba09-c0e7-42f2-902f-f768a36cec1d,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:40.550850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-01d88498-28cb-4702-938d-a6e76548742f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.018s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:40.556450 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-01d88498-28cb-4702-938d-a6e76548742f admin admin] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:40.557681 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-01d88498-28cb-4702-938d-a6e76548742f admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/5a08ba09-c0e7-42f2-902f-f768a36cec1d HTTP/1.1" status: 204 len: 168 time: 0.1789722 Jan 14 06:05:40.945150 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55582) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:40.964887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:40.984369 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:40.989006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Usage tracker for resource:security_group_rule and tenant:520ac8db5d6a4c62b291e70c2a8c4ca0 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:40.992217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:40.998072 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:41.104971 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:41.109256 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:41.116828 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-35f54eb4-1549-4753-8e48-674fa2da5a9d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:41.160767 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=520ac8db5d6a4c62b291e70c2a8c4ca0&name=default HTTP/1.1" status: 200 len: 2983 time: 0.2144356 Jan 14 06:05:41.161875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=ffa93cde-7579-4937-9863-b1f7ca0d5681,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:41.164032 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55586) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:41.165282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-018cefc5-b400-478e-bbe4-451f24131165 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.049s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:41.229995 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95a3848e-6cb3-453e-ba6a-683b9ea40dc6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:41.258959 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95a3848e-6cb3-453e-ba6a-683b9ea40dc6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:41.313558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95a3848e-6cb3-453e-ba6a-683b9ea40dc6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:41.317492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3a449b5e-f278-4026-8c74-d41dceb3bb21 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:41.329638 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-95a3848e-6cb3-453e-ba6a-683b9ea40dc6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=ffa93cde-7579-4937-9863-b1f7ca0d5681,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:41.333707 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-95a3848e-6cb3-453e-ba6a-683b9ea40dc6 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:41.337331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-95a3848e-6cb3-453e-ba6a-683b9ea40dc6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:41.340876 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-95a3848e-6cb3-453e-ba6a-683b9ea40dc6 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/ffa93cde-7579-4937-9863-b1f7ca0d5681 HTTP/1.1" status: 204 len: 168 time: 0.1734052 Jan 14 06:05:42.258204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8bc487ba-4b1b-4274-8ba1-74c7b8da83be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.284570 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55608) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:42.435210 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1336835720-network', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4'}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:42.441516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:42.446105 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Usage tracker for resource:network and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:42.449321 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:42.455533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:42.466812 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Made reservation on behalf of 8d752e2aa0604a1ea03db9a744cc17b4 for: {'network': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:42.471614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.485254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.501122 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:42.505143 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Usage tracker for resource:security_group_rule and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:42.508489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:42.514221 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:42.601193 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.605548 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.608659 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a103e20a-c5fd-4541-8d5a-48ef7e2b1d78 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:42.646916 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80930) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:05:42.656125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b7b09b85-7777-43a2-ba51-0fc96a5ed576,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:42.659954 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:42.662578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment--9223363288521311211', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.663042 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Added segment a4841d8e-2499-42c2-b3c8-a34ff7eafbe0 of type vxlan for network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 Jan 14 06:05:42.689815 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.720420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.721399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:42.722029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:42.725721 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8afc9cbf-19fa-45fa-9c88-92ad7490d8fe tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:42.835734 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Pushing event updated for resources: {'Network': ['ID=d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:42.839359 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 875 time: 0.5536573 Jan 14 06:05:42.840350 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eabf4eb9-4579-4c80-92e5-4b2cfc149bf0 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.115s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:42.843547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55614) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:42.849520 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Request body: {'subnet': {'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1336835720-subnet', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:42.852596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:42.856135 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:42.862924 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Usage tracker for resource:subnet and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:42.867259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:42.869857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:42.873437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:42.884287 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Made reservation on behalf of 8d752e2aa0604a1ea03db9a744cc17b4 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:42.885931 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:42.889129 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:43.310857 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:43.323653 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-11a63206-8d9b-4fcd-a845-9733eb417a4f tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:43.449666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Pushing event updated for resources: {'Subnet': ['ID=fe0bccd3-8ef0-48d0-a923-6803e817bdff,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:43.454492 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.131s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:43.523708 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Checking segment: {'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:43.524109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Network hostable DHCP agents. Network: d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:05:43.542806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:05:43.551669 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:43.560973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ea8054b-326d-498d-aebc-7ffeef803386 None None] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:43.563393 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:43.564039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:43.583775 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-206003ec-1b2f-470e-99f2-f9d25382bb6f admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7391002 Jan 14 06:05:43.586958 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55618) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:43.592693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:43.598986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:43.603310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Usage tracker for resource:router and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:43.606322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:43.612632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:43.626783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:43.628343 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:43.643790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:43.795786 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4', 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'fixed_ips': [{'subnet_id': 'fe0bccd3-8ef0-48d0-a923-6803e817bdff'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:05:43.796732 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:43.912982 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.087792 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Allocated IP 172.20.0.2 (d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4/fe0bccd3-8ef0-48d0-a923-6803e817bdff/a526044e-ece3-4c33-a9a7-a1123392c603) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:44.238717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.270922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.308645 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.320226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Transition to ACTIVE for port object a526044e-ece3-4c33-a9a7-a1123392c603 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:44.336858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Transition to ACTIVE for port object a526044e-ece3-4c33-a9a7-a1123392c603 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:44.342034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.355717 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7d38d4dd-85bd-468a-90cd-e5fbb21ac246 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:44.487394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Pushing event updated for resources: {'Port': ['ID=a526044e-ece3-4c33-a9a7-a1123392c603,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:44.492103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:44.546717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-aff1399f-beaf-4bdc-82f5-34628a92cce4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.557019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Allocated IP 172.25.3.29 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/3b41c0d7-4d8e-4bd6-b334-0efa60345cc7) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:44.558295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:44.559522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:44.561803 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:44.620323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Attempting to bind port a526044e-ece3-4c33-a9a7-a1123392c603 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:44.620662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Attempting to bind port a526044e-ece3-4c33-a9a7-a1123392c603 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:44.621078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Attempting to bind port a526044e-ece3-4c33-a9a7-a1123392c603 on network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:44.626941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:44.627367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Checking segment: {'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:44.627822 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.628300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Bound using segment: {'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:44.628826 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Bound port: a526044e-ece3-4c33-a9a7-a1123392c603, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:44.629249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.723823 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] For port a526044e-ece3-4c33-a9a7-a1123392c603, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:44.728250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] For port a526044e-ece3-4c33-a9a7-a1123392c603, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a526044e-ece3-4c33-a9a7-a1123392c603,segment=NetworkSegment(a4841d8e-2499-42c2-b3c8-a34ff7eafbe0),segment_id=a4841d8e-2499-42c2-b3c8-a34ff7eafbe0)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:44.733153 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:44.749917 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5a79fb50-ea2a-4321-869a-1834e0e132c5 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:44.907533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Pushing event updated for resources: {'Port': ['ID=a526044e-ece3-4c33-a9a7-a1123392c603,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:44.912453 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.163s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:45.034349 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:45.063375 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:45.076858 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-49dcfce9-3e86-47bd-adda-a720d2e60e4c admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:45.244344 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Pushing event updated for resources: {'Port': ['ID=3b41c0d7-4d8e-4bd6-b334-0efa60345cc7,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:45.247672 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:45.275238 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:45.276580 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:45.279161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:45.438266 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:45.723759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:46.080074 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:46.243607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:46.267692 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-87b8e8c0-0139-4f0a-9b08-788374feba3e None None] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:46.299134 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Router 65e44f2e-00d7-4e3c-80be-834be7198431 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80929) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:05:46.382137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e0c906f9-6da2-440f-8c05-ab3e6652cd16 None None] Provisioning for port a526044e-ece3-4c33-a9a7-a1123392c603 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:46.495750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:46.506494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Sync routers for ids ['65e44f2e-00d7-4e3c-80be-834be7198431'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:46.520930 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:46.525575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55622) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:46.527231 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-8b371f2f-7b27-4fa1-8b59-e99f70667e42 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9390709 Jan 14 06:05:46.530983 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Routers {'65e44f2e-00d7-4e3c-80be-834be7198431'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:46.531810 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['65e44f2e-00d7-4e3c-80be-834be7198431'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:46.720625 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Set router 65e44f2e-00d7-4e3c-80be-834be7198431 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:46.791787 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:46.851899 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a526044e-ece3-4c33-a9a7-a1123392c603 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:46.932725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a526044e-ece3-4c33-a9a7-a1123392c603 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:46.941382 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a526044e-ece3-4c33-a9a7-a1123392c603 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:46.941941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:46.993169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] Provisioning complete for port a526044e-ece3-4c33-a9a7-a1123392c603 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:46.993912 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.062825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:05:45Z', 'revision_number': 3, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:47.067579 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Checking router: 65e44f2e-00d7-4e3c-80be-834be7198431 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:47.068019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Updating router 65e44f2e-00d7-4e3c-80be-834be7198431 port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:05:47.125401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.172999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.223132 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.242056 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] For port a526044e-ece3-4c33-a9a7-a1123392c603, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a526044e-ece3-4c33-a9a7-a1123392c603,segment=NetworkSegment(a4841d8e-2499-42c2-b3c8-a34ff7eafbe0),segment_id=a4841d8e-2499-42c2-b3c8-a34ff7eafbe0)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:47.247451 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.257521 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:47.556589 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.570511 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Transition to ACTIVE for port object 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:47.574988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.584342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] Pushing event updated for resources: {'Port': ['ID=a526044e-ece3-4c33-a9a7-a1123392c603,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:47.589135 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.332s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:47.608050 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-365fdde7-6166-4bda-8429-62453970e58d None None] Provisioning complete for port a526044e-ece3-4c33-a9a7-a1123392c603 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:47.608468 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-365fdde7-6166-4bda-8429-62453970e58d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.638675 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:05:47.639134 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:05:47.658422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.687067 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5cb64c31-9168-463c-8f8a-1f880345fab0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:47.772098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c6836-5d4f-43df-8c78-075b8821bc93 None None] Pushing event updated for resources: {'Port': ['ID=3b41c0d7-4d8e-4bd6-b334-0efa60345cc7,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:47.775251 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec7c6836-5d4f-43df-8c78-075b8821bc93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.088s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:47.798394 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Attempting to bind port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:47.798853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Attempting to bind port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:47.799306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Attempting to bind port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:47.805650 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:47.806075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:47.806525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.806994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:47.807510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Bound port: 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:47.807931 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.884740 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] For port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:47.888075 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] For port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3b41c0d7-4d8e-4bd6-b334-0efa60345cc7,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:47.892048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:47.912125 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c44cc0a3-6c81-45aa-baef-d4ce498cc396 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:48.010713 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Allocated IP 172.20.0.1 (d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4/fe0bccd3-8ef0-48d0-a923-6803e817bdff/cda03178-1506-49d4-b180-8fdb23534fc4) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:48.058676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec7c6836-5d4f-43df-8c78-075b8821bc93 None None] Pushing event updated for resources: {'Port': ['ID=3b41c0d7-4d8e-4bd6-b334-0efa60345cc7,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:48.063249 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ec7c6836-5d4f-43df-8c78-075b8821bc93 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.151s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:48.102933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Routers {'65e44f2e-00d7-4e3c-80be-834be7198431'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:48.103939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['65e44f2e-00d7-4e3c-80be-834be7198431'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:48.175711 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.192704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Transition to ACTIVE for port object cda03178-1506-49d4-b180-8fdb23534fc4 will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:48.213128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.229474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29b2c880-748b-417d-ba36-b73da3446db5 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:48.286496 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] Set router 65e44f2e-00d7-4e3c-80be-834be7198431 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:48.358748 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Pushing event updated for resources: {'Port': ['ID=cda03178-1506-49d4-b180-8fdb23534fc4,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:48.363520 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:48.415818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:48.417006 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:48.419441 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:48.490827 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.602051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:05:45Z', 'revision_number': 3, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:48.606545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04a94c3c-f2e8-4c4f-87b9-3b0eaa0c3b24 None None] The sync data for ids ['65e44f2e-00d7-4e3c-80be-834be7198431'] in n-d-768851-4 is: [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:05:45Z', 'revision_number': 3, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:48.608421 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.653586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d84f8eb0-27e4-4c8c-8f43-50fa944df8af None None] Provisioning for port cda03178-1506-49d4-b180-8fdb23534fc4 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:48.658956 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d84f8eb0-27e4-4c8c-8f43-50fa944df8af None None] Provisioning complete for port cda03178-1506-49d4-b180-8fdb23534fc4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:48.659413 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d84f8eb0-27e4-4c8c-8f43-50fa944df8af None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.718240 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d84f8eb0-27e4-4c8c-8f43-50fa944df8af None None] Port cda03178-1506-49d4-b180-8fdb23534fc4 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:48.784806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a526044e-ece3-4c33-a9a7-a1123392c603 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:48.855901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a526044e-ece3-4c33-a9a7-a1123392c603 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:48.856328 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.904654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.910209 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:48.944000 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ca80bb08-28a1-40c6-82ce-5de4a9e7f23d admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:49.041680 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:49.058212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Pushing event updated for resources: {'Port': ['ID=cda03178-1506-49d4-b180-8fdb23534fc4,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:49.064499 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.121s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:49.197017 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:49.198208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:49.402409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Router 65e44f2e-00d7-4e3c-80be-834be7198431 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:05:49.444439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0e8b6df0-e8fb-4694-9887-fc71e012e3df None None] Provisioning complete for port cda03178-1506-49d4-b180-8fdb23534fc4 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:49.445048 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0e8b6df0-e8fb-4694-9887-fc71e012e3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:49.505136 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-0e8b6df0-e8fb-4694-9887-fc71e012e3df None None] Port cda03178-1506-49d4-b180-8fdb23534fc4 cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:49.589047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:49.598663 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ea4b1f5c-dd40-4fb7-a6f0-608643432a0a admin admin] 10.222.0.48 "PUT /v2.0/routers/65e44f2e-00d7-4e3c-80be-834be7198431/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0719180 Jan 14 06:05:50.354336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55640) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:50.364565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1674708619-network', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:50.371266 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:50.375691 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Usage tracker for resource:network and tenant:0fc063dd1732422b90a32e5a329fb9d9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:50.380125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:50.386779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:50.396390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Made reservation on behalf of 0fc063dd1732422b90a32e5a329fb9d9 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:50.401274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.414518 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.430365 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:50.434825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Usage tracker for resource:security_group_rule and tenant:0fc063dd1732422b90a32e5a329fb9d9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:50.439997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:50.446415 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:50.534979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.538547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.541800 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3958d90f-36a9-4138-ac8a-bd1436cf1cb0 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:50.578834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 10} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:05:50.588313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=70f7774c-8568-4466-89da-06d719c4ab6a,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:50.592415 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.051s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:50.595162 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.595553 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Added segment 24729c2c-4514-4922-8b12-7304dc07ca37 of type vxlan for network 2dcad8e9-fbd4-4866-a05b-ca629009682f Jan 14 06:05:50.624021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.655533 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.656950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:50.657899 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.663079 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9dd83d48-c206-4be4-8afd-1fc0ae5e5704 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:50.775141 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Pushing event updated for resources: {'Network': ['ID=2dcad8e9-fbd4-4866-a05b-ca629009682f,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:50.779888 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.4230330 Jan 14 06:05:50.779888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba5a62e0-c46d-4c1c-88eb-f79b17c9911a admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.117s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:50.781690 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55644) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:50.788596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Request body: {'subnet': {'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1674708619-subnet', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'ip_version': 4}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:50.789251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:50.794978 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:50.799774 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Usage tracker for resource:subnet and tenant:0fc063dd1732422b90a32e5a329fb9d9 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:50.803469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:50.809406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:50.810611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:50.819964 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Made reservation on behalf of 0fc063dd1732422b90a32e5a329fb9d9 for: {'subnet': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:05:50.823779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:05:50.824807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create--9223372036846506687'] for subnet, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:50.889044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:51.160023 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:51.165199 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:51.165619 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.240906 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:05:51.242361 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-8030487', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create--9223372036846506640'] for subnet, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.258643 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-76c7b79e-797d-4457-87ff-7fc532fa2953 tempest-RoutersNegativeIpV6Test-472168119 tempest-RoutersNegativeIpV6Test-472168119] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:51.293591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.311333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3b41c0d7-4d8e-4bd6-b334-0efa60345cc7,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:51.314890 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.316869 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-670b9b6f-efdc-4467-9a5a-717da0e85db0 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:51.386845 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Pushing event updated for resources: {'Subnet': ['ID=1e14f41f-61d9-487a-9a74-bc1e1239d6cc,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:51.387390 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=3b41c0d7-4d8e-4bd6-b334-0efa60345cc7,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:51.390208 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:51.403578 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.145s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:51.465464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Checking segment: {'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80929) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:51.465863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Network hostable DHCP agents. Network: 2dcad8e9-fbd4-4866-a05b-ca629009682f, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80929) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:05:51.466805 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Sync routers for ids ['65e44f2e-00d7-4e3c-80be-834be7198431'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:51.477885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Routers {'65e44f2e-00d7-4e3c-80be-834be7198431'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:51.479109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['65e44f2e-00d7-4e3c-80be-834be7198431'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:51.488339 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80929) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:05:51.499099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 2dcad8e9-fbd4-4866-a05b-ca629009682f) {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:51.512844 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:05:51.513824 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.537277 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.7542191 Jan 14 06:05:51.540588 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55648) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:51.545939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-baac3828-ca36-4232-ae55-e4f3480e8edf None None] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:51.547286 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:51.553784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:51.558367 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Usage tracker for resource:router and tenant:0fc063dd1732422b90a32e5a329fb9d9 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:51.561474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:51.567296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:51.577859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.578960 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.594384 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:51.819488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Set router 65e44f2e-00d7-4e3c-80be-834be7198431 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:51.871369 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:52.022164 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-2dcad8e9-fbd4-4866-a05b-ca629009682f', 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'fixed_ips': [{'subnet_id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:05:52.023117 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:52.199728 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:52.234855 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:52.449013 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:05:48Z', 'revision_number': 4, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'cda03178-1506-49d4-b180-8fdb23534fc4', 'name': '', 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'mac_address': 'fa:16:3e:f5:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'fe0bccd3-8ef0-48d0-a923-6803e817bdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:47Z', 'updated_at': '2021-01-14T06:05:48Z', 'revision_number': 2, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'subnets': [{'id': 'fe0bccd3-8ef0-48d0-a923-6803e817bdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:52.458053 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Checking router: 65e44f2e-00d7-4e3c-80be-834be7198431 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:52.458406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Updating router 65e44f2e-00d7-4e3c-80be-834be7198431 port cda03178-1506-49d4-b180-8fdb23534fc4 binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:05:52.508174 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Allocated IP 172.25.3.11 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/6ce8547a-62ad-427d-8686-1146ab7fa594) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:52.521465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Allocated IP 172.20.0.2 (2dcad8e9-fbd4-4866-a05b-ca629009682f/1e14f41f-61d9-487a-9a74-bc1e1239d6cc/7698ec39-e613-4106-8285-d2228b53a314) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:52.527216 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:52.669440 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:52.700780 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:52.715072 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10308e73-c198-48ac-9d86-00e2cc6bee0e tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:52.836828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:52.853554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Pushing event updated for resources: {'Port': ['ID=6ce8547a-62ad-427d-8686-1146ab7fa594,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:52.858060 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.143s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:53.191313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:53.191697 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:53.221762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:53.223153 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:53.225474 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:53.304269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:53.332779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Transition to ACTIVE for port object 7698ec39-e613-4106-8285-d2228b53a314 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:53.377476 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Transition to ACTIVE for port object 7698ec39-e613-4106-8285-d2228b53a314 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:53.388392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:53.405050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba3ef009-4583-4131-8756-fa4657c6333c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:53.595173 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Pushing event updated for resources: {'Port': ['ID=7698ec39-e613-4106-8285-d2228b53a314,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:53.652695 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:53.657701 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.658098 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.658475 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.658877 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.659252 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.659624 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.659996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.660362 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.660726 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.661091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.661453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.661944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.662326 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.662856 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.663226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.663591 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.663955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.664323 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.664685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.665048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.665429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.665752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.666111 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.666471 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.666928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.667289 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.667648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.668009 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.668366 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.668727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.669084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.669442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.669801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.670158 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.670516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.670901 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80931) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:05:53.693293 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.288s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:53.734783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:53.756991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Transition to ACTIVE for port object cda03178-1506-49d4-b180-8fdb23534fc4 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:53.759332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:53.760787 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:53.762727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:53.778442 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:53.780442 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-8700a926-5236-4b9b-90ce-1f70207e6cd7 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:53.960332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b82498-c14b-4fd2-9b4c-0401dc71a291 None None] Pushing event updated for resources: {'Port': ['ID=cda03178-1506-49d4-b180-8fdb23534fc4,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:53.967171 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57b82498-c14b-4fd2-9b4c-0401dc71a291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.187s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:53.982945 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Attempting to bind port 7698ec39-e613-4106-8285-d2228b53a314 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:53.983363 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Attempting to bind port 7698ec39-e613-4106-8285-d2228b53a314 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:53.983775 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Attempting to bind port 7698ec39-e613-4106-8285-d2228b53a314 on network 2dcad8e9-fbd4-4866-a05b-ca629009682f {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:53.994115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:53.994567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Checking segment: {'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:53.995080 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:53.995494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Bound using segment: {'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:53.996026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Bound port: 7698ec39-e613-4106-8285-d2228b53a314, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:53.996425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:54.013400 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:54.216540 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Attempting to bind port cda03178-1506-49d4-b180-8fdb23534fc4 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:54.216962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Attempting to bind port cda03178-1506-49d4-b180-8fdb23534fc4 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:54.217377 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Attempting to bind port cda03178-1506-49d4-b180-8fdb23534fc4 on network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:54.224717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] For port 7698ec39-e613-4106-8285-d2228b53a314, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:54.227099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:54.227530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Checking segment: {'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:54.227987 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:54.228429 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Bound using segment: {'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:54.228955 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Bound port: cda03178-1506-49d4-b180-8fdb23534fc4, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:54.229378 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:54.239699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Router 4761bf04-7d80-42e1-8a3c-ac03cd047322 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:05:54.252459 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] For port 7698ec39-e613-4106-8285-d2228b53a314, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7698ec39-e613-4106-8285-d2228b53a314,segment=NetworkSegment(24729c2c-4514-4922-8b12-7304dc07ca37),segment_id=24729c2c-4514-4922-8b12-7304dc07ca37)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:54.258654 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:54.300594 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-202cab96-4a4b-4ba8-9d5e-17614a9ebd66 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:54.430336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:54.441418 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Sync routers for ids ['4761bf04-7d80-42e1-8a3c-ac03cd047322'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:05:54.453497 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Routers {'4761bf04-7d80-42e1-8a3c-ac03cd047322'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:54.454327 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4761bf04-7d80-42e1-8a3c-ac03cd047322'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:54.457555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:54.462069 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-97ae215f-c8d3-4bd7-ab35-3265ce83916e admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 2.9171178 Jan 14 06:05:54.462470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55652) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:05:54.717223 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] For port cda03178-1506-49d4-b180-8fdb23534fc4, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:54.722213 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Pushing event updated for resources: {'Port': ['ID=7698ec39-e613-4106-8285-d2228b53a314,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:54.728277 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] For port cda03178-1506-49d4-b180-8fdb23534fc4, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cda03178-1506-49d4-b180-8fdb23534fc4,segment=NetworkSegment(a4841d8e-2499-42c2-b3c8-a34ff7eafbe0),segment_id=a4841d8e-2499-42c2-b3c8-a34ff7eafbe0)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:54.729474 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.429s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:54.739550 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:54.758511 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-10412728-6816-407c-8123-60306aaa854e None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:54.818735 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Set router 4761bf04-7d80-42e1-8a3c-ac03cd047322 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:54.905559 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57b82498-c14b-4fd2-9b4c-0401dc71a291 None None] Pushing event updated for resources: {'Port': ['ID=cda03178-1506-49d4-b180-8fdb23534fc4,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:54.938848 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57b82498-c14b-4fd2-9b4c-0401dc71a291 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.180s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:54.985571 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Routers {'65e44f2e-00d7-4e3c-80be-834be7198431'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:54.987295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['65e44f2e-00d7-4e3c-80be-834be7198431'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:55.166654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:05:53Z', 'revision_number': 3, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:55.172106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Checking router: 4761bf04-7d80-42e1-8a3c-ac03cd047322 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:05:55.172494 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Updating router 4761bf04-7d80-42e1-8a3c-ac03cd047322 port 6ce8547a-62ad-427d-8686-1146ab7fa594 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:05:55.246034 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:55.268381 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:55.274409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] Set router 65e44f2e-00d7-4e3c-80be-834be7198431 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:55.646123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:05:48Z', 'revision_number': 4, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'cda03178-1506-49d4-b180-8fdb23534fc4', 'name': '', 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'mac_address': 'fa:16:3e:f5:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'fe0bccd3-8ef0-48d0-a923-6803e817bdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:47Z', 'updated_at': '2021-01-14T06:05:54Z', 'revision_number': 4, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'subnets': [{'id': 'fe0bccd3-8ef0-48d0-a923-6803e817bdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:55.650681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-4ab32a32-c4b2-4c81-a562-7c9e06cbdf45 None None] The sync data for ids ['65e44f2e-00d7-4e3c-80be-834be7198431'] in n-d-768851-4 is: [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:05:48Z', 'revision_number': 4, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': 'cda03178-1506-49d4-b180-8fdb23534fc4', 'name': '', 'network_id': 'd02eeabf-b4d3-4f8d-8122-0cbf6ef528b4', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'mac_address': 'fa:16:3e:f5:db:9d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_interface', 'standard_attr_id': 3926, 'fixed_ips': [{'subnet_id': 'fe0bccd3-8ef0-48d0-a923-6803e817bdff', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:47Z', 'updated_at': '2021-01-14T06:05:54Z', 'revision_number': 4, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'subnets': [{'id': 'fe0bccd3-8ef0-48d0-a923-6803e817bdff', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:55.657725 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Allocated IP 172.20.0.1 (2dcad8e9-fbd4-4866-a05b-ca629009682f/1e14f41f-61d9-487a-9a74-bc1e1239d6cc/2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:05:55.734655 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:55.742268 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:55.748908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Transition to ACTIVE for port object 6ce8547a-62ad-427d-8686-1146ab7fa594 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:55.751875 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:55.776032 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ab233219-60d7-454b-9dea-6819c1f9d606 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:55.855095 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:55.873388 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Transition to ACTIVE for port object 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe will not be triggered until provisioned by entity DHCP. {{(pid=80930) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:05:55.898541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:55.914992 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9b38a1b6-75c5-4b3f-a6cb-ab870aeed813 tempest-RoutersIpV6Test-258122059 tempest-RoutersIpV6Test-258122059] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:55.919256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ab6f7-113e-4313-9bbd-e4bae7d78235 None None] Pushing event updated for resources: {'Port': ['ID=6ce8547a-62ad-427d-8686-1146ab7fa594,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:55.922558 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-161ab6f7-113e-4313-9bbd-e4bae7d78235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.147s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:55.994251 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Attempting to bind port 6ce8547a-62ad-427d-8686-1146ab7fa594 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:05:55.994783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Attempting to bind port 6ce8547a-62ad-427d-8686-1146ab7fa594 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:05:55.995255 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Attempting to bind port 6ce8547a-62ad-427d-8686-1146ab7fa594 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:05:56.001538 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:05:56.001954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:05:56.002397 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.002862 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:05:56.003386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Bound port: 6ce8547a-62ad-427d-8686-1146ab7fa594, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:05:56.003797 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.049149 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:56.055301 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.140s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:56.101489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] For port 6ce8547a-62ad-427d-8686-1146ab7fa594, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:05:56.105104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] For port 6ce8547a-62ad-427d-8686-1146ab7fa594, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6ce8547a-62ad-427d-8686-1146ab7fa594,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:05:56.110804 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.128662 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:56.130503 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:56.133027 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:05:56.142280 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3097bf9d-7a7e-413a-9f70-47816b8c823d None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:56.194803 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.273236 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-161ab6f7-113e-4313-9bbd-e4bae7d78235 None None] Pushing event updated for resources: {'Port': ['ID=6ce8547a-62ad-427d-8686-1146ab7fa594,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:56.280268 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-161ab6f7-113e-4313-9bbd-e4bae7d78235 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.138s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:56.327059 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.392509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Routers {'4761bf04-7d80-42e1-8a3c-ac03cd047322'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:05:56.393306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4761bf04-7d80-42e1-8a3c-ac03cd047322'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:56.428746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-60c6e635-ea85-4720-bad6-6166d2109157 None None] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:05:56.606785 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] Set router 4761bf04-7d80-42e1-8a3c-ac03cd047322 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:05:56.661639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-07c93740-bcf3-4112-9a8b-7eb81424e236 None None] Provisioning for port 7698ec39-e613-4106-8285-d2228b53a314 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:56.680538 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.684659 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036848403403'] for port, after_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.718337 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0483ea69-57c5-4ded-afa1-b9b71aa85848 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:56.808727 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:56.823680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Pushing event updated for resources: {'Port': ['ID=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,revision_number=2']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:56.828791 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:56.938045 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7698ec39-e613-4106-8285-d2228b53a314 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:56.979071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 4, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe', 'name': '', 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'mac_address': 'fa:16:3e:13:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:55Z', 'updated_at': '2021-01-14T06:05:55Z', 'revision_number': 1, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'subnets': [{'id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:05:56.985181 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd7da69b-be0c-4ab6-8103-065d86422060 None None] The sync data for ids ['4761bf04-7d80-42e1-8a3c-ac03cd047322'] in n-d-768851-4 is: [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 4, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe', 'name': '', 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'mac_address': 'fa:16:3e:13:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:55Z', 'updated_at': '2021-01-14T06:05:55Z', 'revision_number': 1, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'subnets': [{'id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:05:57.007676 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:05:57.009115 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:05:57.039637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 7698ec39-e613-4106-8285-d2228b53a314 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:57.045126 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7698ec39-e613-4106-8285-d2228b53a314 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:57.045555 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.119996 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Provisioning complete for port 7698ec39-e613-4106-8285-d2228b53a314 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:57.120339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.323707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.344204 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.394123 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] For port 7698ec39-e613-4106-8285-d2228b53a314, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7698ec39-e613-4106-8285-d2228b53a314,segment=NetworkSegment(24729c2c-4514-4922-8b12-7304dc07ca37),segment_id=24729c2c-4514-4922-8b12-7304dc07ca37)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:57.428064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.440527 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ba3ef009-4583-4131-8756-fa4657c6333c None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:57.538509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Pushing event updated for resources: {'Port': ['ID=7698ec39-e613-4106-8285-d2228b53a314,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:57.546464 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.106s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:57.558771 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Provisioning for port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:57.563572 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:05:57.563733 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Router 4761bf04-7d80-42e1-8a3c-ac03cd047322 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:05:57.564049 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:05:57.565127 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Provisioning complete for port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:57.565541 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.622373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:57.748961 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5392aaff-1d3f-4686-953e-eb517083837c None None] Provisioning complete for port 7698ec39-e613-4106-8285-d2228b53a314 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:57.749395 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5392aaff-1d3f-4686-953e-eb517083837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.794791 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:05:57.812616 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9d0269d3-ae1c-4079-8aa0-f8a8daebe3e8 admin admin] 10.222.0.48 "PUT /v2.0/routers/4761bf04-7d80-42e1-8a3c-ac03cd047322/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3382502 Jan 14 06:05:57.843606 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.924800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-5392aaff-1d3f-4686-953e-eb517083837c None None] Provisioning complete for port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:57.925220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-5392aaff-1d3f-4686-953e-eb517083837c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:57.985059 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-5392aaff-1d3f-4686-953e-eb517083837c None None] Port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:05:58.146749 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2752e55c-6a62-4f1b-a698-16d872c3939b None None] Provisioning complete for port 7698ec39-e613-4106-8285-d2228b53a314 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:58.147201 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2752e55c-6a62-4f1b-a698-16d872c3939b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.186311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cda03178-1506-49d4-b180-8fdb23534fc4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:58.338632 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port cda03178-1506-49d4-b180-8fdb23534fc4 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:58.347991 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port cda03178-1506-49d4-b180-8fdb23534fc4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:58.348503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.478609 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.517569 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port cda03178-1506-49d4-b180-8fdb23534fc4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cda03178-1506-49d4-b180-8fdb23534fc4,segment=NetworkSegment(a4841d8e-2499-42c2-b3c8-a34ff7eafbe0),segment_id=a4841d8e-2499-42c2-b3c8-a34ff7eafbe0)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:58.522919 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.524957 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-48a68b7d-131f-42b3-b77c-1e9c5115f400 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:58.596872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=cda03178-1506-49d4-b180-8fdb23534fc4,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:58.601193 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.076s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:58.814430 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-353965846', 'description': 'tempest-TestShelveInstance-353965846 description'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:58.825722 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:58.830319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:58.835203 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:58.841361 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:58.851877 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.875731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:58.879683 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7698ec39-e613-4106-8285-d2228b53a314 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:58.881424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group_rule and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:58.884546 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:58.890319 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:58.954612 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 7698ec39-e613-4106-8285-d2228b53a314 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:58.955064 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.969941 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.973113 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:58.977667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4548c1b7-a3aa-4b46-82ff-56fcb4bc9bcd tempest-TestVolumeBootPattern-1371388114 tempest-TestVolumeBootPattern-1371388114] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:59.019106 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event updated for resources: {'SecurityGroup': ['ID=b69cc4aa-a981-4c35-a273-373cf848c581,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:59.022674 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.045s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:59.026420 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.027799 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fe2138b2-c8b7-439d-b33d-9ed0fb4c1ee7 req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1807 time: 0.2184377 Jan 14 06:05:59.077389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ce8547a-62ad-427d-8686-1146ab7fa594 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:59.148643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 6ce8547a-62ad-427d-8686-1146ab7fa594 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:05:59.153723 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6ce8547a-62ad-427d-8686-1146ab7fa594 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:59.154154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.258784 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-a80040ce-8334-4474-b422-f1e8bdd6b8fd tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups/b69cc4aa-a981-4c35-a273-373cf848c581 HTTP/1.1" status: 200 len: 1802 time: 0.1970277 Jan 14 06:05:59.269857 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b69cc4aa-a981-4c35-a273-373cf848c581', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:59.270288 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b69cc4aa-a981-4c35-a273-373cf848c581', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:59.273217 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.280966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:59.285301 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group_rule and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:59.288566 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:59.290551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 6ce8547a-62ad-427d-8686-1146ab7fa594, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6ce8547a-62ad-427d-8686-1146ab7fa594,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:05:59.293979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.294904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:59.295043 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cda03178-1506-49d4-b180-8fdb23534fc4 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:05:59.322807 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-70fd3058-18e3-4934-9b6e-c05ab61367c1 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:59.355999 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.381947 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.385207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.387353 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-de3a3eec-1c03-4d24-ba16-da09aaadd8da tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:59.411727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0cf64214-db7d-4fe7-89e9-6c24c236e788,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:59.416850 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.030s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:59.420142 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=6ce8547a-62ad-427d-8686-1146ab7fa594,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:59.421237 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.422959 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-2aa000c3-e47e-48ee-b4da-e389cedd2dda req-e64b284d-d5df-4724-bf78-9e56b14bce7d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1570091 Jan 14 06:05:59.424462 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.102s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:59.430184 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port cda03178-1506-49d4-b180-8fdb23534fc4 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:05:59.430596 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.526674 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-ab40a551-2512-42de-91cd-a1be005aff2d tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups/b69cc4aa-a981-4c35-a273-373cf848c581 HTTP/1.1" status: 200 len: 2396 time: 0.0710943 Jan 14 06:05:59.537594 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b69cc4aa-a981-4c35-a273-373cf848c581', 'remote_group_id': None}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:59.537962 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'b69cc4aa-a981-4c35-a273-373cf848c581', 'remote_group_id': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:05:59.548750 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:05:59.552943 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group_rule and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:05:59.556886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:05:59.562757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:05:59.625073 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.651972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.656499 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.663127 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-ed133b89-c540-4bc3-8d7f-8fc1d0c72372 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:05:59.683949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9e1501d7-93aa-48c8-9e21-37c0b512142d,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:05:59.688996 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:05:59.693540 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:05:59.694830 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-bd598e3c-ae28-4b2e-b5c9-1c7b3aae4106 req-a1c62874-e5d9-4e21-8ba7-37c79f16e7aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1615510 Jan 14 06:05:59.899328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-b3edec59-3b35-48f6-bd99-e0d6b106f696 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Synchronizing usage tracker for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:05:59.917263 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-b3edec59-3b35-48f6-bd99-e0d6b106f696 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Unset dirty status for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:05:59.918525 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-b3edec59-3b35-48f6-bd99-e0d6b106f696 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-353965846&fields=id&tenant_id=8d752e2aa0604a1ea03db9a744cc17b4 HTTP/1.1" status: 200 len: 267 time: 0.0682440 Jan 14 06:06:00.101495 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-4e98a6ec-aa27-47d1-9537-762b5ba78212 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:06:00.102250 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-4e98a6ec-aa27-47d1-9537-762b5ba78212 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Synchronizing usage tracker for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:network {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:06:00.121018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-4e98a6ec-aa27-47d1-9537-762b5ba78212 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Unset dirty status for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:network {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:06:00.122276 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-4e98a6ec-aa27-47d1-9537-762b5ba78212 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/networks?id=d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 HTTP/1.1" status: 200 len: 809 time: 0.1963367 Jan 14 06:06:00.140173 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-a2dafe6e-8f94-4ead-a6f2-13f1cbb4cfc9 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/quotas/8d752e2aa0604a1ea03db9a744cc17b4 HTTP/1.1" status: 200 len: 375 time: 0.0114813 Jan 14 06:06:00.239373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-05ee7eeb-b837-44d2-92ee-fecb0e6509aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Synchronizing usage tracker for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:port {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:06:00.257489 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-05ee7eeb-b837-44d2-92ee-fecb0e6509aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Unset dirty status for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:port {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:06:00.258891 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-05ee7eeb-b837-44d2-92ee-fecb0e6509aa tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d752e2aa0604a1ea03db9a744cc17b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.1109834 Jan 14 06:06:00.419682 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-68be8867-a719-49bc-a046-cdce39cbbb21 service neutron] 10.222.0.48 "GET /v2.0/networks/d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1476016 Jan 14 06:06:00.570675 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-681c5233-db46-4211-aa6e-3ae34a7b261d req-07884e6d-b36c-4131-99f2-a3d03dc443db service neutron] 10.222.0.48 "GET /v2.0/networks/d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1443763 Jan 14 06:06:00.800681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ce8547a-62ad-427d-8686-1146ab7fa594 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:00.879568 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 6ce8547a-62ad-427d-8686-1146ab7fa594 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:00.879998 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.035594 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-93a00d67-4f82-4b8a-83f8-ccc8fdaf280c req-5601404a-0fbb-4ddc-9b9e-5a9702804f3e tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups/b69cc4aa-a981-4c35-a273-373cf848c581 HTTP/1.1" status: 200 len: 2995 time: 0.0700071 Jan 14 06:06:01.058294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Sync routers for ids ['4761bf04-7d80-42e1-8a3c-ac03cd047322'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:06:01.070795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Routers {'4761bf04-7d80-42e1-8a3c-ac03cd047322'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:01.071465 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4761bf04-7d80-42e1-8a3c-ac03cd047322'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:01.127431 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93a00d67-4f82-4b8a-83f8-ccc8fdaf280c req-6cd5a9f0-3b90-4e58-a1d8-b31e695cfe3a tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.157898 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93a00d67-4f82-4b8a-83f8-ccc8fdaf280c req-6cd5a9f0-3b90-4e58-a1d8-b31e695cfe3a tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.210990 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93a00d67-4f82-4b8a-83f8-ccc8fdaf280c req-6cd5a9f0-3b90-4e58-a1d8-b31e695cfe3a tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.216918 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-17df69e1-ec63-47b4-83eb-000b1e514125 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:01.235436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6cd5a9f0-3b90-4e58-a1d8-b31e695cfe3a tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event deleted for resources: {'SecurityGroup': ['ID=b69cc4aa-a981-4c35-a273-373cf848c581,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:01.241267 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6cd5a9f0-3b90-4e58-a1d8-b31e695cfe3a tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.024s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:01.246802 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93a00d67-4f82-4b8a-83f8-ccc8fdaf280c req-6cd5a9f0-3b90-4e58-a1d8-b31e695cfe3a tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.248189 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-93a00d67-4f82-4b8a-83f8-ccc8fdaf280c req-6cd5a9f0-3b90-4e58-a1d8-b31e695cfe3a tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "DELETE /v2.0/security-groups/b69cc4aa-a981-4c35-a273-373cf848c581 HTTP/1.1" status: 204 len: 173 time: 0.1985102 Jan 14 06:06:01.486091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Set router 4761bf04-7d80-42e1-8a3c-ac03cd047322 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:01.564278 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group': {'name': 'tempest-TestShelveInstance-1049914924', 'description': 'tempest-TestShelveInstance-1049914924 description'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:01.575948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:01.580639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:01.584292 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:01.590260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:01.601039 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.622933 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:01.627012 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group_rule and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:01.630024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:01.635987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:01.711830 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.715672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.719623 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-866fc13f-915a-4bb9-95a7-6e9461ca822e admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:01.765971 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event updated for resources: {'SecurityGroup': ['ID=e9781c69-d38e-4fe9-9716-485bca760ed5,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:01.768937 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.770416 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-ffb3b043-d703-44c1-a7d7-581969e80344 req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1809 time: 0.2109871 Jan 14 06:06:01.771322 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7ad66906-0bf7-4583-9165-bd808be4f89c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.052s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:01.828333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 4, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe', 'name': '', 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'mac_address': 'fa:16:3e:13:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:55Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 2, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'subnets': [{'id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:01.833525 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Checking router: 4761bf04-7d80-42e1-8a3c-ac03cd047322 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:06:01.833922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Updating router 4761bf04-7d80-42e1-8a3c-ac03cd047322 port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:06:01.859390 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-8f325a56-32f7-4b19-b263-28d8a1331c6b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups/e9781c69-d38e-4fe9-9716-485bca760ed5 HTTP/1.1" status: 200 len: 1804 time: 0.0531914 Jan 14 06:06:01.871061 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9781c69-d38e-4fe9-9716-485bca760ed5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:01.871510 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9781c69-d38e-4fe9-9716-485bca760ed5', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:01.882731 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:01.887028 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group_rule and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:01.887707 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.890085 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:01.896047 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:01.957035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.985352 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.988683 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:01.991100 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dcf37158-e705-4e17-bead-1e8974fe9723 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:02.013772 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event updated for resources: {'SecurityGroupRule': ['ID=933a7199-2d4d-4a17-8d77-00b766a37940,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:02.018367 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:02.026561 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.028575 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-fa1d2f35-abc8-4561-b940-d69de08605c1 req-e00f1368-84b6-4789-ba74-8ecc42771a2b tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1615956 Jan 14 06:06:02.119842 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-ce5fd8ac-eebe-4894-9ae0-e70e477f0d8c tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups/e9781c69-d38e-4fe9-9716-485bca760ed5 HTTP/1.1" status: 200 len: 2398 time: 0.0578361 Jan 14 06:06:02.131178 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9781c69-d38e-4fe9-9716-485bca760ed5', 'remote_group_id': None}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:02.131528 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': 'e9781c69-d38e-4fe9-9716-485bca760ed5', 'remote_group_id': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:02.142824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:02.146994 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Usage tracker for resource:security_group_rule and tenant:8d752e2aa0604a1ea03db9a744cc17b4 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:02.150041 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:02.155984 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:02.215692 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.243638 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.247110 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.249117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7a33255e-4668-4fba-bce2-fc5ae4e8fe16 tempest-SecGroupIPv6Test-1350949575 tempest-SecGroupIPv6Test-1350949575] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:02.272973 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event updated for resources: {'SecurityGroupRule': ['ID=39428e89-36c1-42e1-a3ac-a75f3f9c56de,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:02.275753 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:02.282607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.283926 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-236e605a-fe6b-4cf6-ac4d-1385dbe9bea5 req-af8f0918-4f4a-4112-9081-ac32bed35f73 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1574097 Jan 14 06:06:02.312480 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.324959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Transition to ACTIVE for port object 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:06:02.328285 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.343988 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e5092bf9-2b45-45db-82a6-2c2795ffe821 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:02.475450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129721c-c677-4ae2-8a57-da4cbb2303b9 None None] Pushing event updated for resources: {'Port': ['ID=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:02.481369 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f129721c-c677-4ae2-8a57-da4cbb2303b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.137s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:02.643021 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Attempting to bind port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:06:02.643448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Attempting to bind port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:06:02.643868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Attempting to bind port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe on network 2dcad8e9-fbd4-4866-a05b-ca629009682f {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:06:02.650875 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 5, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:06:02.651294 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Checking segment: {'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:06:02.651934 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.652560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Bound using segment: {'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:06:02.653096 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Bound port: 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '24729c2c-4514-4922-8b12-7304dc07ca37', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 10, 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:06:02.653520 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.755982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] For port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:06:02.759859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] For port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,segment=NetworkSegment(24729c2c-4514-4922-8b12-7304dc07ca37),segment_id=24729c2c-4514-4922-8b12-7304dc07ca37)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:06:02.766560 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:02.782276 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:02.938513 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f129721c-c677-4ae2-8a57-da4cbb2303b9 None None] Pushing event updated for resources: {'Port': ['ID=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:02.953990 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f129721c-c677-4ae2-8a57-da4cbb2303b9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.172s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:02.997940 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Routers {'4761bf04-7d80-42e1-8a3c-ac03cd047322'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:02.998575 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:05:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4761bf04-7d80-42e1-8a3c-ac03cd047322'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:03.202303 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] Set router 4761bf04-7d80-42e1-8a3c-ac03cd047322 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:03.548351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 4, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe', 'name': '', 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'mac_address': 'fa:16:3e:13:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:55Z', 'updated_at': '2021-01-14T06:06:02Z', 'revision_number': 4, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'subnets': [{'id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:03.553024 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7ba270a0-9965-49f5-8bc9-9e1d4ca40eea None None] The sync data for ids ['4761bf04-7d80-42e1-8a3c-ac03cd047322'] in n-d-768851-4 is: [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:05:56Z', 'revision_number': 4, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe', 'name': '', 'network_id': '2dcad8e9-fbd4-4866-a05b-ca629009682f', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'mac_address': 'fa:16:3e:13:d9:be', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_interface', 'standard_attr_id': 3938, 'fixed_ips': [{'subnet_id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:55Z', 'updated_at': '2021-01-14T06:06:02Z', 'revision_number': 4, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'subnets': [{'id': '1e14f41f-61d9-487a-9a74-bc1e1239d6cc', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:06:04.813375 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:04.888232 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:06:04.894168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:04.894579 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:05.017128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:05.051724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,segment=NetworkSegment(24729c2c-4514-4922-8b12-7304dc07ca37),segment_id=24729c2c-4514-4922-8b12-7304dc07ca37)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:05.055301 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:05.057473 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-404fccbc-47d9-461b-a68d-0eb39a39215f None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:05.133297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,revision_number=5']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:05.137493 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.080s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:06.797162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:06.869655 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:06.870417 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:12.261784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d1045e62-6859-47be-9473-72cfa033e6c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:14.540840 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-16852d93-d2f1-4693-8aee-dd3350c26cdc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:15.440274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:16.244607 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:16.787908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:18.702656 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-994d4ef9-c647-4520-a23b-186031c531c8 req-3f113fa9-0d51-4e71-820b-1e34b0da4797 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Synchronizing usage tracker for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:security_group {{(pid=80930) resync /opt/stack/neutron/neutron/quota/resource.py:243}} Jan 14 06:06:18.719309 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-994d4ef9-c647-4520-a23b-186031c531c8 req-3f113fa9-0d51-4e71-820b-1e34b0da4797 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Unset dirty status for tenant:8d752e2aa0604a1ea03db9a744cc17b4 on resource:security_group {{(pid=80930) _resync /opt/stack/neutron/neutron/quota/resource.py:235}} Jan 14 06:06:18.720536 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-994d4ef9-c647-4520-a23b-186031c531c8 req-3f113fa9-0d51-4e71-820b-1e34b0da4797 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestShelveInstance-1049914924&fields=id&tenant_id=8d752e2aa0604a1ea03db9a744cc17b4 HTTP/1.1" status: 200 len: 267 time: 0.0647855 Jan 14 06:06:18.905882 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-994d4ef9-c647-4520-a23b-186031c531c8 req-ca503ab0-c2cd-4964-9ce4-5af4d2a3ed60 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:06:18.907387 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-994d4ef9-c647-4520-a23b-186031c531c8 req-ca503ab0-c2cd-4964-9ce4-5af4d2a3ed60 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/networks?id=d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 HTTP/1.1" status: 200 len: 809 time: 0.1756620 Jan 14 06:06:18.927819 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-994d4ef9-c647-4520-a23b-186031c531c8 req-fb90a5e3-76e7-4d3f-9dc8-1accd5c79135 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/quotas/8d752e2aa0604a1ea03db9a744cc17b4 HTTP/1.1" status: 200 len: 375 time: 0.0111957 Jan 14 06:06:19.022669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-994d4ef9-c647-4520-a23b-186031c531c8 req-9b6cb276-550c-48c3-a9a8-267cf2fbd817 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/ports?tenant_id=8d752e2aa0604a1ea03db9a744cc17b4&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0877450 Jan 14 06:06:19.178899 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-994d4ef9-c647-4520-a23b-186031c531c8 req-c754dfa5-e6ba-42ab-836b-60e9a765b89f service neutron] 10.222.0.48 "GET /v2.0/networks/d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437316 Jan 14 06:06:19.328500 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-994d4ef9-c647-4520-a23b-186031c531c8 req-e02aa362-afaf-4ffc-95c8-32acab144254 service neutron] 10.222.0.48 "GET /v2.0/networks/d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1394193 Jan 14 06:06:20.293368 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-34d39bc0-e4b6-4290-874e-5f99d20ccaff req-99c48d6e-bbf2-41be-8baf-b537cdd309c3 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "GET /v2.0/security-groups/e9781c69-d38e-4fe9-9716-485bca760ed5 HTTP/1.1" status: 200 len: 2997 time: 0.0601497 Jan 14 06:06:20.373286 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-34d39bc0-e4b6-4290-874e-5f99d20ccaff req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:20.405738 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-34d39bc0-e4b6-4290-874e-5f99d20ccaff req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:20.457081 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-34d39bc0-e4b6-4290-874e-5f99d20ccaff req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:20.462479 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e21d0062-1c5a-4f84-8522-9396ca0e33d9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:20.479387 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Pushing event deleted for resources: {'SecurityGroup': ['ID=e9781c69-d38e-4fe9-9716-485bca760ed5,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:20.488968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.489412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.489841 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.490262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.490682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.491145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.491560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.491974 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.492384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.492834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.493245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.494160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.494652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.495094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.495509 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.495920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.496328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.496747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.497155 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.497565 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.497980 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.498385 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.498859 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.499259 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.499757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.500208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.500607 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.501026 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.501439 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.501839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.502244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.502652 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.503084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.503490 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.503892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.504298 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80930) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:20.510806 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:20.515056 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-34d39bc0-e4b6-4290-874e-5f99d20ccaff req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:20.522645 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-34d39bc0-e4b6-4290-874e-5f99d20ccaff req-15e094f2-9633-4670-b18b-ca354453c724 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] 10.222.0.48 "DELETE /v2.0/security-groups/e9781c69-d38e-4fe9-9716-485bca760ed5 HTTP/1.1" status: 204 len: 173 time: 0.2195671 Jan 14 06:06:20.583883 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55874) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:21.455927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:21.948923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Deleting port cda03178-1506-49d4-b180-8fdb23534fc4 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:21.949309 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:22.141389 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] For port cda03178-1506-49d4-b180-8fdb23534fc4, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=cda03178-1506-49d4-b180-8fdb23534fc4,segment=NetworkSegment(a4841d8e-2499-42c2-b3c8-a34ff7eafbe0),segment_id=a4841d8e-2499-42c2-b3c8-a34ff7eafbe0)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:22.141651 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:22.273600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Calling delete_port for cda03178-1506-49d4-b180-8fdb23534fc4 owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:22.460997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:22.476216 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5766045c-6759-45d9-8c2a-2e195e7103c9 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:22.575522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Pushing event deleted for resources: {'Port': ['ID=cda03178-1506-49d4-b180-8fdb23534fc4,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:22.598811 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.599244 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.599639 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.600065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.600482 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.600893 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.601306 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.601715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.602966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.602966 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.603182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.603665 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.604145 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.604560 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.604968 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.605376 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.605779 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.606188 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.606596 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.607182 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.607600 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.608004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.608410 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.608822 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.609307 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.609948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.610342 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.610469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.610909 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.611680 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.612084 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.612488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.612892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.613295 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.613699 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.614101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80929) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:22.618912 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.142s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:22.958331 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:23.488663 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Router 65e44f2e-00d7-4e3c-80be-834be7198431 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:06:23.692386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:06:23.702162 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] Sync routers for ids ['65e44f2e-00d7-4e3c-80be-834be7198431'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:06:23.714668 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55878) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:23.714959 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] Routers {'65e44f2e-00d7-4e3c-80be-834be7198431'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:23.715068 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f6461dcb-3c31-44c9-9ca0-e0aa56476d99 admin admin] 10.222.0.48 "PUT /v2.0/routers/65e44f2e-00d7-4e3c-80be-834be7198431/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1300671 Jan 14 06:06:23.715623 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['65e44f2e-00d7-4e3c-80be-834be7198431'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:23.902774 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:23.906806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] Set router 65e44f2e-00d7-4e3c-80be-834be7198431 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:24.085500 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.091355 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Deleting port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:24.091726 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.217019 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:06:22Z', 'revision_number': 5, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:24.221832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] Checking router: 65e44f2e-00d7-4e3c-80be-834be7198431 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:06:24.232396 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] Routers {'65e44f2e-00d7-4e3c-80be-834be7198431'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:24.233057 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['65e44f2e-00d7-4e3c-80be-834be7198431'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:24.283988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] For port 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3b41c0d7-4d8e-4bd6-b334-0efa60345cc7,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:24.284362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.409561 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Calling delete_port for 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:24.414986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] Set router 65e44f2e-00d7-4e3c-80be-834be7198431 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:24.563812 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.755835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.881064 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:06:22Z', 'revision_number': 5, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:24.885687 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81f9521f-3a15-4af8-95ae-1218952cdb72 None None] The sync data for ids ['65e44f2e-00d7-4e3c-80be-834be7198431'] in n-d-768851-4 is: [{'id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'name': 'tempest-TestShelveInstance-1336835720-router', 'tenant_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29'}], 'enable_snat': True}, 'gw_port_id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:43Z', 'updated_at': '2021-01-14T06:06:22Z', 'revision_number': 5, 'project_id': '8d752e2aa0604a1ea03db9a744cc17b4', 'gw_port': {'id': '3b41c0d7-4d8e-4bd6-b334-0efa60345cc7', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:9d:8d:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '65e44f2e-00d7-4e3c-80be-834be7198431', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3925, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.29', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:44Z', 'updated_at': '2021-01-14T06:05:51Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:06:24.886641 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.889625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.913326 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.913982 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Fanout notify agent at l3_agent the message router_deleted on router 65e44f2e-00d7-4e3c-80be-834be7198431 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:06:24.929272 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:24.930504 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61b12746-6c9e-4ae0-aaca-b3a353590e8a admin admin] 10.222.0.48 "DELETE /v2.0/routers/65e44f2e-00d7-4e3c-80be-834be7198431 HTTP/1.1" status: 204 len: 168 time: 1.2147248 Jan 14 06:06:24.933506 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55882) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:25.005170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Deleting subnet fe0bccd3-8ef0-48d0-a923-6803e817bdff {{(pid=80930) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:06:25.008445 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.061267 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-6641656'] for subnet, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.149914 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.420188 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036848403450', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete--9223372036848258248'] for subnet, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.433703 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-372380a7-74fd-4ce2-9838-6ad33365ff19 tempest-NetworksTestDHCPv6-279457677 tempest-NetworksTestDHCPv6-279457677] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:25.474562 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fe0bccd3-8ef0-48d0-a923-6803e817bdff,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:25.534033 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.100s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:25.586525 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.592297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c22c5300-639c-4316-859d-967f30db81d9 None None] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:06:25.593212 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-29b8d692-b72b-4ad8-a7e8-d050ad130fca admin admin] 10.222.0.48 "DELETE /v2.0/subnets/fe0bccd3-8ef0-48d0-a923-6803e817bdff HTTP/1.1" status: 204 len: 168 time: 0.6586530 Jan 14 06:06:25.595941 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55886) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:25.712379 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.782949 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Deleting port a526044e-ece3-4c33-a9a7-a1123392c603 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:25.783171 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.785678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.863417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] DHCP port deletion for d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:06:25.867849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] Deleting port a526044e-ece3-4c33-a9a7-a1123392c603 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:25.868330 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:25.999884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] For port a526044e-ece3-4c33-a9a7-a1123392c603, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a526044e-ece3-4c33-a9a7-a1123392c603,segment=NetworkSegment(a4841d8e-2499-42c2-b3c8-a34ff7eafbe0),segment_id=a4841d8e-2499-42c2-b3c8-a34ff7eafbe0)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:26.000249 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:26.087606 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] For port a526044e-ece3-4c33-a9a7-a1123392c603, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a526044e-ece3-4c33-a9a7-a1123392c603,segment=NetworkSegment(a4841d8e-2499-42c2-b3c8-a34ff7eafbe0),segment_id=a4841d8e-2499-42c2-b3c8-a34ff7eafbe0)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:26.087927 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:26.218333 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] Calling delete_port for a526044e-ece3-4c33-a9a7-a1123392c603 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:26.300190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608'] for port, after_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:26.313888 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-57b82498-c14b-4fd2-9b4c-0401dc71a291 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:26.405808 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] Pushing event deleted for resources: {'Port': ['ID=a526044e-ece3-4c33-a9a7-a1123392c603,revision_number=None']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:26.412622 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.099s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:26.440694 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Calling delete_port for a526044e-ece3-4c33-a9a7-a1123392c603 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:26.455300 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-71987f0e-8125-42bb-86cc-8b6a46fc7990 None None] No DVR routers for this DVR port a526044e-ece3-4c33-a9a7-a1123392c603 on host n-d-768851-4 {{(pid=80931) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:06:26.514422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80930) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:06:26.514845 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:06:26.803795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:26.838849 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:26.839253 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3b41c0d7-4d8e-4bd6-b334-0efa60345cc7 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:26.839715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a526044e-ece3-4c33-a9a7-a1123392c603 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:26.872357 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: a526044e-ece3-4c33-a9a7-a1123392c603 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:26.872757 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a526044e-ece3-4c33-a9a7-a1123392c603 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:26.873226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cda03178-1506-49d4-b180-8fdb23534fc4 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:26.908547 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: cda03178-1506-49d4-b180-8fdb23534fc4 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:26.908927 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device cda03178-1506-49d4-b180-8fdb23534fc4 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:27.015919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Deleting port a526044e-ece3-4c33-a9a7-a1123392c603 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:27.016246 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.082175 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] The port 'a526044e-ece3-4c33-a9a7-a1123392c603' was deleted {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:06:27.210448 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.321926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:27.338536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:27.338904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4841d8e-2499-42c2-b3c8-a34ff7eafbe0') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:27.352807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.369157 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.371332 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:06:27.558524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:06:27.567859 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.751078 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Network d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_bindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'portsecuritybindings' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ml2_port_binding_levels' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: /usr/local/lib/python3.6/dist-packages/sqlalchemy/orm/persistence.py:1364: SAWarning: DELETE statement on table 'ports' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: % (table.description, expected, rows_matched) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:06:27.773620 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:06:27.814765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.854429 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.857803 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-dbff5de3-6220-444f-8a79-b830869e8ea7 tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:27.871972 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:27.882953 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Pushing event deleted for resources: {'Network': ['ID=d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:27.886559 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.029s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:27.899457 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-83648c0f-6dea-47cf-a53e-25e2b6d64a9c admin admin] 10.222.0.48 "DELETE /v2.0/networks/d02eeabf-b4d3-4f8d-8122-0cbf6ef528b4 HTTP/1.1" status: 204 len: 168 time: 2.3023903 Jan 14 06:06:27.902922 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55890) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:28.242125 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:06:28.471134 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:28.952464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Deleting port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:28.953094 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:29.136654 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] For port 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,segment=NetworkSegment(24729c2c-4514-4922-8b12-7304dc07ca37),segment_id=24729c2c-4514-4922-8b12-7304dc07ca37)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:29.137076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:29.260693 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Calling delete_port for 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe owned by network:router_interface {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:29.435761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:29.451278 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-72cdbe98-2c23-4b69-bdbb-e2c31da93d64 tempest-TestNetworkAdvancedServerOps-1374077158 tempest-TestNetworkAdvancedServerOps-1374077158] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:29.546545 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Pushing event deleted for resources: {'Port': ['ID=2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:29.556631 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.105s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:29.857717 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:30.688401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Router 4761bf04-7d80-42e1-8a3c-ac03cd047322 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80930) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:06:30.882074 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:06:30.891591 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-a5631c66-bc84-48cd-9078-ff2f8cb41614 admin admin] 10.222.0.48 "PUT /v2.0/routers/4761bf04-7d80-42e1-8a3c-ac03cd047322/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.9876344 Jan 14 06:06:30.891834 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] Sync routers for ids ['4761bf04-7d80-42e1-8a3c-ac03cd047322'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:06:30.894518 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55894) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:30.904800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] Routers {'4761bf04-7d80-42e1-8a3c-ac03cd047322'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:30.905500 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4761bf04-7d80-42e1-8a3c-ac03cd047322'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:31.079269 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks [] for router, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:31.089161 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] Set router 4761bf04-7d80-42e1-8a3c-ac03cd047322 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:31.258042 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:31.263770 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Deleting port 6ce8547a-62ad-427d-8686-1146ab7fa594 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:31.264138 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:31.392137 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:06:29Z', 'revision_number': 5, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:31.396838 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] Checking router: 4761bf04-7d80-42e1-8a3c-ac03cd047322 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:06:31.406374 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] Routers {'4761bf04-7d80-42e1-8a3c-ac03cd047322'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:31.407094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['4761bf04-7d80-42e1-8a3c-ac03cd047322'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:31.444852 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] For port 6ce8547a-62ad-427d-8686-1146ab7fa594, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=6ce8547a-62ad-427d-8686-1146ab7fa594,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:31.445223 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:31.576621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Calling delete_port for 6ce8547a-62ad-427d-8686-1146ab7fa594 owned by network:router_gateway {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:31.592337 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] Set router 4761bf04-7d80-42e1-8a3c-ac03cd047322 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:31.713025 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:31.909123 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:31.909436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:06:29Z', 'revision_number': 5, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:31.913839 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-275ef9e5-80d1-4b55-8783-f235715aee7c None None] The sync data for ids ['4761bf04-7d80-42e1-8a3c-ac03cd047322'] in n-d-768851-4 is: [{'id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'name': 'tempest-TestShelveInstance-1674708619-router', 'tenant_id': '0fc063dd1732422b90a32e5a329fb9d9', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11'}], 'enable_snat': True}, 'gw_port_id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:05:51Z', 'updated_at': '2021-01-14T06:06:29Z', 'revision_number': 5, 'project_id': '0fc063dd1732422b90a32e5a329fb9d9', 'gw_port': {'id': '6ce8547a-62ad-427d-8686-1146ab7fa594', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:30:0c:93', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '4761bf04-7d80-42e1-8a3c-ac03cd047322', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3937, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.11', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:05:52Z', 'updated_at': '2021-01-14T06:05:59Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:06:32.044691 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.047111 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.067736 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.068262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 4761bf04-7d80-42e1-8a3c-ac03cd047322 {{(pid=80930) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:06:32.081412 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.082873 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-3c00d952-055d-4d2f-a63a-1ff2f9a2e851 admin admin] 10.222.0.48 "DELETE /v2.0/routers/4761bf04-7d80-42e1-8a3c-ac03cd047322 HTTP/1.1" status: 204 len: 168 time: 1.1872015 Jan 14 06:06:32.085598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55898) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:32.154892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Deleting subnet 1e14f41f-61d9-487a-9a74-bc1e1239d6cc {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:06:32.158422 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.214686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.304206 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.580642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:32.597459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-12ec6526-f4fa-49d4-8726-a9a0d54775f2 tempest-RoutersNegativeTest-360036056 tempest-RoutersNegativeTest-360036056] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:32.686853 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=1e14f41f-61d9-487a-9a74-bc1e1239d6cc,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:32.805727 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:32.842204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:32.842605 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 2ca01c1c-b0f3-4ff1-8481-508de8aa5bbe not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:32.843131 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ce8547a-62ad-427d-8686-1146ab7fa594 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:32.878015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 6ce8547a-62ad-427d-8686-1146ab7fa594 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:32.878399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 6ce8547a-62ad-427d-8686-1146ab7fa594 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:33.003208 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.406s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:33.036946 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:33.042744 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-95b66120-d469-4919-9630-20553e774e44 None None] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:06:33.044891 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-d7b380f5-9ed8-4b1e-b3d9-a90f56749b08 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/1e14f41f-61d9-487a-9a74-bc1e1239d6cc HTTP/1.1" status: 204 len: 168 time: 0.9567177 Jan 14 06:06:33.046281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55902) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:33.162974 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:33.230025 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Deleting port 7698ec39-e613-4106-8285-d2228b53a314 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:33.230506 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:33.303685 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] DHCP port deletion for 2dcad8e9-fbd4-4866-a05b-ca629009682f request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:06:33.308710 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Deleting port 7698ec39-e613-4106-8285-d2228b53a314 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:33.309136 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:33.454987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] For port 7698ec39-e613-4106-8285-d2228b53a314, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7698ec39-e613-4106-8285-d2228b53a314,segment=NetworkSegment(24729c2c-4514-4922-8b12-7304dc07ca37),segment_id=24729c2c-4514-4922-8b12-7304dc07ca37)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:33.455388 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:33.521806 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] For port 7698ec39-e613-4106-8285-d2228b53a314, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=7698ec39-e613-4106-8285-d2228b53a314,segment=NetworkSegment(24729c2c-4514-4922-8b12-7304dc07ca37),segment_id=24729c2c-4514-4922-8b12-7304dc07ca37)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:33.522060 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:33.584689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Calling delete_port for 7698ec39-e613-4106-8285-d2228b53a314 owned by network:dhcp {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:33.665910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:33.680241 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d6db4b32-1cf1-4b50-810a-50fba9c2911d tempest-ServerActionsTestJSON-658640649 tempest-ServerActionsTestJSON-658640649] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:33.729986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Pushing event deleted for resources: {'Port': ['ID=7698ec39-e613-4106-8285-d2228b53a314,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:33.778657 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.098s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:33.832470 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] No DVR routers for this DVR port 7698ec39-e613-4106-8285-d2228b53a314 on host n-d-768851-4 {{(pid=80929) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:06:33.837493 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Calling delete_port for 7698ec39-e613-4106-8285-d2228b53a314 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:33.911401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:06:33.911812 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:06:33.958633 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.070373 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['2dcad8e9-fbd4-4866-a05b-ca629009682f']}} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:34.087146 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '24729c2c-4514-4922-8b12-7304dc07ca37') {'for_net_delete': True} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:34.087479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '24729c2c-4514-4922-8b12-7304dc07ca37') {} {{(pid=80929) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:34.099672 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7386777'] for segment, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.116031 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.118371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Releasing vxlan tunnel 10 to pool {{(pid=80929) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:06:34.299939 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:06:34.309390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036846745210'] for segment, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.413464 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Deleting port 7698ec39-e613-4106-8285-d2228b53a314 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:34.413828 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.480311 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-88814150-a5ef-4132-a946-6eb585bc5b8c None None] The port '7698ec39-e613-4106-8285-d2228b53a314' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:06:34.494314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Network 2dcad8e9-fbd4-4866-a05b-ca629009682f has no segments {{(pid=80929) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:06:34.517142 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:06:34.601078 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.604809 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-605aaf0f-f7b1-445c-9f5d-0bbdaf8a29fb admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:34.619231 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.630154 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Pushing event deleted for resources: {'Network': ['ID=2dcad8e9-fbd4-4866-a05b-ca629009682f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:34.633175 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.028s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:34.635134 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-9732287c-7550-4e8b-b686-dd28274c27ad admin admin] 10.222.0.48 "DELETE /v2.0/networks/2dcad8e9-fbd4-4866-a05b-ca629009682f HTTP/1.1" status: 204 len: 168 time: 1.5877681 Jan 14 06:06:34.802283 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7698ec39-e613-4106-8285-d2228b53a314 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:34.839305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 7698ec39-e613-4106-8285-d2228b53a314 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:34.839824 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 7698ec39-e613-4106-8285-d2228b53a314 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:34.854305 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55910) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:34.907297 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-f63da401-71dd-445d-8696-cea359c976ec admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=8d752e2aa0604a1ea03db9a744cc17b4&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0515778 Jan 14 06:06:34.909950 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55914) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:34.970936 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80985a9c-3ee9-408f-9265-43dbcd6ee3b1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:34.999339 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80985a9c-3ee9-408f-9265-43dbcd6ee3b1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:35.046424 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80985a9c-3ee9-408f-9265-43dbcd6ee3b1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:35.052994 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0e78159a-7087-4278-8527-127dd4816004 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:35.075011 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80985a9c-3ee9-408f-9265-43dbcd6ee3b1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7b09b85-7777-43a2-ba51-0fc96a5ed576,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:35.080118 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-80985a9c-3ee9-408f-9265-43dbcd6ee3b1 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:35.082082 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-80985a9c-3ee9-408f-9265-43dbcd6ee3b1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:35.083347 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-80985a9c-3ee9-408f-9265-43dbcd6ee3b1 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/b7b09b85-7777-43a2-ba51-0fc96a5ed576 HTTP/1.1" status: 204 len: 168 time: 0.1724603 Jan 14 06:06:35.526522 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55924) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:35.581679 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-84524117-b000-42c9-949c-5cf5648846d0 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=0fc063dd1732422b90a32e5a329fb9d9&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0537839 Jan 14 06:06:35.584328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55928) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:35.649100 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c786e3bf-d5f7-4fbe-923c-4f6d2217ae2c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:35.676565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c786e3bf-d5f7-4fbe-923c-4f6d2217ae2c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:35.729759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c786e3bf-d5f7-4fbe-923c-4f6d2217ae2c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:35.733847 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-a1076881-cafc-40a1-acbc-329956c289b2 tempest-TestShelveInstance-1121722880 tempest-TestShelveInstance-1121722880] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:35.746099 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c786e3bf-d5f7-4fbe-923c-4f6d2217ae2c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=70f7774c-8568-4466-89da-06d719c4ab6a,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:35.748895 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c786e3bf-d5f7-4fbe-923c-4f6d2217ae2c admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.015s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:35.754807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c786e3bf-d5f7-4fbe-923c-4f6d2217ae2c admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:35.756257 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-c786e3bf-d5f7-4fbe-923c-4f6d2217ae2c admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/70f7774c-8568-4466-89da-06d719c4ab6a HTTP/1.1" status: 204 len: 168 time: 0.1709766 Jan 14 06:06:36.881201 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55950) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:37.029919 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Request body: {'network': {'name': 'tempest-TestSnapshotPattern-1149619267-network', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:37.036325 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:37.040851 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Usage tracker for resource:network and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:37.044193 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:37.051747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:37.063747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Made reservation on behalf of 9dca5f382c444c11b3d12da2e1169c55 for: {'network': 1} {{(pid=80929) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:06:37.068544 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for network, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.082038 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.098270 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:37.102640 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Usage tracker for resource:security_group_rule and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:37.105681 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:37.112060 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:37.214790 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.220247 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.227265 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e44bb16b-2a8d-4dd2-81ce-a85bd21232ff admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:37.259918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] vxlan segment allocate from pool success with {'vxlan_vni': 6} {{(pid=80929) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:151}} Jan 14 06:06:37.269187 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8d499662-a25f-45a0-9f76-9d8b9ecc01d0,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:37.274566 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.048s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:37.277835 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.278255 n-d-768851-4 neutron-server[80820]: INFO neutron.db.segments_db [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Added segment 072d43d5-c92e-47a4-9177-eca769769bbf of type vxlan for network 76582d5d-b8c1-43dd-bc38-00adf568b836 Jan 14 06:06:37.307069 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback--9223363288521765458'] for network, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.337918 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100'] for network, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.338928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=80929) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:06:37.339558 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Notify callbacks [] for network, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.343102 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df5a3b67-0d27-4c60-8214-264f85386d9f tempest-NetworksTest-1996980081 tempest-NetworksTest-1996980081] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:37.450744 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] 10.222.0.48 "POST /v2.0/networks HTTP/1.1" status: 201 len: 876 time: 0.5683403 Jan 14 06:06:37.451720 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Pushing event updated for resources: {'Network': ['ID=76582d5d-b8c1-43dd-bc38-00adf568b836,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:37.454736 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55956) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:37.454935 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7c34d399-b062-4ec9-abb3-b1d4968bae30 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.112s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:37.461217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Request body: {'subnet': {'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestSnapshotPattern-1149619267-subnet', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'ip_version': 4}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:37.472048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 details requested by agent ovs-agent-n-h1-768851-4 with host n-h1-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:06:37.481315 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:37.486001 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Usage tracker for resource:subnet and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:37.486863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 details requested by agent ovs-agent-n-h2-768851-4 with host n-h2-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:06:37.489536 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:37.495988 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:37.500502 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 details requested by agent ovs-agent-n-d-768851-4 with host n-d-768851-4 {{(pid=80931) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:234}} Jan 14 06:06:37.506617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Made reservation on behalf of 9dca5f382c444c11b3d12da2e1169c55 for: {'subnet': 1} {{(pid=80930) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:55}} Jan 14 06:06:37.511791 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-6517521'] for subnet, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.938473 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-6372554', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-6517536'] for subnet, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:37.951459 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-7126680e-77a8-47a3-91d8-1d004ffd5b1a tempest-NetworksIpV6Test-1821655534 tempest-NetworksIpV6Test-1821655534] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:38.075198 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Pushing event updated for resources: {'Subnet': ['ID=099060ad-addb-411d-ae88-ec643371200f,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:38.078404 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.127s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:38.160714 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Checking segment: {'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80930) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:06:38.161112 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Network hostable DHCP agents. Network: 76582d5d-b8c1-43dd-bc38-00adf568b836, hostable agents: ['7391f645-00a8-488f-be8b-a64f53ae333e'], hosted agents: [] {{(pid=80930) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:333}} Jan 14 06:06:38.185331 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 is scheduled to be hosted by DHCP agent 7391f645-00a8-488f-be8b-a64f53ae333e with binding_index 1 {{(pid=80930) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:232}} Jan 14 06:06:38.199746 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, n-d-768851-4, 76582d5d-b8c1-43dd-bc38-00adf568b836) {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:06:38.211091 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fd1deb9b-e5c6-4530-8034-ee555e2519e5 None None] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:06:38.214211 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:06:38.215141 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:38.235746 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-61c66cf1-033d-4280-8668-41997f5a5f78 admin admin] 10.222.0.48 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.7798510 Jan 14 06:06:38.238986 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 55960) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:38.244891 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Request body: {'router': {'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:38.250742 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:38.254867 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Usage tracker for resource:router and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:38.258468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:38.264313 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:38.273829 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-612149', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request--9223372036854734758'] for router, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:38.275001 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create--9223372036854163630', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-650805', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-659134', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-41042'] for router, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:38.290348 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:38.436829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcp6a99b9ce-5d4a-5b36-b2e2-668068df25a2-76582d5d-b8c1-43dd-bc38-00adf568b836', 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'fixed_ips': [{'subnet_id': '099060ad-addb-411d-ae88-ec643371200f'}]}} from n-d-768851-4. {{(pid=80931) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:267}} Jan 14 06:06:38.437799 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:38.565278 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-650788', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-612132', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-41057'] for router, precommit_update {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:38.731102 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Allocated IP 172.20.0.2 (76582d5d-b8c1-43dd-bc38-00adf568b836/099060ad-addb-411d-ae88-ec643371200f/a9b4879c-fa3b-4d23-a881-c70313a3b5f9) {{(pid=80931) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:06:38.954407 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Notify callbacks [] for port, precommit_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:38.966896 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Transition to ACTIVE for port object a9b4879c-fa3b-4d23-a881-c70313a3b5f9 will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:06:38.984453 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Transition to ACTIVE for port object a9b4879c-fa3b-4d23-a881-c70313a3b5f9 will not be triggered until provisioned by entity DHCP. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:06:38.990458 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392'] for port, after_create {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.004483 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:39.140926 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Pushing event updated for resources: {'Port': ['ID=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,revision_number=1']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:39.158907 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.154s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:39.197160 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 is already hosted by enough agents. {{(pid=80931) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:06:39.198324 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Resources bound (agent type, host, resource id): {{(pid=80931) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:06:39.200873 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Received port after_create {{(pid=80931) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:06:39.210983 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.244300 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.256585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Attempting to bind port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:06:39.257016 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Attempting to bind port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:06:39.257436 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Attempting to bind port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 on network 76582d5d-b8c1-43dd-bc38-00adf568b836 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:06:39.263987 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:06:39.264386 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Checking segment: {'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:06:39.264862 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.265312 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Bound using segment: {'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:06:39.265908 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Bound port: a9b4879c-fa3b-4d23-a881-c70313a3b5f9, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:06:39.266340 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.363212 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] For port a9b4879c-fa3b-4d23-a881-c70313a3b5f9, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:06:39.366643 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] For port a9b4879c-fa3b-4d23-a881-c70313a3b5f9, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,segment=NetworkSegment(072d43d5-c92e-47a4-9177-eca769769bbf),segment_id=072d43d5-c92e-47a4-9177-eca769769bbf)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:06:39.371103 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.384407 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0b6bf6c8-66aa-4496-ba91-fe4f30a79b88 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:39.514226 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Allocated IP 172.25.3.228 (882b610c-c064-4ec9-9ff7-1cd795705eb1/a43e3ffc-c697-4ea1-b892-f0884000d493/3fd4bfc3-1da0-4ccc-8e60-e84b57c27701) {{(pid=80930) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:06:39.533437 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Pushing event updated for resources: {'Port': ['ID=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,revision_number=2']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:39.537205 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-478b1518-bac5-47eb-abd1-3b874200c6b6 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.153s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:39.678591 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.708784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:39.727667 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cada2f66-3d45-4299-b45e-aa5a48c162c5 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:39.858383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Pushing event updated for resources: {'Port': ['ID=3fd4bfc3-1da0-4ccc-8e60-e84b57c27701,revision_number=1']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:39.863980 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.136s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:39.936264 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Network 882b610c-c064-4ec9-9ff7-1cd795705eb1 is already hosted by enough agents. {{(pid=80930) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:06:39.937809 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Resources bound (agent type, host, resource id): {{(pid=80930) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:06:39.940674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Received port after_create {{(pid=80930) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:06:40.386432 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:40.750722 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create--9223372036854163668', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change--9223372036854124854'] for router, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:40.851328 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a9b4879c-fa3b-4d23-a881-c70313a3b5f9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:40.923689 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:06:40.978637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6ed6acf3-9a53-4115-b68b-c1b8e1c32da4 None None] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:06:40.999401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 is scheduled to L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 with binding_index 1 {{(pid=80930) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:214}} Jan 14 06:06:41.083318 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] Provisioning for port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:06:41.102631 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] Provisioning complete for port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:41.103112 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:41.192888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80930) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:06:41.203637 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Sync routers for ids ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:06:41.215715 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Routers {'9cc80f9a-a7c4-41cd-b499-ca3af29d2924'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:41.216976 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:41.219190 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] Notify callbacks [] for router, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:41.223283 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-52ac4182-eda0-422d-b93f-fa97873cb9b4 admin admin] 10.222.0.48 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 2.9829912 Jan 14 06:06:41.223724 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 55964) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:41.409674 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Set router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:41.525426 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:41.582677 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] For port a9b4879c-fa3b-4d23-a881-c70313a3b5f9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,segment=NetworkSegment(072d43d5-c92e-47a4-9177-eca769769bbf),segment_id=072d43d5-c92e-47a4-9177-eca769769bbf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:41.587554 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:41.592050 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:41.663892 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] Pushing event updated for resources: {'Port': ['ID=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:41.668780 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23e5e633-d96d-4665-9779-1a1d8b0274d9 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.077s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:41.730659 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:40Z', 'revision_number': 3, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:39Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:41.735010 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Checking router: 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:06:41.735400 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Updating router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 binding host n-d-768851-4 {{(pid=80932) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:06:41.790771 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:41.918109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-b45283a3-e427-4241-8d70-17ce3d7cb3a2 None None] Provisioning complete for port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:41.918677 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b45283a3-e427-4241-8d70-17ce3d7cb3a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:41.995220 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.194457 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-fe5756c8-4294-456c-8071-af4f979be286 None None] Provisioning complete for port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:42.194908 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fe5756c8-4294-456c-8071-af4f979be286 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.230569 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Notify callbacks [] for port, precommit_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.243954 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Transition to ACTIVE for port object 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 will not be triggered until provisioned by entity L2. {{(pid=80932) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:06:42.247743 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.263117 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-5fb659a7-abb2-4de0-a9a8-20972dd98e40 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:42.305076 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-6c2a4f8b-d70f-4dbd-9e9a-d6dd4a56ba13 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.363828 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_common [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Allocated IP 172.20.0.1 (76582d5d-b8c1-43dd-bc38-00adf568b836/099060ad-addb-411d-ae88-ec643371200f/73145778-09cc-4a45-a766-97962af29f8c) {{(pid=80929) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:136}} Jan 14 06:06:42.392704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Pushing event updated for resources: {'Port': ['ID=3fd4bfc3-1da0-4ccc-8e60-e84b57c27701,revision_number=2']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:42.415577 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.416121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.416242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.416549 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.416918 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.417242 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.417586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.417944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.418310 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.418666 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.419086 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.419424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-d-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.419829 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.420169 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.420524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.420874 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.421228 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.421578 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.421928 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.422281 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.422628 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.423004 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.423354 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.423702 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h2-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.424118 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type AddressGroup changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.424468 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.424818 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.425168 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.425527 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Port changed None to 1.6 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.425866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.426256 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.426604 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.426997 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.427351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.428094 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.428448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@n-h1-768851-4 {{(pid=80932) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:119}} Jan 14 06:06:42.433951 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.171s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:42.458533 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c37f69a1-f7be-458e-a534-d164cb85d0f9 None None] Provisioning complete for port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:42.458988 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c37f69a1-f7be-458e-a534-d164cb85d0f9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.483554 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Attempting to bind port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 on host n-d-768851-4 for vnic_type normal with profile {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:06:42.483972 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Attempting to bind port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:06:42.484380 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Attempting to bind port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 on network 882b610c-c064-4ec9-9ff7-1cd795705eb1 {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:06:42.490585 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 6, 16), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:06:42.491051 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Checking segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80932) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:06:42.491503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.491944 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Bound using segment: {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'} {{(pid=80932) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:06:42.492458 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Bound port: 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'cdf0bc1f-b136-466b-8a06-80bd8d53c915', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1'}}] {{(pid=80932) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:06:42.492922 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.532362 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks [] for port, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.549747 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Transition to ACTIVE for port object 73145778-09cc-4a45-a766-97962af29f8c will not be triggered until provisioned by entity DHCP. {{(pid=80929) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:06:42.569923 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] For port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701, host n-d-768851-4, cleared binding levels {{(pid=80932) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:06:42.570687 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8748333000392', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.573322 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] For port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3fd4bfc3-1da0-4ccc-8e60-e84b57c27701,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80932) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:06:42.579385 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80932) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.588426 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-df55089f-c33f-4fbc-8109-665a69afbb81 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:42.594787 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-38497b16-5a71-4301-8b3d-1a251418ec13 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:42.748424 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Pushing event updated for resources: {'Port': ['ID=3fd4bfc3-1da0-4ccc-8e60-e84b57c27701,revision_number=3']} {{(pid=80932) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:42.753212 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-4f1e72c7-2516-4ae1-97e6-de5ce614e9b0 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80932) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:42.797217 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Routers {'9cc80f9a-a7c4-41cd-b499-ca3af29d2924'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:42.797948 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:15Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:42.825800 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a9b4879c-fa3b-4d23-a881-c70313a3b5f9 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:42.910399 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:42.910876 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:42.997245 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] Set router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:43.041260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=73145778-09cc-4a45-a766-97962af29f8c,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:43.045960 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.458s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:43.098868 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:06:43.100044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:06:43.102872 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Received port after_create {{(pid=80929) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:524}} Jan 14 06:06:43.163154 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create--9223372036854167282'] for router_interface, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:43.280784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:43.309401 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:40Z', 'revision_number': 3, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:43.313672 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2fa38563-aac5-47a5-9e56-f76124ce5ce6 None None] The sync data for ids ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'] in n-d-768851-4 is: [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:40Z', 'revision_number': 3, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:06:43.333911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c24d4a7d-39d6-4edb-9117-4610ea84f515 None None] Provisioning for port 73145778-09cc-4a45-a766-97962af29f8c completed by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:06:43.339704 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-c24d4a7d-39d6-4edb-9117-4610ea84f515 None None] Provisioning complete for port 73145778-09cc-4a45-a766-97962af29f8c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:43.340106 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c24d4a7d-39d6-4edb-9117-4610ea84f515 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:43.402783 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-c24d4a7d-39d6-4edb-9117-4610ea84f515 None None] Port 73145778-09cc-4a45-a766-97962af29f8c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:06:43.577005 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks [] for port, precommit_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:43.581091 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated--9223372036846745112'] for port, after_update {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:43.613936 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e34fe121-6d58-4582-b738-fef5319cb1ab tempest-BulkNetworkOpsTest-1145129809 tempest-BulkNetworkOpsTest-1145129809] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:43.701167 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Pushing event updated for resources: {'Port': ['ID=73145778-09cc-4a45-a766-97962af29f8c,revision_number=2']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:43.708256 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.094s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:43.717503 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1122085', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-608753'] for router_interface, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:43.870031 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 is already hosted by enough agents. {{(pid=80929) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:276}} Jan 14 06:06:43.871384 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.base_scheduler [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Resources bound (agent type, host, resource id): {{(pid=80929) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:58}} Jan 14 06:06:44.074784 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:06:44.129481 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-cc52a3a9-7434-44ed-a100-95d368479ae5 None None] Provisioning complete for port 73145778-09cc-4a45-a766-97962af29f8c triggered by entity DHCP. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:44.129910 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cc52a3a9-7434-44ed-a100-95d368479ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:44.188262 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-cc52a3a9-7434-44ed-a100-95d368479ae5 None None] Port 73145778-09cc-4a45-a766-97962af29f8c cannot update to ACTIVE because it is not bound. {{(pid=80931) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:329}} Jan 14 06:06:44.265979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:06:44.275773 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-0f0ab432-2a55-447b-b287-d7072129b7a9 admin admin] 10.222.0.48 "PUT /v2.0/routers/9cc80f9a-a7c4-41cd-b499-ca3af29d2924/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0506811 Jan 14 06:06:44.543312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-91e68e58-781e-443e-b10a-82c1e982b4ba None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:44.831208 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:44.905408 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:06:44.910351 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:44.910825 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:44.955795 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Request body: {'security_group': {'name': 'tempest-TestSnapshotPattern-1210243401', 'description': 'tempest-TestSnapshotPattern-1210243401 description'}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:44.966904 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:44.971080 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Usage tracker for resource:security_group and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:44.974204 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Quota usage for security_group was recalculated. Used quota:1. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:44.980336 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:44.992156 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.015109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:45.019383 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Usage tracker for resource:security_group_rule and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:45.022423 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:45.028360 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:45.029602 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.045636 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] For port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3fd4bfc3-1da0-4ccc-8e60-e84b57c27701,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:45.050165 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.052176 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:45.103894 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.107469 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.113506 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e29cd504-9177-438a-b452-de6029675bfc admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:45.121409 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Pushing event updated for resources: {'Port': ['ID=3fd4bfc3-1da0-4ccc-8e60-e84b57c27701,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:45.125061 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.073s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:45.164015 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Pushing event updated for resources: {'SecurityGroup': ['ID=9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3,revision_number=1']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:45.167491 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.168854 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-12230022-37e5-40ad-8317-e78cf7ae09a3 req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1811 time: 0.2180872 Jan 14 06:06:45.169736 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cce25135-e2c1-4d22-b856-1a49e56c946e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.056s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:45.258750 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-abcf8e22-d13b-4a59-8dd9-9b166d4d6ffb tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "GET /v2.0/security-groups/9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3 HTTP/1.1" status: 200 len: 1806 time: 0.0563788 Jan 14 06:06:45.273412 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}]} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:45.273717 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'tcp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3', 'remote_group_id': None, 'port_range_min': 22, 'port_range_max': 22}} {{(pid=80930) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:45.285065 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:45.289488 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Usage tracker for resource:security_group_rule and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:45.292837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=80930) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:45.299314 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=80930) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:45.361050 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group_rule, before_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.385642 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.390071 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.392019 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-6f2eefec-09ee-409d-9f07-8609c8430aff tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:45.415234 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Pushing event updated for resources: {'SecurityGroupRule': ['ID=8ba9aaa5-2167-4b2a-9efa-7228be582feb,revision_number=0']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:45.417941 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.026s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:45.425355 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group_rule, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.426635 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-f78c2a57-9193-4f75-a2cc-31f41a6c7c7c req-52fd54d2-9db2-4e8e-9831-b677c7e3283b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 786 time: 0.1577370 Jan 14 06:06:45.446756 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.520025 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-6404b3e0-b156-45f3-b100-a280ef3d205e tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "GET /v2.0/security-groups/9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3 HTTP/1.1" status: 200 len: 2400 time: 0.0571127 Jan 14 06:06:45.531033 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Request body: {'security_group_rules': [{'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3', 'remote_group_id': None}]} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:45.531296 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.v2.base [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Request body: {'security_group_rule': {'direction': 'ingress', 'protocol': 'icmp', 'ethertype': 'IPv4', 'remote_ip_prefix': '0.0.0.0/0', 'security_group_id': '9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3', 'remote_group_id': None}} {{(pid=80929) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Jan 14 06:06:45.542752 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:221}} Jan 14 06:06:45.546858 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Usage tracker for resource:security_group_rule and tenant:9dca5f382c444c11b3d12da2e1169c55 is out of sync, need to count used quota {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:273}} Jan 14 06:06:45.549832 n-d-768851-4 neutron-server[80820]: DEBUG neutron.quota.resource [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=80929) count_used /opt/stack/neutron/neutron/quota/resource.py:293}} Jan 14 06:06:45.555763 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.quota.driver [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=80929) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:253}} Jan 14 06:06:45.620746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group_rule, before_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.651137 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group_rule, precommit_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.654905 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854114833'] for security_group_rule, after_create {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.656871 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-20177578-de10-4b04-8a0c-a1d43e775fad tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:45.680979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0616dd17-c60f-406a-bfa4-276763736043,revision_number=0']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:45.683923 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.027s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:45.691274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group_rule, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:45.692592 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-93f5e471-81b8-4bfc-9d94-ddbfda970121 req-23aee1cf-8689-4f1c-8f7c-158a5b8a2617 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 791 time: 0.1660290 Jan 14 06:06:45.892264 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-9f9d9e05-fa01-44a3-8143-d1fcb766be85 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "GET /v2.0/security-groups?name=tempest-TestSnapshotPattern-1210243401&fields=id&tenant_id=9dca5f382c444c11b3d12da2e1169c55 HTTP/1.1" status: 200 len: 267 time: 0.0485132 Jan 14 06:06:46.011048 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Sync routers for ids ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'] in n-d-768851-4 {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:06:46.021801 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Routers {'9cc80f9a-a7c4-41cd-b499-ca3af29d2924'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:46.022556 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:46.077450 n-d-768851-4 neutron-server[80820]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-f7079dc4-20c1-42b5-b898-d72e1c6764cc tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=80930) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:256}} Jan 14 06:06:46.079173 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-f7079dc4-20c1-42b5-b898-d72e1c6764cc tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "GET /v2.0/networks?id=76582d5d-b8c1-43dd-bc38-00adf568b836 HTTP/1.1" status: 200 len: 810 time: 0.1755073 Jan 14 06:06:46.097776 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-15cef30b-dc06-4320-b76d-61f57156ad1b tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "GET /v2.0/quotas/9dca5f382c444c11b3d12da2e1169c55 HTTP/1.1" status: 200 len: 375 time: 0.0120072 Jan 14 06:06:46.199851 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-3d4ea73a-2c01-4dc4-bf76-74074235bca2 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "GET /v2.0/ports?tenant_id=9dca5f382c444c11b3d12da2e1169c55&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0952957 Jan 14 06:06:46.208260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Set router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:46.289600 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:46.306190 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-9bbb30a4-df7c-406e-9a19-abde23f86013 service neutron] http://10.222.0.48:9696/v2.0/extensions returned with HTTP 200 {{(pid=80930) __call__ /opt/stack/neutron/neutron/wsgi.py:730}} Jan 14 06:06:46.307550 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-9bbb30a4-df7c-406e-9a19-abde23f86013 service neutron] 10.222.0.48 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13279 time: 0.0943234 Jan 14 06:06:46.455999 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-0b7c414b-f10d-4e3c-95dc-1152ee01ec63 service neutron] 10.222.0.48 "GET /v2.0/networks/76582d5d-b8c1-43dd-bc38-00adf568b836?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1413171 Jan 14 06:06:46.556176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:43Z', 'revision_number': 4, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '73145778-09cc-4a45-a766-97962af29f8c', 'name': '', 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'mac_address': 'fa:16:3e:51:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099060ad-addb-411d-ae88-ec643371200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:42Z', 'updated_at': '2021-01-14T06:06:43Z', 'revision_number': 2, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'subnets': [{'id': '099060ad-addb-411d-ae88-ec643371200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:46.560334 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Checking router: 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 for host: n-d-768851-4 {{(pid=80931) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:06:46.560741 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Updating router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 port 73145778-09cc-4a45-a766-97962af29f8c binding host n-d-768851-4 {{(pid=80931) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:208}} Jan 14 06:06:46.604817 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-9470cdfd-888e-4225-86dd-a61715382cd3 req-fd15b5b6-1bed-49db-8cc1-f0486cd763f2 service neutron] 10.222.0.48 "GET /v2.0/networks/76582d5d-b8c1-43dd-bc38-00adf568b836?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 276 time: 0.1416373 Jan 14 06:06:46.614383 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:46.810029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:46.857567 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:47.044524 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:47.044994 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.233035 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-25b9b704-ab15-44c2-b53b-36e4ecf9a3b0 req-4b655c2a-21f7-4bf5-a2b9-ecda85865ba1 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "GET /v2.0/security-groups/9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3 HTTP/1.1" status: 200 len: 2999 time: 0.0570040 Jan 14 06:06:47.236644 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Notify callbacks [] for port, precommit_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.256863 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Transition to ACTIVE for port object 73145778-09cc-4a45-a766-97962af29f8c will not be triggered until provisioned by entity L2. {{(pid=80931) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:75}} Jan 14 06:06:47.261212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.274730 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:47.312964 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-25b9b704-ab15-44c2-b53b-36e4ecf9a3b0 req-c8659141-613d-4e35-be60-ab85e130d519 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.343625 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-25b9b704-ab15-44c2-b53b-36e4ecf9a3b0 req-c8659141-613d-4e35-be60-ab85e130d519 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.391595 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-25b9b704-ab15-44c2-b53b-36e4ecf9a3b0 req-c8659141-613d-4e35-be60-ab85e130d519 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.396927 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-3adc7640-2eea-400c-b583-b3c603178f70 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:47.404215 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4685e0b-0190-48e7-b078-792402c5188c None None] Pushing event updated for resources: {'Port': ['ID=73145778-09cc-4a45-a766-97962af29f8c,revision_number=3']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:47.408684 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4685e0b-0190-48e7-b078-792402c5188c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.134s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:47.413989 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8659141-613d-4e35-be60-ab85e130d519 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Pushing event deleted for resources: {'SecurityGroup': ['ID=9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:47.418983 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-c8659141-613d-4e35-be60-ab85e130d519 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.022s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:47.423347 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [req-25b9b704-ab15-44c2-b53b-36e4ecf9a3b0 req-c8659141-613d-4e35-be60-ab85e130d519 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] Notify callbacks [] for security_group, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.424564 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [req-25b9b704-ab15-44c2-b53b-36e4ecf9a3b0 req-c8659141-613d-4e35-be60-ab85e130d519 tempest-TestSnapshotPattern-1629061770 tempest-TestSnapshotPattern-1629061770] 10.222.0.48 "DELETE /v2.0/security-groups/9bdbac2a-9c05-4135-b7f7-a5d4e5a728c3 HTTP/1.1" status: 204 len: 173 time: 0.1844554 Jan 14 06:06:47.476101 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56020) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:47.622917 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Attempting to bind port 73145778-09cc-4a45-a766-97962af29f8c on host n-d-768851-4 for vnic_type normal with profile {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:795}} Jan 14 06:06:47.623349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Attempting to bind port 73145778-09cc-4a45-a766-97962af29f8c by drivers openvswitch on host n-d-768851-4 at level 0 using segments [{'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:822}} Jan 14 06:06:47.623766 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Attempting to bind port 73145778-09cc-4a45-a766-97962af29f8c on network 76582d5d-b8c1-43dd-bc38-00adf568b836 {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:89}} Jan 14 06:06:47.629700 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Checking agent: {'id': '002a742c-a7f3-41fb-b68b-f479afc195da', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'n-d-768851-4', 'admin_state_up': True, 'created_at': datetime.datetime(2021, 1, 14, 5, 18, 16), 'started_at': datetime.datetime(2021, 1, 14, 5, 18, 46), 'heartbeat_timestamp': datetime.datetime(2021, 1, 14, 6, 6, 46), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'n-d-768851-4'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': ['vxlan'], 'tunneling_ip': '192.168.0.43', 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.1', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.6', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Jan 14 06:06:47.630128 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Checking segment: {'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'} for mappings: {'physnet1': 'br-data'} with network types: ['vxlan', 'local', 'flat', 'vlan'] {{(pid=80931) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:345}} Jan 14 06:06:47.630578 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.631071 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Bound using segment: {'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'} {{(pid=80931) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Jan 14 06:06:47.631979 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Bound port: 73145778-09cc-4a45-a766-97962af29f8c, host: n-d-768851-4, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '072d43d5-c92e-47a4-9177-eca769769bbf', 'network_type': 'vxlan', 'physical_network': None, 'segmentation_id': 6, 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836'}}] {{(pid=80931) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:937}} Jan 14 06:06:47.631979 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.733434 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] For port 73145778-09cc-4a45-a766-97962af29f8c, host n-d-768851-4, cleared binding levels {{(pid=80931) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:90}} Jan 14 06:06:47.740802 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] For port 73145778-09cc-4a45-a766-97962af29f8c, host n-d-768851-4, set binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=73145778-09cc-4a45-a766-97962af29f8c,segment=NetworkSegment(072d43d5-c92e-47a4-9177-eca769769bbf),segment_id=072d43d5-c92e-47a4-9177-eca769769bbf)] {{(pid=80931) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:63}} Jan 14 06:06:47.745372 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8748333413696', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update--9223363288521798192', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8748332977642'] for port, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:47.758799 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-975d4786-c0bc-499b-b5e1-9e78872feae8 None None] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:47.912530 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d4685e0b-0190-48e7-b078-792402c5188c None None] Pushing event updated for resources: {'Port': ['ID=73145778-09cc-4a45-a766-97962af29f8c,revision_number=4']} {{(pid=80931) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:47.917165 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-d4685e0b-0190-48e7-b078-792402c5188c None None] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.158s {{(pid=80931) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:47.956353 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Routers {'9cc80f9a-a7c4-41cd-b499-ca3af29d2924'} bound to L3 agent in host n-d-768851-4 {{(pid=80931) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:47.957003 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'], 'active': True} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:48.057212 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-608736'] for router_interface, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:48.340619 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] Set router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 gateway port host: n-d-768851-4 {{(pid=80931) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:48.549641 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Deleting port 73145778-09cc-4a45-a766-97962af29f8c {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:48.549873 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:48.672992 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:43Z', 'revision_number': 4, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '73145778-09cc-4a45-a766-97962af29f8c', 'name': '', 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'mac_address': 'fa:16:3e:51:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099060ad-addb-411d-ae88-ec643371200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:42Z', 'updated_at': '2021-01-14T06:06:47Z', 'revision_number': 4, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'subnets': [{'id': '099060ad-addb-411d-ae88-ec643371200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}], 'n-d-768851-4', False) {} {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:48.677611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-036434bf-ed65-4418-8d9c-19f4f219792e None None] The sync data for ids ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'] in n-d-768851-4 is: [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:43Z', 'revision_number': 4, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4', '_interfaces': [{'id': '73145778-09cc-4a45-a766-97962af29f8c', 'name': '', 'network_id': '76582d5d-b8c1-43dd-bc38-00adf568b836', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'mac_address': 'fa:16:3e:51:52:8d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_interface', 'standard_attr_id': 3960, 'fixed_ips': [{'subnet_id': '099060ad-addb-411d-ae88-ec643371200f', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:42Z', 'updated_at': '2021-01-14T06:06:47Z', 'revision_number': 4, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'subnets': [{'id': '099060ad-addb-411d-ae88-ec643371200f', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1450}]}] {{(pid=80931) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:06:48.747866 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] For port 73145778-09cc-4a45-a766-97962af29f8c, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=73145778-09cc-4a45-a766-97962af29f8c,segment=NetworkSegment(072d43d5-c92e-47a4-9177-eca769769bbf),segment_id=072d43d5-c92e-47a4-9177-eca769769bbf)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:48.748277 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:48.853621 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 73145778-09cc-4a45-a766-97962af29f8c up at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:279}} Jan 14 06:06:48.892762 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Calling delete_port for 73145778-09cc-4a45-a766-97962af29f8c owned by network:router_interface {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:48.926349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning for port 73145778-09cc-4a45-a766-97962af29f8c completed by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:134}} Jan 14 06:06:48.934379 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.provisioning_blocks [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Provisioning complete for port 73145778-09cc-4a45-a766-97962af29f8c triggered by entity L2. {{(pid=80931) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:140}} Jan 14 06:06:48.934889 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-1624131'] for port, provisioning_complete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:49.060573 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-1575657'] for port, before_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:49.073746 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:49.090303 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-eb242792-94ae-4caf-800c-b18e5fcbe585 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:49.192598 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Pushing event deleted for resources: {'Port': ['ID=73145778-09cc-4a45-a766-97962af29f8c,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:49.200512 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.110s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:49.817161 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted--9223372036853653715', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal--9223372036854164880'] for router_interface, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:50.344070 n-d-768851-4 neutron-server[80820]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 has already been hosted by L3 agent 4b33a490-2dcf-43e6-af2e-3b5f9c006705 {{(pid=80929) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:130}} Jan 14 06:06:50.539069 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] Notify agent at l3_agent.n-d-768851-4 the message routers_updated {{(pid=80929) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:69}} Jan 14 06:06:50.548420 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] Sync routers for ids ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'] in n-d-768851-4 {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:127}} Jan 14 06:06:50.549819 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-1546184c-6d81-48db-8f9d-71f35371289f admin admin] 10.222.0.48 "PUT /v2.0/routers/9cc80f9a-a7c4-41cd-b499-ca3af29d2924/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0725238 Jan 14 06:06:50.552688 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56024) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:50.558682 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] Routers {'9cc80f9a-a7c4-41cd-b499-ca3af29d2924'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:50.559371 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:50.739764 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks [] for router, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:50.747617 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] Set router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:50.938755 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:50.944233 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Deleting port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 {{(pid=80929) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:50.944611 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.128417 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] For port 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=3fd4bfc3-1da0-4ccc-8e60-e84b57c27701,segment=NetworkSegment(cdf0bc1f-b136-466b-8a06-80bd8d53c915),segment_id=cdf0bc1f-b136-466b-8a06-80bd8d53c915)] {{(pid=80929) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:51.128748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.203163 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:49Z', 'revision_number': 5, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:51.207558 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] Checking router: 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 for host: n-d-768851-4 {{(pid=80932) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:156}} Jan 14 06:06:51.216825 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] Routers {'9cc80f9a-a7c4-41cd-b499-ca3af29d2924'} bound to L3 agent in host n-d-768851-4 {{(pid=80932) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:422}} Jan 14 06:06:51.217440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'n-d-768851-4', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 2},created_at=2021-01-14T05:18:14Z,description=,heartbeat_timestamp=2021-01-14T06:06:45Z,host='n-d-768851-4',id=4b33a490-2dcf-43e6-af2e-3b5f9c006705,load=0,resource_versions=,resources_synced=,started_at=2021-01-14T05:18:14Z,topic='l3_agent')) {'router_ids': ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'], 'active': True} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:51.257121 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Calling delete_port for 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 owned by network:router_gateway {{(pid=80929) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:51.395068 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-8030705'] for port, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.402629 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvr_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] Set router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 gateway port host: n-d-768851-4 {{(pid=80932) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:803}} Jan 14 06:06:51.584748 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports--9223372036854124824'] for router_gateway, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.703109 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_hamode_db [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:49Z', 'revision_number': 5, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}], 'n-d-768851-4', False) {} {{(pid=80932) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:51.707586 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dedb4423-4fb8-4477-9773-0ebe15f2de2a None None] The sync data for ids ['9cc80f9a-a7c4-41cd-b499-ca3af29d2924'] in n-d-768851-4 is: [{'id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'name': 'tempest-TestSnapshotPattern-1149619267-router', 'tenant_id': '9dca5f382c444c11b3d12da2e1169c55', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'external_fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228'}], 'enable_snat': True}, 'gw_port_id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2021-01-14T06:06:38Z', 'updated_at': '2021-01-14T06:06:49Z', 'revision_number': 5, 'project_id': '9dca5f382c444c11b3d12da2e1169c55', 'gw_port': {'id': '3fd4bfc3-1da0-4ccc-8e60-e84b57c27701', 'name': '', 'network_id': '882b610c-c064-4ec9-9ff7-1cd795705eb1', 'tenant_id': '', 'mac_address': 'fa:16:3e:40:6a:e5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9cc80f9a-a7c4-41cd-b499-ca3af29d2924', 'device_owner': 'network:router_gateway', 'standard_attr_id': 3959, 'fixed_ips': [{'subnet_id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'ip_address': '172.25.3.228', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'n-d-768851-4', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2021-01-14T06:06:39Z', 'updated_at': '2021-01-14T06:06:45Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': 'a43e3ffc-c697-4ea1-b892-f0884000d493', 'cidr': '172.25.3.0/24', 'gateway_ip': '172.25.3.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'n-d-768851-4'}] {{(pid=80932) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:140}} Jan 14 06:06:51.716027 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-612290', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider--9223372036854734743'] for router, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.718387 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.751218 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network--9223372036854161582'] for router, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.751884 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 9cc80f9a-a7c4-41cd-b499-ca3af29d2924 {{(pid=80929) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Jan 14 06:06:51.764778 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] Notify callbacks [] for router, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.766048 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-67afbb00-49de-4f4b-b965-967cf5e45a04 admin admin] 10.222.0.48 "DELETE /v2.0/routers/9cc80f9a-a7c4-41cd-b499-ca3af29d2924 HTTP/1.1" status: 204 len: 168 time: 1.2123871 Jan 14 06:06:51.768837 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56028) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:51.843406 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.db_base_plugin_v2 [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Deleting subnet 099060ad-addb-411d-ae88-ec643371200f {{(pid=80929) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1040}} Jan 14 06:06:51.847163 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.900715 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete--9223372036847389023'] for subnet, precommit_delete_associations {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:51.987649 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler--9223372036853144644'] for subnet, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.269767 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-1631156', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403529', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted--9223372036846745125', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8269160'] for subnet, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.284402 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-e77e97b4-4137-4940-a1ce-9c8d4750e381 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:52.371888 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=099060ad-addb-411d-ae88-ec643371200f,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:52.379232 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.095s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:52.426765 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] Notify callbacks [] for subnet, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.431911 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9c1805b1-b000-47c6-bbbd-f1d52c24d6de None None] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 requested from n-d-768851-4 {{(pid=80931) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:200}} Jan 14 06:06:52.434287 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-b533e24d-1782-485d-a92a-8239ee99c7a7 admin admin] 10.222.0.48 "DELETE /v2.0/subnets/099060ad-addb-411d-ae88-ec643371200f HTTP/1.1" status: 204 len: 168 time: 0.6643727 Jan 14 06:06:52.437349 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80930) accepted ('10.222.0.48', 56032) {{(pid=80930) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:52.552207 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler--9223372036854307697'] for network, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.623176 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Deleting port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 {{(pid=80930) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:52.623663 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.688469 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] DHCP port deletion for 76582d5d-b8c1-43dd-bc38-00adf568b836 request from n-d-768851-4 {{(pid=80931) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:247}} Jan 14 06:06:52.693340 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Deleting port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:52.693839 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.850044 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] For port a9b4879c-fa3b-4d23-a881-c70313a3b5f9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,segment=NetworkSegment(072d43d5-c92e-47a4-9177-eca769769bbf),segment_id=072d43d5-c92e-47a4-9177-eca769769bbf)] {{(pid=80930) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:52.850438 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.869227 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device a9b4879c-fa3b-4d23-a881-c70313a3b5f9 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:52.960440 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.db [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] For port a9b4879c-fa3b-4d23-a881-c70313a3b5f9, host n-d-768851-4, got binding levels [PortBindingLevel(driver='openvswitch',host='n-d-768851-4',level=0,port_id=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,segment=NetworkSegment(072d43d5-c92e-47a4-9177-eca769769bbf),segment_id=072d43d5-c92e-47a4-9177-eca769769bbf)] {{(pid=80931) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:78}} Jan 14 06:06:52.960807 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback--9223372036854151499'] for port, precommit_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:52.977170 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Calling delete_port for a9b4879c-fa3b-4d23-a881-c70313a3b5f9 owned by network:dhcp {{(pid=80930) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:53.049742 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-1575604', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-70833', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8748333413713', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8748332977608', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-6372396'] for port, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:53.063013 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-60a5a813-62ac-47b4-a22c-40b434d643b8 tempest-TestNetworkAdvancedServerOps-1877708739 tempest-TestNetworkAdvancedServerOps-1877708739] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:53.089275 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Calling delete_port for a9b4879c-fa3b-4d23-a881-c70313a3b5f9 owned by network:dhcp {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1935}} Jan 14 06:06:53.108421 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Pushing event deleted for resources: {'Port': ['ID=a9b4879c-fa3b-4d23-a881-c70313a3b5f9,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:53.115582 n-d-768851-4 neutron-server[80820]: INFO neutron.plugins.ml2.db [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No ports have port_id starting with a9b4879c-fa3b-4d23-a881-c70313a3b5f9 Jan 14 06:06:53.122254 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:53.159915 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.097s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:53.163648 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:53.164018 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 3fd4bfc3-1da0-4ccc-8e60-e84b57c27701 not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:53.164501 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 73145778-09cc-4a45-a766-97962af29f8c no longer exists at agent ovs-agent-n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:245}} Jan 14 06:06:53.205551 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] No Port match for: 73145778-09cc-4a45-a766-97962af29f8c {{(pid=80931) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2188}} Jan 14 06:06:53.205942 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.rpc [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Device 73145778-09cc-4a45-a766-97962af29f8c not bound to the agent host n-d-768851-4 {{(pid=80931) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:253}} Jan 14 06:06:53.215611 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] No DVR routers for this DVR port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 on host n-d-768851-4 {{(pid=80930) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:216}} Jan 14 06:06:53.231547 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.db.api [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=80931) wrapped /usr/local/lib/python3.6/dist-packages/neutron_lib/db/api.py:183}} Jan 14 06:06:53.231969 n-d-768851-4 neutron-server[80820]: DEBUG oslo_db.api [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=80931) wrapper /usr/local/lib/python3.6/dist-packages/oslo_db/api.py:156}} Jan 14 06:06:53.644338 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-1631179', 'neutron.services.segments.db._delete_segments_for_network-8748333464589'] for network, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:53.733297 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Deleting port a9b4879c-fa3b-4d23-a881-c70313a3b5f9 {{(pid=80931) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1862}} Jan 14 06:06:53.733735 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback--9223363288521367719'] for port, before_delete {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:53.760613 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['76582d5d-b8c1-43dd-bc38-00adf568b836']}} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:53.773492 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '072d43d5-c92e-47a4-9177-eca769769bbf') {'for_net_delete': True} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:53.773820 n-d-768851-4 neutron-server[80820]: DEBUG neutron.services.segments.db [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '072d43d5-c92e-47a4-9177-eca769769bbf') {} {{(pid=80930) wrapper /usr/local/lib/python3.6/dist-packages/oslo_log/helpers.py:66}} Jan 14 06:06:53.786224 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound--9223363288521292558', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated--9223372036848134208'] for segment, before_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:53.799907 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.plugin [None req-a4b5720f-284b-4263-aa38-e5e21bcd43ec None None] The port 'a9b4879c-fa3b-4d23-a881-c70313a3b5f9' was deleted {{(pid=80931) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1892}} Jan 14 06:06:53.809516 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change--9223372036853143447'] for segment, precommit_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:53.811815 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.drivers.type_tunnel [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Releasing vxlan tunnel 6 to pool {{(pid=80930) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_tunnel.py:322}} Jan 14 06:06:53.992970 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:06:54.002092 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-1632353', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted--9223372036848403365'] for segment, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:54.184886 n-d-768851-4 neutron-server[80820]: DEBUG neutron.plugins.ml2.managers [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Network 76582d5d-b8c1-43dd-bc38-00adf568b836 has no segments {{(pid=80930) _extend_network_dict_provider /opt/stack/neutron/neutron/plugins/ml2/managers.py:169}} Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: Traceback (most recent call last): Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: timer() Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: cb(*args, **kw) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/common/utils.py", line 973, in wrapper Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: return func(*args, **kwargs) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: self._notify() Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: self.callback(batched_events) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: event.method(event) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: aggregate_id = self._get_aggregate_id(event.segment_id) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 367, in _get_aggregate_id Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: segment_id)['aggregates'][0] Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: return f(self, *a, **k) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: return self._get(url).json() Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/neutron_lib/placement/client.py", line 190, in _get Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: **kwargs) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1131, in get Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: return self.request(url, 'GET', **kwargs) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 802, in request Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: **endpoint_filter) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1231, in get_endpoint Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: auth = self._auth_required(auth, 'determine endpoint URL') Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: File "/usr/local/lib/python3.6/dist-packages/keystoneauth1/session.py", line 1171, in _auth_required Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Jan 14 06:06:54.207516 n-d-768851-4 neutron-server[80820]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Jan 14 06:06:54.286313 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler--9223372036853144638', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403565', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1122100', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-650895'] for network, after_delete {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:54.291402 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-08466534-35b4-4b4f-b056-abdc69c044fe admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:54.314299 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Notify callbacks [] for network, before_response {{(pid=80930) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:54.325516 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Pushing event deleted for resources: {'Network': ['ID=76582d5d-b8c1-43dd-bc38-00adf568b836,revision_number=None']} {{(pid=80930) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:54.328808 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.037s {{(pid=80930) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:54.331422 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-fd2b43cd-4dd2-440f-9c83-56644b0512ef admin admin] 10.222.0.48 "DELETE /v2.0/networks/76582d5d-b8c1-43dd-bc38-00adf568b836 HTTP/1.1" status: 204 len: 168 time: 1.8920512 Jan 14 06:06:54.490132 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56038) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:54.543399 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-34feea39-5120-4c02-a7cf-84f5b8f39562 admin admin] 10.222.0.48 "GET /v2.0/security-groups?tenant_id=9dca5f382c444c11b3d12da2e1169c55&name=default HTTP/1.1" status: 200 len: 2983 time: 0.0518506 Jan 14 06:06:54.546104 n-d-768851-4 neutron-server[80820]: DEBUG neutron.wsgi [-] (80929) accepted ('10.222.0.48', 56042) {{(pid=80929) server /usr/local/lib/python3.6/dist-packages/eventlet/wsgi.py:992}} Jan 14 06:06:54.614144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcec4ca8-95ea-4fd4-b8ba-b9b26bc47f75 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:54.642867 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcec4ca8-95ea-4fd4-b8ba-b9b26bc47f75 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:54.696125 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcec4ca8-95ea-4fd4-b8ba-b9b26bc47f75 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event--9223372036854403569'] for security_group, after_delete {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:54.700103 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-cf22fadd-d2e1-487b-9499-35fa9a384491 admin admin] Lock "event-dispatch" acquired by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: waited 0.000s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:359}} Jan 14 06:06:54.711920 n-d-768851-4 neutron-server[80820]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bcec4ca8-95ea-4fd4-b8ba-b9b26bc47f75 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8d499662-a25f-45a0-9f76-9d8b9ecc01d0,revision_number=None']} {{(pid=80929) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:243}} Jan 14 06:06:54.716282 n-d-768851-4 neutron-server[80820]: DEBUG oslo_concurrency.lockutils [None req-bcec4ca8-95ea-4fd4-b8ba-b9b26bc47f75 admin admin] Lock "event-dispatch" released by "neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.dispatch_events" :: held 0.016s {{(pid=80929) inner /usr/local/lib/python3.6/dist-packages/oslo_concurrency/lockutils.py:371}} Jan 14 06:06:54.719639 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-bcec4ca8-95ea-4fd4-b8ba-b9b26bc47f75 admin admin] Notify callbacks [] for security_group, before_response {{(pid=80929) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:54.721669 n-d-768851-4 neutron-server[80820]: INFO neutron.wsgi [None req-bcec4ca8-95ea-4fd4-b8ba-b9b26bc47f75 admin admin] 10.222.0.48 "DELETE /v2.0/security-groups/8d499662-a25f-45a0-9f76-9d8b9ecc01d0 HTTP/1.1" status: 204 len: 168 time: 0.1745186 Jan 14 06:06:55.802582 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:06:57.829759 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:05.248448 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:07:12.284394 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-52ca1a21-f257-4bbe-ad38-f611f7dafe41 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:14.555688 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-41c37d2c-de85-4ac0-b396-fab405ac2135 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:15.450570 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:16.253752 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:16.787537 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:25.806245 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:27.851274 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:42.241885 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:07:42.269312 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-152a1d50-f548-4d85-bbe3-40f7714c2a3e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:44.555739 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-50f779d3-169f-4510-bbac-ddf7caf0b9dc None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:45.461872 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:46.258254 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:46.790187 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:55.822021 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:07:57.869887 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:12.280760 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-116f0479-0e6a-4990-a90b-4be573f1edb4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:14.555427 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-8771018e-1500-488a-a928-a41da508a25f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:15.459779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:16.263032 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:16.804023 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:19.247602 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:08:25.844317 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:27.865414 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:42.275522 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-98de02df-bc6c-4e91-be9a-a6d94185e8b5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:44.548991 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-002863a5-b801-4142-883d-0cc3f4471880 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:45.470779 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:46.262944 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:46.798404 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:55.859088 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:08:56.253864 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:08:57.882425 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:12.289761 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-740be4be-647f-45e5-a88f-6a1fe25e6c83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:14.553628 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-51bd841a-2b64-4a00-bb1e-19e5edafd0d8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:15.469565 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:16.262783 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:16.799149 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:25.881784 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:27.893128 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:33.250260 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:09:42.295401 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-e0d34e48-a361-444d-96d0-3c0175237dfd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:44.558678 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-ac4c95f3-2ec9-4532-82bd-d11dabff1899 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:45.472151 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:46.263192 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:46.805061 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:55.882364 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:09:57.925144 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:10.248062 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:10:12.284843 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-94ca417b-34e8-4ea0-86af-334d9af5eb55 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:14.563294 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-cee1d6f5-f52f-4557-9c14-f9625fcde426 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:15.481961 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:16.266997 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:16.805029 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:25.886454 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:27.958466 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:42.283392 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-24ae95d3-8130-4403-b20b-1ce0bccf1338 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:44.566566 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-efa38eb3-447b-49bc-8e84-76639dd0cab8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:45.486035 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:46.270152 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:46.807472 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:47.245479 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:10:55.898614 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:10:57.962390 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:12.281459 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9ccf61bb-26b3-4c8f-98b6-cefa0bde66bb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:14.570497 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1ff276f5-9628-4ab7-8661-5f2b8ea97b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:15.483881 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:16.268686 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:16.809976 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:24.241890 n-d-768851-4 neutron-server[80820]: DEBUG neutron.db.agents_db [None req-207808d4-7240-4033-99f5-a3efcc032342 None None] Agent healthcheck: found 7 active agents {{(pid=80932) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:326}} Jan 14 06:11:25.915208 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-f88ec632-b9b2-45e1-9ce0-d8927f14ab0f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:27.979846 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-1a35c574-bb8e-4bf9-9127-2fe07508dda6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:42.344773 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-c2a97534-190e-43b2-b8bc-7b00825c2f52 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:44.574757 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-9680c66f-e462-4fe2-a8ea-810e3e0c57c6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:45.485604 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-61469832-e52a-4a65-b167-507efb4856db None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:46.263036 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-d8c3162c-8692-40fe-8035-212987fc47d4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}} Jan 14 06:11:46.812530 n-d-768851-4 neutron-server[80820]: DEBUG neutron_lib.callbacks.manager [None req-0f2ec3e8-c930-4ab2-b09e-a61bc63a833b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent--9223363288521311160', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents--9223372036853151722'] for agent, after_update {{(pid=80931) _notify_loop /usr/local/lib/python3.6/dist-packages/neutron_lib/callbacks/manager.py:193}}